diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index bda011de5835adb560c86fd2e6775911e225ce61..e1f3d3a4be0346c9edc71ac0c8db4f95434824c7 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,1412273.9124182689,453716.90999414976,579.8209474521324,0.5997458369232492,0.008964401259348396,0.008932563182820792,8.131021824960149,1188.3913128335585,0.018321967008742196,0.008939362106969133,0.007986477399472629,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,1374631.3081310848,432419.71557994,571.6376792229657,0.5912813599593945,0.00883359620213582,0.008804384523220087,7.7924427464059605,1172.4467186747058,0.018073861960992622,0.008812085309647734,0.007859320793486226,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.22880842717201616,0.22369098977701662,0.4107336148207795,0.39329740582426825,0.3681321381982636,0.29335650539858765,14.950055335152939,0.47833923858702637,0.3803588028480326,0.3266011512753071,0.3231504376695255,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.042885379547063285,0.05095706927054993,0.1864537815687082,0.8856553568730181,0.1217405434360092,0.13270695442757607,7.282645639167563,0.20708785465850787,0.1426825410087327,0.12846576337748317,0.10466635917751449,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.18633280373075048,0.18178396699085064,0.383530278328614,0.3653858281920464,0.3423378819200604,0.28033576753562073,13.796613933572393,0.43166283570716446,0.35166495262185604,0.31245255787777965,0.3089499344159574,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.05316477638869182,0.06289824892668368,0.2142146764307513,1.0303996969749336,0.14013776508416528,0.15413202980246996,8.927983721890543,0.2305748823889797,0.15825922304999215,0.1470301010525702,0.12080543433666119,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,0.8753739087818296,0.532226445829684,0.6643045376226855,0.40431044357545054,0.03899968699325224,0.03812065744151825,3.257098877155473,0.9356141879972907,0.054304088299721824,0.03855697437229613,0.03379825704058684,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,315.4798868653182,320.71639304955846,12.463040288754053,0.9901880748895503,0.2548904920233705,0.3307408120731162,25.281196835017678,17.76175348509595,0.4753368526368807,0.33353364295445237,0.31499554163199756,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,39.94467202906089,39.53664445824844,5.595719975480487,2.795172431302315,0.2276013158078222,0.19826164571116736,87.78607389455249,6.320179746578486,0.2433959014801816,0.21549629321856809,0.20784758193871222,Weather,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index ebfea3b9532d97bca8f3ca463f390da2fe279391..2140149dda42be4c1b689f5f2f73d3052413f0e9 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T05:13:02.485571+00:00", + "evaluated_at": "2026-06-18T05:23:27.261577+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64689.5, 64282.8203125, 63883.41015625, - 63738.01171875 + 63934.41015625 ], "p50": [ 65142.390219083965, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a5b7f368186064cdd282c3f3a8c7766af790e8cb..fa580617a5e9c18f1aff78e94c8fba75c022e448 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T05:03:29.964702+00:00", + "evaluated_at": "2026-06-18T05:23:27.349687+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.534999966621399, - 1.5199999809265137, - 1.5, - 1.4850000143051147, - 1.4819999933242798, 1.4559999704360962, 1.440999984741211, 1.4160000085830688, @@ -245,14 +240,14 @@ 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, - 1.6480000019073486 - ], - "actuals": [ + 1.6480000019073486, 1.6339999437332153, 1.6339999437332153, 1.6319999694824219, 1.628999948501587, - 1.6319999694824219, + 1.6319999694824219 + ], + "actuals": [ 1.621000051498413, 1.6050000190734863, 1.590000033378601, @@ -307,200 +302,200 @@ 1.1640000343322754, 1.1770000457763672, 1.1950000524520874, - 1.215000033378601 + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624 ], "p50": [ - 1.6426146617823436, - 1.644204059056373, - 1.6460553529345672, - 1.6435312303672767, - 1.6464993383257678, - 1.6486067267701232, - 1.6485075029998493, - 1.649636440819056, - 1.6505202406571216, - 1.652165717648821, - 1.6531391783477403, - 1.6547083247622039, - 1.6553946124924916, - 1.65458471248682, - 1.6557788774755955, - 1.6563498611683785, - 1.6580634694175531, - 1.6599920753232558, - 1.660977622704152, - 1.6615768804456519, - 1.6615656894334803, - 1.66241262994783, - 1.6641878866160118, - 1.6643769542321198, - 1.664395243800382, - 1.6663386564320297, - 1.66753897866897, - 1.6679447416335136, - 1.6691146191324275, - 1.6690423489381412, - 1.6698115454123044, - 1.670581518741026, - 1.6688959556788556, - 1.6729196205165373, - 1.6721765925392063, - 1.6728716600401612, - 1.6748044364783223, - 1.6726040955660304, - 1.6758922679277426, - 1.677289906159628, - 1.676934815622713, - 1.6789888966912314, - 1.6793213618589813, - 1.6790245911387922, - 1.6795697924979167, - 1.681666344788176, - 1.6810033397226312, - 1.6826743975466683, - 1.6831107449363187, - 1.6844458984621846, - 1.684534368934189, - 1.6847572492021154, - 1.6855992061590692, - 1.6829424618453461, - 1.6872412161717714, - 1.6856383673717101, - 1.6871700592635228, - 1.6897683044648653, - 1.6882691119831188, - 1.6896840375370394 + 1.6238279980565087, + 1.624247122090879, + 1.6236592310545896, + 1.6243546009218006, + 1.6237165183306947, + 1.621094523319438, + 1.6223014557395325, + 1.6216830747386828, + 1.6216768528264058, + 1.6199335100262164, + 1.619188466383477, + 1.619460100084881, + 1.61844486577569, + 1.6175184062295909, + 1.618019855578693, + 1.6190020508471084, + 1.6171272750583672, + 1.6172634004953763, + 1.6129969986788835, + 1.6140481828074462, + 1.6153020670162626, + 1.6147026794341426, + 1.6142114438240647, + 1.6144746125813354, + 1.6134505127529806, + 1.6121179829756274, + 1.6116569904640496, + 1.6113129835730637, + 1.6104000403009073, + 1.6093055359574453, + 1.6101259975951723, + 1.609474136127731, + 1.6103546741869994, + 1.6091677369331379, + 1.6082510217544583, + 1.6070945056614234, + 1.6085502252898962, + 1.6081787605241287, + 1.6066604114615468, + 1.6057758156404178, + 1.6059229371182373, + 1.6050422954851367, + 1.6052026917984168, + 1.604237373969718, + 1.6051128125757192, + 1.6026896988171255, + 1.6029355041042483, + 1.6033657680732882, + 1.6024772602407726, + 1.6036298169212126, + 1.6033345271715582, + 1.6014845797669124, + 1.6011049847318888, + 1.6007749975042138, + 1.6008138946289128, + 1.601466942206627, + 1.6023025356269662, + 1.600902476835553, + 1.598767702700309, + 1.5991153845830106 ], "p10": [ - 1.6316939158171024, - 1.6292149365922746, - 1.6301874569631023, - 1.6322929646567754, - 1.6323095069089613, - 1.6327253941066915, - 1.635613896317425, - 1.6365214076280186, - 1.6379041314359128, - 1.6370583461157522, - 1.6396639490557816, - 1.6406816623496039, - 1.6416145174837065, - 1.643044908047383, - 1.641925788029325, - 1.642817375039486, - 1.6441833881052799, - 1.6461527577437887, - 1.6476805833332693, - 1.6461864660343912, - 1.6466149871690914, - 1.6495574507728137, - 1.6504600161672687, - 1.6497403863360272, - 1.6527742006784245, - 1.6518490844344154, - 1.6558628650928648, - 1.6546341918920173, - 1.65591682796524, - 1.6560442772885777, - 1.6565501985935445, - 1.6572402570646614, - 1.6562705353367067, - 1.6588149113756008, - 1.6583627066414586, - 1.6603224309015023, - 1.663376379982194, - 1.6599389401384466, - 1.663444024637173, - 1.6641475072557657, - 1.6637078675667594, - 1.6648336348436934, - 1.666157130797734, - 1.6657507912902156, - 1.6669942685025139, - 1.667314793926481, - 1.6677969044811323, - 1.6667141973539314, - 1.669451585926201, - 1.670093798707081, - 1.669620025699253, - 1.6709576540803202, - 1.671910573369019, - 1.671059366400498, - 1.673182238865447, - 1.672209620378202, - 1.672796335591397, - 1.6745351657047984, - 1.6752905554657476, - 1.6768310419608798 + 1.6101859062614032, + 1.6099251966176293, + 1.6096745620929387, + 1.6100829563983337, + 1.607796648544726, + 1.6076426941825375, + 1.6095504094775301, + 1.6066897196224148, + 1.607790720436141, + 1.605433073705279, + 1.6067299349685664, + 1.6059466230574473, + 1.6052221481806637, + 1.6052038884623216, + 1.6028082680422437, + 1.6038822775006543, + 1.6021085273547633, + 1.6027895359766666, + 1.60051251013712, + 1.6006357333304104, + 1.6023724310474297, + 1.5999724192647042, + 1.601366247873137, + 1.5987209963884645, + 1.5976422941435644, + 1.5971916745706884, + 1.5990503547909594, + 1.5979380195655049, + 1.5965121047756903, + 1.597351485150107, + 1.5959090632110986, + 1.5964828407393288, + 1.594798922210282, + 1.5953839258413094, + 1.5938716851914905, + 1.5932436801433154, + 1.5947558957418229, + 1.5938074137787506, + 1.5958854001027054, + 1.593270351596782, + 1.5909785547170394, + 1.5912496715917959, + 1.5920532221408308, + 1.5898577375771732, + 1.591413767548708, + 1.58978038690899, + 1.5906956377267498, + 1.5890703508350243, + 1.590696925782619, + 1.589881753357202, + 1.5883144569235108, + 1.5876976665492697, + 1.588384419414236, + 1.5873231163874018, + 1.5888687062729179, + 1.5873740654143635, + 1.5863879316548184, + 1.5873252956231962, + 1.5867009278501412, + 1.5854530126402568 ], "p90": [ - 1.6559480875611199, - 1.6569827748054915, - 1.661324552247216, - 1.6590560686472635, - 1.659493207595185, - 1.663248912020624, - 1.6615607719629617, - 1.6646611212322184, - 1.6656838590259513, - 1.6670688857549973, - 1.6653854001672306, - 1.66728782097639, - 1.66721531810498, - 1.6682561930548394, - 1.6690603008890943, - 1.6700872421917858, - 1.6715086183862546, - 1.6718199804183138, - 1.6732947140017254, - 1.6763818263970953, - 1.675372339654652, - 1.6751861019696157, - 1.6767001912994701, - 1.67789967215778, - 1.6805943650941413, - 1.677460259027731, - 1.6806949232336263, - 1.6830163996581045, - 1.6815893385546432, - 1.6845886712132072, - 1.6835668007305233, - 1.6821189631111484, - 1.684125549746081, - 1.6844961121248072, - 1.6855563021065407, - 1.6863499669438549, - 1.687700474082362, - 1.6875099736263122, - 1.6884511129876645, - 1.6889336103363681, - 1.6944529582606958, - 1.6914810321336644, - 1.693919976744742, - 1.6945084724011088, - 1.6908871034067594, - 1.6933317612974672, - 1.6944484886913327, - 1.6967276802564906, - 1.6957307815969802, - 1.6985282776287915, - 1.6986239869187598, - 1.6991977342192097, - 1.6987736544671874, - 1.6969868178856486, - 1.6986188753092994, - 1.699318068849352, - 1.700076557111979, - 1.7017947894827068, - 1.701718229787104, - 1.702881590772434 + 1.638046183614794, + 1.6368585689456197, + 1.6366928132518546, + 1.638312903930492, + 1.6377912426088925, + 1.6348498585836788, + 1.6356059695650633, + 1.6376362307369425, + 1.6369578586464746, + 1.6357190259097003, + 1.6342374397829944, + 1.6328778390461474, + 1.6311012533965763, + 1.6318465042959498, + 1.6297166720791167, + 1.6302120464874335, + 1.629908926893481, + 1.630452546516736, + 1.6270155114982554, + 1.6254404444132797, + 1.6292616325792295, + 1.628955011574358, + 1.6264028429523159, + 1.6278025786295371, + 1.626556580732061, + 1.6270588249230884, + 1.624333779411408, + 1.6247057263705775, + 1.6236537839478413, + 1.623020217828512, + 1.62346427721525, + 1.6229837720525861, + 1.6245810860847678, + 1.6215375253344368, + 1.6228269480024697, + 1.6236186843756406, + 1.620153270274325, + 1.6211628972337657, + 1.622432512822216, + 1.6175312155043413, + 1.622429314687199, + 1.6196254644277241, + 1.621447437346185, + 1.6177097926434527, + 1.6201183649123538, + 1.6167864249070565, + 1.6176393904938726, + 1.6156696808555753, + 1.6153031617345903, + 1.6184125555373448, + 1.6150720206961509, + 1.6142795049288652, + 1.6126164556048215, + 1.6154335130899722, + 1.614508790285877, + 1.6140480222684803, + 1.6136691062517112, + 1.6123133762810526, + 1.6123812650419023, + 1.613953691766143 ], "timestamps": [ - "2026-06-16 22:42:00", - "2026-06-16 22:48:00", - "2026-06-16 22:54:00", - "2026-06-16 23:00:00", - "2026-06-16 23:06:00", "2026-06-16 23:12:00", "2026-06-16 23:18:00", "2026-06-16 23:24:00", @@ -795,6 +790,11 @@ "2026-06-18 04:18:00", "2026-06-18 04:24:00", "2026-06-18 04:30:00", - "2026-06-18 04:36:00" + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 45b22f08330a47b888646227f700dcfedc989e1d..0b85c31e3bcac4eddaea87c9414a80c366f750bc 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T05:03:30.063348+00:00", + "evaluated_at": "2026-06-18T05:23:27.426541+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 0.8999999761581421, 0.8999999761581421, 1.0, 1.0, @@ -81,10 +80,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.399999976158142, 1.399999976158142, @@ -155,232 +154,232 @@ 1.7999999523162842, 1.7999999523162842, 1.399999976158142, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.2846692576151382, - 1.270375281920198, - 1.2740514728291708, - 1.2739429308891355, - 1.2745330779726045, - 1.2719063447034025, - 1.2738669446774322, - 1.2785214246149, - 1.2708068801221644, - 1.27513495179604, - 1.2723099769400077, - 1.27230984445145, - 1.2704824637112195, - 1.2727916688722896, - 1.272309751701094, - 1.276664192575111, - 1.2718908945748768, - 1.2711288435052435, - 1.2730850042350021, - 1.2744973382776592, - 1.2723097436002002, - 1.2766641890727934, - 1.2725506967892688, - 1.2715098679528258, - 1.2699739127082577, - 1.2744973381552978, - 1.2715098679488706, - 1.2699330149150316, - 1.2727916500117453, - 1.2744973381545217, - 1.2730850039501305, - 1.271128842846309, - 1.2738602643532877, - 1.2711288428463048, - 1.2758993005027373, - 1.2723097435469515, - 1.2725506967793159, - 1.2727916500116805, - 1.2725506967793159, - 1.2718908930507422, - 1.270207717500667, - 1.270805631466378, - 1.271128842846304, - 1.2744973381544937, - 1.2766641890497723, - 1.2775913627560396, - 1.2723097435469515, - 1.2733259571824829, - 1.2752622267015288, - 1.2721003182988468, - 1.2721003182988468, - 1.275134411955702, - 1.2723097435469515, - 1.2699330149148815, - 1.271509867948523, - 1.270805631466378, - 1.2725506967793159, - 1.2738602643532855, - 1.280796302695359, - 1.2768264742090043, - 1.2723097435469515, - 1.2738602643532855, - 1.2758993005027373, - 1.2738602643532855, - 1.2727916500116805, - 1.275134411955702, - 1.2723097435469515, - 1.2717192931966277, - 1.2723097435469515, - 1.2723097435469515, - 1.2727916500116805, - 1.2718908930507422 + 1.2145970472052345, + 1.2320725864628, + 1.2400452972429958, + 1.2433949687311208, + 1.2441783346285082, + 1.2456711141220165, + 1.2470491425127443, + 1.2449342039014633, + 1.2463056773154266, + 1.2465485118144282, + 1.2452985409884865, + 1.2459533581798816, + 1.2465650212246877, + 1.2463462446183875, + 1.2456328368622158, + 1.2459566714293075, + 1.2453078759812723, + 1.2467861222778045, + 1.250313340210816, + 1.2459837555707602, + 1.245983758142471, + 1.2477440121901162, + 1.247744012681072, + 1.247265079465588, + 1.2463469009899484, + 1.2453094505820763, + 1.2488995037551154, + 1.246566523626296, + 1.250313350661342, + 1.2472650796308857, + 1.2465665236318566, + 1.245956796748409, + 1.2459567967485337, + 1.2463469010626356, + 1.2463469010626593, + 1.2463469010626698, + 1.2442410273453843, + 1.2463469010626762, + 1.2459837601380475, + 1.2463469010626775, + 1.2463469010626778, + 1.246151848905654, + 1.2459567967486302, + 1.245309450613854, + 1.2503133506639927, + 1.2463469010626778, + 1.2456331236812421, + 1.2463469010626778, + 1.246165330600363, + 1.2459837601380481, + 1.2463469010626778, + 1.2467861462020475, + 1.246165330600363, + 1.248899503769, + 1.2483217584155202, + 1.2442410273453879, + 1.2450285529196252, + 1.2465665236323626, + 1.2459837601380481, + 1.2447410167546056, + 1.245309450613854, + 1.2463469010626778, + 1.2503133506639927, + 1.2459567967486302, + 1.2459702784433393, + 1.2447410167546056, + 1.2467861462020475, + 1.2483217584155202, + 1.2463469010626778, + 1.2463469010626778, + 1.2453064108597849, + 1.247265079632044 ], "p10": [ - 1.2098392546230894, - 1.191262163922342, - 1.1926852828437473, - 1.2050988382873804, - 1.1925298141859728, - 1.1925095260205223, - 1.1923333369469251, - 1.1598785830993474, - 1.159720517196311, - 1.1598762347870921, - 1.1680576588369254, - 1.1924941752723606, - 1.1935960170613302, - 1.1680574443044782, - 1.1583114390386016, - 1.205016175276869, - 1.19081989844116, - 1.192326657281718, - 1.1924940746527457, - 1.1924940744910275, - 1.1597192685937734, - 1.1680574254668903, - 1.190819896926978, - 1.1885436497740125, - 1.192494074369722, - 1.1680574254446732, - 1.1680574254442166, - 1.1911523085443139, - 1.1924940743679269, - 1.159875694946782, - 1.1923266566227904, - 1.1923266566227835, - 1.188543649769712, - 1.16805742544387, - 1.18854364976971, - 1.192494074367862, - 1.1598756949467541, - 1.1908198969170254, - 1.1885436497697097, - 1.1908198969170254, - 1.2062714789832094, - 1.1598756949467541, - 1.1908198969170254, - 1.2085001136408602, - 1.2050161717515304, - 1.1923266566227784, - 1.1680574254438691, - 1.192494074367862, - 1.158311430884459, - 1.192494074367862, - 1.1598756949467541, - 1.1885436497697097, - 1.1885436497697097, - 1.1680574254438691, - 1.1885436497697097, - 1.1598756949467541, - 1.1885436497697097, - 1.1937184066664186, - 1.1672392523941577, - 1.192494074367862, - 1.1680574254438691, - 1.1937184066664186, - 1.1597192685405247, - 1.1885436497697097, - 1.1923266566227784, - 1.1937184066664186, - 1.1885436497697097, - 1.1885436497697097, - 1.1908198969170254, - 1.1908198969170254, - 1.1885436497697097, - 1.192494074367862 + 1.1132324249651735, + 1.1580182614144612, + 1.1383435202408378, + 1.1659070356995733, + 1.1431373854558353, + 1.167529691084241, + 1.1682798899872011, + 1.1441741524230191, + 1.1453051638598302, + 1.1454481409186912, + 1.1453385177357829, + 1.1684451965833607, + 1.1684943246988257, + 1.1838406704997604, + 1.1434852131971456, + 1.1712703761609404, + 1.1331998349037742, + 1.1656483430262037, + 1.168495816653324, + 1.1454661481693378, + 1.1684486331565322, + 1.1453463867351572, + 1.1684958267255323, + 1.1684486349856533, + 1.1364384871183604, + 1.168495827074723, + 1.1442685014272964, + 1.1680239075565206, + 1.1442685014385303, + 1.1680239075614292, + 1.1684486351516032, + 1.1364384871908686, + 1.145466152736529, + 1.1657681320799491, + 1.1684486351520909, + 1.1684958271064927, + 1.1442685014411775, + 1.1442685014411795, + 1.1434855000161712, + 1.1442685014411809, + 1.144268501441181, + 1.1657681320799913, + 1.1454661527366257, + 1.1364384871910898, + 1.1803336487582317, + 1.144268501441181, + 1.144268501441181, + 1.1361146274379128, + 1.1684486351521093, + 1.1684486351521093, + 1.1454661527366257, + 1.1453463876070813, + 1.1453463876070813, + 1.1454661527366257, + 1.144268501441181, + 1.144268501441181, + 1.1454661527366257, + 1.1680239075625873, + 1.1454661527366257, + 1.1364384871910898, + 1.1453463876070813, + 1.1684958271065007, + 1.1680239075625873, + 1.1684958271065007, + 1.1361146274379128, + 1.1453463876070813, + 1.1454661527366257, + 1.1680239075625873, + 1.1680239075625873, + 1.1800253516055914, + 1.1453463876070813, + 1.1684486351521093 ], "p90": [ - 1.4238409994333232, - 1.4102939804379129, - 1.4155522067188935, - 1.417275907435008, - 1.3877533809349603, - 1.4172086925518184, - 1.415367678567155, - 1.4171961290517514, - 1.3728829301233174, - 1.4228185715255746, - 1.4171934742922143, - 1.4769554778653657, - 1.4155442661333906, - 1.417755738838375, - 1.4092395788300263, - 1.4177557235031046, - 1.4228180332093712, - 1.4155442231675628, - 1.4092395709607675, - 1.4171932410223236, - 1.409851713485845, - 1.4171932409221792, - 1.4228180316951893, - 1.415544222512926, - 1.4153609982448683, - 1.451995547433557, - 1.422818031685584, - 1.4098517134327464, - 1.4229892902615118, - 1.451995547432781, - 1.41719324089917, - 1.409239570675889, - 1.4228180316852388, - 1.3687436772946142, - 1.424530617447341, - 1.4228180316852366, - 1.4153609982430082, - 1.422989290261447, - 1.4228180316852366, - 1.4228180316852366, - 1.417193240899158, - 1.417193240899158, - 1.3877176411168495, - 1.417755719977766, - 1.4228180316852366, - 1.4155442225086232, - 1.417193240899158, - 1.4245306174473409, - 1.4297730933986932, - 1.416106701587231, - 1.4155442225086232, - 1.427277110445882, - 1.4228180316852366, - 1.417755719977766, - 1.3714989443405579, - 1.4092395706758838, - 1.417193240899158, - 1.4153609982430082, - 1.417193240899158, - 1.417193240899158, - 1.4245306174473409, - 1.422989290261447, - 1.4092395706758838, - 1.417755719977766, - 1.4092395706758838, - 1.417193240899158, - 1.3701264144215863, - 1.4153609982430082, - 1.417755719977766, - 1.4228180316852366, - 1.4092395706758838, - 1.417755719977766 + 1.361210029942, + 1.3831979059289012, + 1.3863211252176644, + 1.3594045710041585, + 1.4255734085985239, + 1.3844468442539377, + 1.392030169298708, + 1.3920705072822668, + 1.4527335682498175, + 1.3926793282730068, + 1.3841305469089697, + 1.3849376221635354, + 1.3922446040103327, + 1.384137760335978, + 1.3921726944931603, + 1.3926972147716186, + 1.3922460516624606, + 1.3922460824937646, + 1.3922460959648308, + 1.3922461018507197, + 1.3921648543048517, + 1.384138415908344, + 1.3921648559194604, + 1.3967584429808875, + 1.4293115512524601, + 1.39224610638623, + 1.3967584431334588, + 1.392164856294362, + 1.3849410607296333, + 1.392697340089783, + 1.3922461064175016, + 1.384941060732063, + 1.3967584431472468, + 1.3967584431473012, + 1.3841384167802497, + 1.3967584431473354, + 1.3921648563004252, + 1.392246106418006, + 1.392164856300428, + 1.3984582379778578, + 1.3922461064180076, + 1.3921648563004287, + 1.3642078678480039, + 1.3619933624110858, + 1.3921648563004287, + 1.3967584431473434, + 1.398458237977858, + 1.4012828666384591, + 1.3922461064180076, + 1.3922461064180076, + 1.3921729813121866, + 1.3921729813121866, + 1.3922461064180076, + 1.398458237977858, + 1.3926973400909413, + 1.3967584431473434, + 1.3841384167802682, + 1.3921729813121866, + 1.3841384167802682, + 1.3921729813121866, + 1.3619933624110858, + 1.3967584431473434, + 1.3926973400909413, + 1.3494953219610986, + 1.3921648563004287, + 1.3642078678480039, + 1.3967584431473434, + 1.3967584431473434, + 1.3921648563004287, + 1.3921648563004287, + 1.3456460892034132, + 1.3926973400909413 ], "timestamps": [ - "2026-06-16 04:10:00", "2026-06-16 04:20:00", "2026-06-16 04:30:00", "2026-06-16 04:40:00", @@ -527,6 +526,7 @@ "2026-06-17 04:10:00", "2026-06-17 04:20:00", "2026-06-17 04:30:00", - "2026-06-17 04:40:00" + "2026-06-17 04:40:00", + "2026-06-17 04:50:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index cf8acbd9550fddb789d9a6bf8fb9d7b92512aee7..39a96e092830707bad90c2f53004c652810acd27 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,25 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T05:13:02.538573+00:00", + "evaluated_at": "2026-06-18T05:23:27.446630+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:08:49.012758Z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", - "data_fetched_at": "2026-06-18T05:08:49.012758Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t230600z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t041000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index f5a0f66077b0d5c61028f8c418fe0c739b613019..5761909177847008604701d09161a4665c708395 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -9,4 +9,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 -2026-06-18,Chronos-2,4.200,4.200,4.200,4.300,4.400,4.200,4.200,4.300,4.600 +2026-06-18,Chronos-2,4.100,3.700,4.100,4.500,4.400,3.600,4.100,4.500,4.500 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 9744183d4d1f175fef552d5f58d446cee871635e..cfc924ef7e9fd25d63550f28986da99fd3d3acdb 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.2,3.975,4.2,4.1,4.3,3.725,4.2,4.1,4.3 +2026-W25,Chronos-Bolt-Mini,4.175,3.85,4.175,4.15,4.3,3.575,4.175,4.15,4.275 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index bf643e8987615d8e560d0b8208d51cbd11356029..7cf6144ae43a19424f4e12da4603a7aa2f27a452 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,1047954.6142190298,1047954.6142190298,893.07666015625,0.923766227032094,0.013838234627692672,0.013714708186047364,4.855733962870647,1023.6965440104942,0.015780802429388934,0.013767230543741906,0.008550522666461842,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.2707164597192253,0.2707164597192253,0.39083304107189176,0.3723431042242565,0.34529935612461826,0.5040871420844467,1.7386510340770618,0.5203041992135229,0.42387886199566893,0.3184019366560482,0.24542997216608434,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.03892484809408733,0.03892484809408733,0.15739670561419594,0.7570980684983477,0.10191394612412655,0.11001440500350469,3.447531793150672,0.1972938115960238,0.13541616073811596,0.1080320635233317,0.10635191911244496,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,0.9894591853934193,0.9894591853934193,0.8735148906707764,0.5316404945550115,0.051400997865251714,0.049740827490798056,8.503777275729664,0.9947156304157582,0.057734401765364436,0.05069977600023853,0.038950287627866315,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,52.75861919689745,52.75861919689745,5.9901511669158936,0.47591728140508244,0.17693568134713888,0.1701254023783764,2.667847713016814,7.26351286891525,0.19438482518602546,0.16030734830827192,0.15927649678018596,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.580387209125547,1.580387209125547,1.1944042841593425,0.5966284841880242,0.0475400891307875,0.04888279184468034,1.9627865792959671,1.2571345230823736,0.048413400060835235,0.04599760119672792,0.040097902762961886,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,36.16889413361969,36.16889413361969,5.013722737630208,0.9575279498922414,1.0087555924424467,0.4445303504895048,11.010069781336291,6.014058042089358,0.48112464336714866,0.4010978190104167,0.31867714620519566,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1188.7857787807782,1188.7857787807782,26.902791341145832,0.21703092174369745,0.009608922454701874,0.00968539161743299,1.0348724724264706,34.478772872316355,0.01233219894091792,0.009622458899962742,0.010075924055488284,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 5be2adcb773110659a7bf00cfb4c3fa4e7eda079..2167f03a3235f939ddb98ac2486309c11bb2d391 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T05:09:10.471282+00:00", + "evaluated_at": "2026-06-18T05:18:23.529725+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64689.5, 64282.8203125, 63883.41015625, - 63738.01171875 + 63934.41015625 ], "p50": [ 65788.7578125, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index dd51c6c49615a10825780aa7af3e59188fbff0b3..b6eff2d36e62aed4977ce9ae5d40b1415a77b445 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T04:47:53.692866+00:00", + "evaluated_at": "2026-06-18T05:19:10.181166+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.534999966621399, - 1.5199999809265137, - 1.5, - 1.4850000143051147, - 1.4819999933242798, 1.4559999704360962, 1.440999984741211, 1.4160000085830688, @@ -245,14 +240,14 @@ 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, - 1.6480000019073486 - ], - "actuals": [ + 1.6480000019073486, 1.6339999437332153, 1.6339999437332153, 1.6319999694824219, 1.628999948501587, - 1.6319999694824219, + 1.6319999694824219 + ], + "actuals": [ 1.621000051498413, 1.6050000190734863, 1.590000033378601, @@ -307,200 +302,200 @@ 1.1640000343322754, 1.1770000457763672, 1.1950000524520874, - 1.215000033378601 + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624 ], "p50": [ - 1.630208969116211, - 1.6196576356887817, - 1.6050019264221191, - 1.5899206399917603, - 1.5663633346557617, - 1.5418063402175903, - 1.5201003551483154, - 1.494699478149414, - 1.4637949466705322, - 1.4297442436218262, - 1.4005087614059448, - 1.3649706840515137, - 1.327593207359314, - 1.2853285074234009, - 1.2461427450180054, - 1.2073622941970825, - 1.1503424644470215, - 1.1070597171783447, - 1.0671000480651855, - 1.0161089897155762, - 0.9620735049247742, - 0.9097818732261658, - 0.8565049171447754, - 0.8009268045425415, - 0.7459138631820679, - 0.6911996603012085, - 0.6451867818832397, - 0.5868957042694092, - 0.5280555486679077, - 0.47928643226623535, - 0.4205365777015686, - 0.36641883850097656, - 0.28081727027893066, - 0.22178608179092407, - 0.17843389511108398, - 0.12761586904525757, - 0.06164443492889404, - 0.008362770080566406, - -0.04244542121887207, - -0.09658253192901611, - -0.14554345607757568, - -0.19451904296875, - -0.2310088872909546, - -0.27142786979675293, - -0.3102226257324219, - -0.3474137783050537, - -0.397296667098999, - -0.4389305114746094, - -0.485981822013855, - -0.5091789960861206, - -0.5453466176986694, - -0.5825399160385132, - -0.59684157371521, - -0.6227822303771973, - -0.6481300592422485, - -0.6735409498214722, - -0.6852453947067261, - -0.6853610277175903, - -0.707921028137207, - -0.714238166809082 + 1.599673867225647, + 1.5921862125396729, + 1.579032063484192, + 1.5664517879486084, + 1.5461468696594238, + 1.5256402492523193, + 1.508001446723938, + 1.4851047992706299, + 1.4612241983413696, + 1.434499740600586, + 1.410116195678711, + 1.380824089050293, + 1.3498961925506592, + 1.3160827159881592, + 1.2899116277694702, + 1.2505888938903809, + 1.2509721517562866, + 1.227752923965454, + 1.1924206018447876, + 1.1547579765319824, + 1.1225649118423462, + 1.0900496244430542, + 1.0553456544876099, + 1.0145035982131958, + 0.9741328358650208, + 0.9408512115478516, + 0.9022026658058167, + 0.8632684946060181, + 0.8283675909042358, + 0.7809058427810669, + 0.7386490106582642, + 0.7039455771446228, + 0.7083582878112793, + 0.6900003552436829, + 0.6519107818603516, + 0.621279239654541, + 0.5861814022064209, + 0.5575737953186035, + 0.52693110704422, + 0.49743491411209106, + 0.4690847396850586, + 0.4514780044555664, + 0.417616605758667, + 0.38523566722869873, + 0.36753666400909424, + 0.34845978021621704, + 0.31917262077331543, + 0.29072219133377075, + 0.3111470937728882, + 0.2997106909751892, + 0.2883991599082947, + 0.2784677743911743, + 0.26492780447006226, + 0.2622894048690796, + 0.252810001373291, + 0.250604510307312, + 0.24365216493606567, + 0.2456323504447937, + 0.24088716506958008, + 0.23544174432754517 ], "p10": [ - 1.6025959253311157, - 1.59243643283844, - 1.5712782144546509, - 1.5427350997924805, - 1.5252056121826172, - 1.4924064874649048, - 1.4700711965560913, - 1.440410852432251, - 1.4076787233352661, - 1.3636120557785034, - 1.327950358390808, - 1.2862917184829712, - 1.2437065839767456, - 1.1892695426940918, - 1.1513875722885132, - 1.0887608528137207, - 1.0310405492782593, - 0.9875839948654175, - 0.9249637722969055, - 0.8675920963287354, - 0.8121006488800049, - 0.7451726198196411, - 0.6880350112915039, - 0.6120641231536865, - 0.552241325378418, - 0.4817548394203186, - 0.4275394678115845, - 0.35874634981155396, - 0.28163886070251465, - 0.21628612279891968, - 0.1327805519104004, - 0.08175122737884521, - 0.0011881589889526367, - -0.04516243934631348, - -0.11165523529052734, - -0.1638878583908081, - -0.22669315338134766, - -0.28756964206695557, - -0.34915852546691895, - -0.4019373655319214, - -0.46054959297180176, - -0.5241607427597046, - -0.569633960723877, - -0.6211347579956055, - -0.6810318231582642, - -0.7448185682296753, - -0.7872384786605835, - -0.824897050857544, - -0.9188097715377808, - -0.9525336027145386, - -1.008839726448059, - -1.0309957265853882, - -1.0699914693832397, - -1.0872365236282349, - -1.1107786893844604, - -1.1408964395523071, - -1.1579416990280151, - -1.1707743406295776, - -1.2014611959457397, - -1.1994448900222778 + 1.5732886791229248, + 1.5655531883239746, + 1.5468031167984009, + 1.5186493396759033, + 1.5042835474014282, + 1.473301649093628, + 1.455856204032898, + 1.4296131134033203, + 1.3982970714569092, + 1.3640908002853394, + 1.3328988552093506, + 1.2973030805587769, + 1.2600975036621094, + 1.2076077461242676, + 1.1743807792663574, + 1.113037109375, + 1.1270533800125122, + 1.0943069458007812, + 1.0403180122375488, + 0.9956015348434448, + 0.9531696438789368, + 0.907090425491333, + 0.8529919385910034, + 0.7883808612823486, + 0.7335587739944458, + 0.6913133859634399, + 0.6333938837051392, + 0.5840535759925842, + 0.5156139135360718, + 0.47570282220840454, + 0.41177940368652344, + 0.35277146100997925, + 0.3585560917854309, + 0.3233060836791992, + 0.26119160652160645, + 0.2205510139465332, + 0.171686053276062, + 0.12367910146713257, + 0.08209335803985596, + 0.03810858726501465, + -0.012339353561401367, + -0.04208779335021973, + -0.0866689682006836, + -0.11419737339019775, + -0.14064133167266846, + -0.19252395629882812, + -0.22291958332061768, + -0.2410268783569336, + -0.27200305461883545, + -0.32290613651275635, + -0.3565394878387451, + -0.3718385696411133, + -0.3897892236709595, + -0.41437649726867676, + -0.4182279109954834, + -0.43533432483673096, + -0.4572603702545166, + -0.46511030197143555, + -0.4696657657623291, + -0.47633635997772217 ], "p90": [ - 1.6540608406066895, - 1.6430027484893799, - 1.6438720226287842, - 1.627098798751831, - 1.6087603569030762, - 1.5819976329803467, - 1.5701770782470703, - 1.5561283826828003, - 1.5236105918884277, - 1.4975602626800537, - 1.4685419797897339, - 1.4419634342193604, - 1.407339096069336, - 1.3833932876586914, - 1.344056248664856, - 1.3151227235794067, - 1.278118371963501, - 1.2340989112854004, - 1.2033644914627075, - 1.1536056995391846, - 1.1069151163101196, - 1.0635631084442139, - 1.0283671617507935, - 0.9769995212554932, - 0.9392421841621399, - 0.8986999988555908, - 0.8692631125450134, - 0.8102145195007324, - 0.7630813717842102, - 0.7225390672683716, - 0.6934443712234497, - 0.6513057947158813, - 0.5849186778068542, - 0.5306522846221924, - 0.48607689142227173, - 0.45128577947616577, - 0.41996657848358154, - 0.36273205280303955, - 0.32330775260925293, - 0.28564709424972534, - 0.24516206979751587, - 0.22875124216079712, - 0.20781981945037842, - 0.15986961126327515, - 0.14141994714736938, - 0.11224418878555298, - 0.08314263820648193, - 0.024544358253479004, - 0.06716060638427734, - 0.0295180082321167, - 0.006409883499145508, - -0.0005877017974853516, - 0.005385041236877441, - -0.01944434642791748, - -0.04973757266998291, - -0.04207170009613037, - -0.0721433162689209, - -0.0402829647064209, - -0.05549967288970947, - -0.07330131530761719 + 1.6219648122787476, + 1.6174213886260986, + 1.616714358329773, + 1.6047520637512207, + 1.5918951034545898, + 1.5725857019424438, + 1.561821460723877, + 1.5474817752838135, + 1.5292811393737793, + 1.514796495437622, + 1.4968607425689697, + 1.4670701026916504, + 1.4525483846664429, + 1.435569167137146, + 1.4121092557907104, + 1.3962770700454712, + 1.4099476337432861, + 1.3992496728897095, + 1.3775248527526855, + 1.3568294048309326, + 1.3348097801208496, + 1.3141896724700928, + 1.2969002723693848, + 1.2831511497497559, + 1.259451985359192, + 1.2383700609207153, + 1.223618507385254, + 1.198086142539978, + 1.1834608316421509, + 1.1688388586044312, + 1.1414183378219604, + 1.1130321025848389, + 1.139451026916504, + 1.1354418992996216, + 1.12066650390625, + 1.114475131034851, + 1.0865157842636108, + 1.0789762735366821, + 1.0678046941757202, + 1.0714141130447388, + 1.0604983568191528, + 1.065255880355835, + 1.0530210733413696, + 1.0448447465896606, + 1.0660557746887207, + 1.0471466779708862, + 1.026360273361206, + 1.0314784049987793, + 1.0311574935913086, + 1.0428354740142822, + 1.0619416236877441, + 1.0573201179504395, + 1.037570834159851, + 1.0495245456695557, + 1.052045226097107, + 1.0895342826843262, + 1.09507417678833, + 1.1218873262405396, + 1.1242648363113403, + 1.121949553489685 ], "timestamps": [ - "2026-06-16 22:42:00", - "2026-06-16 22:48:00", - "2026-06-16 22:54:00", - "2026-06-16 23:00:00", - "2026-06-16 23:06:00", "2026-06-16 23:12:00", "2026-06-16 23:18:00", "2026-06-16 23:24:00", @@ -795,6 +790,11 @@ "2026-06-18 04:18:00", "2026-06-18 04:24:00", "2026-06-18 04:30:00", - "2026-06-18 04:36:00" + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 32f12066ab780fe31ecbcbc347a8e0ee982fc581..0b0672bba33d6c0d750508611abb7e21ef8d602b 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T04:48:04.949798+00:00", + "evaluated_at": "2026-06-18T05:19:16.630750+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 0.8999999761581421, 0.8999999761581421, 1.0, 1.0, @@ -81,10 +80,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.399999976158142, 1.399999976158142, @@ -155,232 +154,232 @@ 1.7999999523162842, 1.7999999523162842, 1.399999976158142, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.3289716243743896, - 1.330802083015442, - 1.333993911743164, - 1.3346712589263916, - 1.3349677324295044, - 1.3388307094573975, - 1.341202974319458, - 1.3467984199523926, - 1.3475199937820435, - 1.3502310514450073, - 1.3532193899154663, - 1.357170581817627, - 1.356579065322876, - 1.358055830001831, - 1.3634886741638184, - 1.3664817810058594, - 1.3840233087539673, - 1.3873167037963867, - 1.3897778987884521, - 1.3926467895507812, - 1.3888702392578125, - 1.3957873582839966, - 1.399332046508789, - 1.402042031288147, - 1.4024590253829956, - 1.405768871307373, - 1.4061964750289917, - 1.4085493087768555, - 1.4037530422210693, - 1.4070030450820923, - 1.4151982069015503, - 1.4146820306777954, - 1.4177610874176025, - 1.4209986925125122, - 1.4244122505187988, - 1.428730845451355, - 1.4206664562225342, - 1.4286295175552368, - 1.4305236339569092, - 1.4282915592193604, - 1.4294410943984985, - 1.4341037273406982, - 1.4316613674163818, - 1.4319095611572266, - 1.4257206916809082, - 1.4308855533599854, - 1.4339503049850464, - 1.435018539428711, - 1.4372279644012451, - 1.4337413311004639, - 1.4364099502563477, - 1.4378248453140259, - 1.432666540145874, - 1.4397693872451782, - 1.4419046640396118, - 1.4355342388153076, - 1.4382476806640625, - 1.4407615661621094, - 1.439782738685608, - 1.4392532110214233, - 1.4341052770614624, - 1.4408515691757202, - 1.4426791667938232, - 1.443566083908081, - 1.4533185958862305, - 1.4459950923919678, - 1.4471120834350586, - 1.443315029144287, - 1.4386001825332642, - 1.4437254667282104, - 1.4454151391983032, - 1.4388724565505981 + 1.2500869035720825, + 1.2616029977798462, + 1.2643390893936157, + 1.2707412242889404, + 1.2724425792694092, + 1.2771872282028198, + 1.2783350944519043, + 1.2819724082946777, + 1.285098671913147, + 1.2894009351730347, + 1.2908436059951782, + 1.2942159175872803, + 1.295581579208374, + 1.2964427471160889, + 1.3005552291870117, + 1.301239013671875, + 1.3114488124847412, + 1.3120330572128296, + 1.3141276836395264, + 1.3134381771087646, + 1.3111865520477295, + 1.3151075839996338, + 1.3146660327911377, + 1.3127270936965942, + 1.315338373184204, + 1.3164968490600586, + 1.3171335458755493, + 1.3167757987976074, + 1.3174041509628296, + 1.3179168701171875, + 1.3202505111694336, + 1.3225746154785156, + 1.3207029104232788, + 1.322306752204895, + 1.3254448175430298, + 1.3222955465316772, + 1.3199352025985718, + 1.3241034746170044, + 1.3212443590164185, + 1.3196158409118652, + 1.3203190565109253, + 1.3209689855575562, + 1.3224948644638062, + 1.31916344165802, + 1.3198654651641846, + 1.3205229043960571, + 1.3204545974731445, + 1.3212826251983643, + 1.3195303678512573, + 1.3181742429733276, + 1.320478916168213, + 1.3122732639312744, + 1.312557339668274, + 1.3129665851593018, + 1.3115805387496948, + 1.3108270168304443, + 1.310912847518921, + 1.3113110065460205, + 1.3153433799743652, + 1.3112074136734009, + 1.3131849765777588, + 1.3134701251983643, + 1.3130441904067993, + 1.3135558366775513, + 1.3171650171279907, + 1.3141264915466309, + 1.3179175853729248, + 1.3061068058013916, + 1.3076508045196533, + 1.3038876056671143, + 1.3007664680480957, + 1.2998628616333008 ], "p10": [ - 1.202052354812622, - 1.1808661222457886, - 1.1693344116210938, - 1.1604852676391602, - 1.1550936698913574, - 1.1514734029769897, - 1.14496910572052, - 1.141457438468933, - 1.1391311883926392, - 1.1354798078536987, - 1.1318720579147339, - 1.1231274604797363, - 1.119779109954834, - 1.118649959564209, - 1.1163290739059448, - 1.1171236038208008, - 1.1040844917297363, - 1.0921727418899536, - 1.0886410474777222, - 1.0828970670700073, - 1.077616810798645, - 1.0767863988876343, - 1.0791587829589844, - 1.0732871294021606, - 1.0706510543823242, - 1.0626734495162964, - 1.056678056716919, - 1.0518547296524048, - 1.046960711479187, - 1.0395997762680054, - 1.0440839529037476, - 1.0465190410614014, - 1.0551400184631348, - 1.0369325876235962, - 1.0384670495986938, - 1.0372016429901123, - 1.030081033706665, - 1.026871919631958, - 1.03531014919281, - 1.030508041381836, - 1.0230671167373657, - 1.0162737369537354, - 1.0164337158203125, - 1.0102373361587524, - 1.0041025876998901, - 0.996852695941925, - 0.9944732785224915, - 0.9986498951911926, - 1.0089067220687866, - 0.9831611514091492, - 0.990549623966217, - 0.986732006072998, - 0.9847031235694885, - 0.9844069480895996, - 0.9928026795387268, - 0.9921616315841675, - 0.9834350347518921, - 0.9795353412628174, - 0.9851382970809937, - 0.978447675704956, - 0.9752058386802673, - 0.9645522832870483, - 0.9610179662704468, - 0.9627484083175659, - 0.9782994389533997, - 0.9570755958557129, - 0.9569759368896484, - 0.9457505345344543, - 0.9458209276199341, - 0.9491952061653137, - 0.9556401371955872, - 0.9610162973403931 + 1.132341742515564, + 1.1146200895309448, + 1.106151819229126, + 1.1015706062316895, + 1.0977228879928589, + 1.0961272716522217, + 1.0899252891540527, + 1.0832664966583252, + 1.0834872722625732, + 1.0815613269805908, + 1.0780625343322754, + 1.076153039932251, + 1.0740605592727661, + 1.074007272720337, + 1.0722934007644653, + 1.0731682777404785, + 1.0603652000427246, + 1.0447946786880493, + 1.0462805032730103, + 1.0379834175109863, + 1.0367664098739624, + 1.0336041450500488, + 1.0368996858596802, + 1.0321708917617798, + 1.0275788307189941, + 1.0292348861694336, + 1.026421308517456, + 1.023132562637329, + 1.019337773323059, + 1.0158374309539795, + 1.0111960172653198, + 1.0141092538833618, + 1.005785584449768, + 0.9892610311508179, + 0.9906482696533203, + 0.984327495098114, + 0.9822973012924194, + 0.9799752235412598, + 0.9794220328330994, + 0.9806038737297058, + 0.9754014611244202, + 0.9767694473266602, + 0.9795509576797485, + 0.9706442356109619, + 0.9719390869140625, + 0.9609009027481079, + 0.9559108018875122, + 0.9522034525871277, + 0.9615221619606018, + 0.9494673013687134, + 0.9482189416885376, + 0.942098081111908, + 0.939460039138794, + 0.9362475275993347, + 0.934933066368103, + 0.9396138191223145, + 0.9371529817581177, + 0.9411008358001709, + 0.9467137455940247, + 0.9359285831451416, + 0.9400268793106079, + 0.9245676398277283, + 0.9228825569152832, + 0.9194786548614502, + 0.9229214787483215, + 0.9176068902015686, + 0.9092869758605957, + 0.9068296551704407, + 0.9041597247123718, + 0.8998701572418213, + 0.9012020826339722, + 0.9044046401977539 ], "p90": [ - 1.4263992309570312, - 1.458943486213684, - 1.4798325300216675, - 1.4978042840957642, - 1.5101850032806396, - 1.5207674503326416, - 1.5329689979553223, - 1.5482509136199951, - 1.5616328716278076, - 1.5716838836669922, - 1.5834559202194214, - 1.593459129333496, - 1.6040513515472412, - 1.6067606210708618, - 1.6179301738739014, - 1.632706880569458, - 1.6402815580368042, - 1.6505423784255981, - 1.6490755081176758, - 1.6693902015686035, - 1.6704528331756592, - 1.6822293996810913, - 1.6894042491912842, - 1.7038140296936035, - 1.7100905179977417, - 1.7257163524627686, - 1.738497018814087, - 1.7451362609863281, - 1.7565276622772217, - 1.7529411315917969, - 1.7671444416046143, - 1.7672512531280518, - 1.8091423511505127, - 1.8065264225006104, - 1.8018877506256104, - 1.826507568359375, - 1.8233146667480469, - 1.8414418697357178, - 1.8546247482299805, - 1.8640689849853516, - 1.8575234413146973, - 1.877025842666626, - 1.8923110961914062, - 1.8988372087478638, - 1.9095022678375244, - 1.9034264087677002, - 1.918238639831543, - 1.919437289237976, - 1.9586868286132812, - 1.9551968574523926, - 1.941463828086853, - 1.9692331552505493, - 1.967923879623413, - 1.9810250997543335, - 2.003056049346924, - 2.000016689300537, - 1.9956190586090088, - 2.0114080905914307, - 2.0273635387420654, - 2.031221389770508, - 2.040353775024414, - 2.029264450073242, - 2.042870283126831, - 2.051492691040039, - 2.1032533645629883, - 2.0990829467773438, - 2.081404685974121, - 2.109797716140747, - 2.1121206283569336, - 2.1187939643859863, - 2.143585205078125, - 2.1315090656280518 + 1.3616652488708496, + 1.4112470149993896, + 1.4411873817443848, + 1.4587680101394653, + 1.469714879989624, + 1.482258677482605, + 1.4943922758102417, + 1.507516860961914, + 1.5200462341308594, + 1.5314265489578247, + 1.5417625904083252, + 1.5519816875457764, + 1.5605982542037964, + 1.5651981830596924, + 1.571582555770874, + 1.5857995748519897, + 1.5874552726745605, + 1.5886119604110718, + 1.5890499353408813, + 1.6072509288787842, + 1.6076343059539795, + 1.6099436283111572, + 1.6164470911026, + 1.625515103340149, + 1.634899377822876, + 1.6456449031829834, + 1.6552951335906982, + 1.6625875234603882, + 1.6668370962142944, + 1.6623064279556274, + 1.6694763898849487, + 1.6864137649536133, + 1.7143322229385376, + 1.7094638347625732, + 1.7082712650299072, + 1.7298882007598877, + 1.7331490516662598, + 1.737962007522583, + 1.744718313217163, + 1.7472281455993652, + 1.7549917697906494, + 1.7677210569381714, + 1.7746005058288574, + 1.7806329727172852, + 1.7884299755096436, + 1.7861442565917969, + 1.786137342453003, + 1.8035740852355957, + 1.8136930465698242, + 1.8134286403656006, + 1.8033592700958252, + 1.830756664276123, + 1.836411714553833, + 1.8376989364624023, + 1.8479515314102173, + 1.840440273284912, + 1.8554332256317139, + 1.865447998046875, + 1.8704657554626465, + 1.8709962368011475, + 1.885129690170288, + 1.881211280822754, + 1.8804234266281128, + 1.9104704856872559, + 1.9412739276885986, + 1.9435954093933105, + 1.920737862586975, + 1.9500432014465332, + 1.952948808670044, + 1.9537912607192993, + 1.965607762336731, + 1.946600317955017 ], "timestamps": [ - "2026-06-16 04:10:00", "2026-06-16 04:20:00", "2026-06-16 04:30:00", "2026-06-16 04:40:00", @@ -527,6 +526,7 @@ "2026-06-17 04:10:00", "2026-06-17 04:20:00", "2026-06-17 04:30:00", - "2026-06-17 04:40:00" + "2026-06-17 04:40:00", + "2026-06-17 04:50:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 0f889fcdad4346752735a44c1b96877967c8b54d..c2dc6b8185e88ec5c59dea0dc30ff5e93c342995 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,26 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T05:10:19.032951+00:00", + "evaluated_at": "2026-06-18T05:19:18.643862+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t230600z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t041000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 76, + "prediction_length": 72 } - ] + ], + "failed_datasets": [] } diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index 22307f30b98eb9f1b351808ac689bf5c27d8750b..86d6556137d95772cb223d848147b69937c20029 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -1,9 +1,11 @@ dataset,domain,frequency,num_variates binance_btcusdt_1h_close,Finance,1h,1 -coingecko_bitcoin_7d_price_usd,Finance,1h,1 nasa_power_shanghai_hourly_t2m,Weather,1h,1 noaa_coops_sf_water_level_water_level,Ocean,6min,1 +noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1 nws_ksfo_observations_temperature,Weather,1h,1 open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1 +open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1 usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1 +usgs_potomac_iv_usgs_00060,Hydrology,15min,1 wikimedia_time_series_hourly_pageviews,Web,1D,1 diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 6adac5af783c16f1046e8ca57befa8e15635a14a..08e292d95cc3680afda2b3f5f60844c0e7512b50 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,2138090.897789272,2052142.9699918125,1231.8244196926062,1.2741546692602523,0.019099380545392376,0.018855027116827506,35.932709552997444,1462.221220537191,0.022543726694102293,0.018991594884985433,0.01824561815217622,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,2096429.4790327793,2010920.1318977654,1223.6411514634394,1.2656901922963975,0.018966130655232727,0.018726883389146045,35.594130474443254,1447.905203745321,0.022320194485832716,0.018863050157485503,0.018117167517842748,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.19505353943550854,0.1999660578630822,0.3899497517144154,0.37339584640039086,0.3490504999469268,0.2813912675797851,11.606133057841557,0.44164866062913466,0.3511837254508913,0.3100745428518675,0.2959196938284052,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.010058273572907414,0.009177367582147551,0.08030051590280159,0.38142740506861755,0.057128850592377683,0.05515800800271794,3.3821168642227284,0.10029094462067557,0.06909998098266643,0.05532667124403554,0.048620075999935966,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.18843065139462273,0.19287146121919388,0.3969859015881931,0.3782048788025145,0.35372943563173403,0.2884269896550622,11.813323385161977,0.4340859953910316,0.3536390404166191,0.3234145187524644,0.30903390524168317,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.007161756958710515,0.006717441268851923,0.06422072018796059,0.308909789580072,0.04490334215661077,0.044088295028220204,3.133771985404746,0.08462716442555851,0.05808537839051694,0.044079047879602665,0.03871698904688871,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.086339682669961,0.09122026255938505,0.25481329475459286,0.1550850105583161,0.01487251537050358,0.014792179669789072,1.6310714443505872,0.2938361493587217,0.01705457698817248,0.014789647095792571,0.013001704071577429,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,207.07918196293073,208.3467530301401,11.78429645821784,0.9362619034794922,0.2927966447633294,0.30536423440404475,15.974833945872346,14.390246070270331,0.3851091775061638,0.31536922262148764,0.2872640796419873,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,243.39796540624954,240.0142896051193,13.801269813485392,6.89400632423654,0.5504958608533251,0.40953122471415604,250.64013201906985,15.601216792489282,0.6008171250906875,0.5314995209816664,0.5240894715001215,Weather,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 30c369ccbebeb75d946a8f40b92275e2d1e9d457..9082f4138367d05dbc6a4193b4acd1669c9bd7da 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T05:13:02.581035+00:00", + "evaluated_at": "2026-06-18T05:23:27.496726+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64689.5, 64282.8203125, 63883.41015625, - 63738.01171875 + 63934.41015625 ], "p50": [ 65807.4574992237, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 6c85d3394819d340195ecd5b7d46f0248970f634..e275333835cb20bc93c0cc2107535cc263bcead0 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-18T05:03:30.288493+00:00", + "evaluated_at": "2026-06-18T05:23:27.516606+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.534999966621399, - 1.5199999809265137, - 1.5, - 1.4850000143051147, - 1.4819999933242798, 1.4559999704360962, 1.440999984741211, 1.4160000085830688, @@ -245,14 +240,14 @@ 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, - 1.6480000019073486 - ], - "actuals": [ + 1.6480000019073486, 1.6339999437332153, 1.6339999437332153, 1.6319999694824219, 1.628999948501587, - 1.6319999694824219, + 1.6319999694824219 + ], + "actuals": [ 1.621000051498413, 1.6050000190734863, 1.590000033378601, @@ -307,200 +302,200 @@ 1.1640000343322754, 1.1770000457763672, 1.1950000524520874, - 1.215000033378601 + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624 ], "p50": [ - 1.6544325850491406, - 1.6616935526250747, - 1.653954594110768, - 1.6547156602727844, - 1.6509767843705156, - 1.656237777695656, - 1.6504988530367877, - 1.6607598415935567, - 1.6525208597142294, - 1.655281885225878, - 1.6485429287381292, - 1.6483039779724267, - 1.6435650255377938, - 1.6488260337640954, - 1.6530870548650005, - 1.6533481572666409, - 1.6516091066035534, - 1.6488701582220366, - 1.6496311200759246, - 1.6403922255770065, - 1.647653297461069, - 1.6459143213037875, - 1.6466752831576754, - 1.644936292099233, - 1.6486973494397619, - 1.6464584691267492, - 1.6532194729423073, - 1.6464805015533974, - 1.6502415439927651, - 1.647502580710087, - 1.6427635388684871, - 1.6435246646351482, - 1.6422856075347592, - 1.6465467180426314, - 1.6518077411700942, - 1.649068777887416, - 1.6508297715701845, - 1.6410908537062456, - 1.6463518619325472, - 1.6441129369160512, - 1.6473739857927205, - 1.6496350028405096, - 1.6468959650520256, - 1.6431570146439507, - 1.6434180127374627, - 1.6401791452990535, - 1.6459401619892147, - 1.640701260695367, - 1.6454622008531645, - 1.651223247345648, - 1.6469842139679076, - 1.6377453343701507, - 1.6385063111252, - 1.6472673636973574, - 1.6475284362966753, - 1.6387894161511662, - 1.6410505077047612, - 1.6353114638366033, - 1.645572586503823, - 1.6468336164262154 + 1.6315063016828069, + 1.626127466980686, + 1.6312485566998756, + 1.6348695614228417, + 1.6329906071538034, + 1.6341116738656, + 1.6357327341400953, + 1.6383537964411483, + 1.629474857788527, + 1.628595935348369, + 1.633716980364075, + 1.629838036943082, + 1.632959063004511, + 1.6370801506971426, + 1.6302011564929924, + 1.6323223295394753, + 1.6259433139968622, + 1.6350643671187999, + 1.6271854304927367, + 1.6258064995887191, + 1.626927506695871, + 1.6255486353964983, + 1.6296696634844852, + 1.6327907044470753, + 1.6229117935702184, + 1.6235327773123496, + 1.6241538802637703, + 1.6327749472735902, + 1.6243959202272806, + 1.6295170546499538, + 1.6251380878639403, + 1.6212592338499145, + 1.6198802433412522, + 1.6235012480642184, + 1.6231223042855976, + 1.6272433919782292, + 1.6208644062379385, + 1.6209854262196937, + 1.619606554920321, + 1.6232276490502542, + 1.6263486751116831, + 1.6184697235844585, + 1.6215907496458875, + 1.6157118617764237, + 1.6188328878378526, + 1.6149539593180209, + 1.6145749559347553, + 1.6136960185934361, + 1.6133170748148153, + 1.6234381746667945, + 1.6240592105629899, + 1.6201802447902551, + 1.6138013186546092, + 1.6129224707202572, + 1.60854345923076, + 1.6141644978091645, + 1.6172855983763994, + 1.618406665088196, + 1.6140276535986988, + 1.6136487545235616 ], "p10": [ - 1.611732621077168, - 1.5984935914396194, - 1.601154642080586, - 1.6032156825649215, - 1.5977766944390277, - 1.591637752042748, - 1.5954987862795855, - 1.597059797438436, - 1.5997208480794025, - 1.5945818918539145, - 1.5905429453082203, - 1.5943039579452658, - 1.5990649875100305, - 1.5985260197450828, - 1.5904870442315318, - 1.5983480905094387, - 1.5891091513070368, - 1.5907701581981946, - 1.6026311887404754, - 1.5903922285572385, - 1.594153241194284, - 1.5879143008538064, - 1.600375284695475, - 1.5874363687517372, - 1.591197404276035, - 1.5929584128599643, - 1.5966194699978375, - 1.586380500456672, - 1.5862415404174175, - 1.599902561731968, - 1.58956360986954, - 1.5893246471829081, - 1.5960856778205563, - 1.5850467319901183, - 1.5848077693034863, - 1.5854687652273896, - 1.5901297930993823, - 1.5839908437880326, - 1.5928518801715685, - 1.5855129403492787, - 1.585173952128017, - 1.5871349879393484, - 1.5846960207942895, - 1.5956570003388357, - 1.58841806518955, - 1.5930791243539812, - 1.5902401549081826, - 1.5857011939381649, - 1.5872622050970153, - 1.5942232063376522, - 1.5932842437225463, - 1.5826453523469113, - 1.5863063424295594, - 1.5821674210131838, - 1.583828436845038, - 1.579789488087453, - 1.5794505030326884, - 1.578311542037897, - 1.581072594371636, - 1.5878336011674263 + 1.5780064242299565, + 1.5736274991671941, + 1.5741485199595726, + 1.5728695917029325, + 1.5744906718844476, + 1.5731116843560176, + 1.580432754691777, + 1.5771537946053253, + 1.5729748997501969, + 1.5792959233559145, + 1.5830169357321169, + 1.5788380378967564, + 1.5734590988865071, + 1.579880153987319, + 1.5797012106140098, + 1.5809222164337013, + 1.5788433228541123, + 1.5765643752250316, + 1.5709854387897033, + 1.5668064920133413, + 1.5684275446044251, + 1.567848601188834, + 1.579569646890552, + 1.575190714377209, + 1.5736117666766027, + 1.5644328298607357, + 1.5731538812174446, + 1.577474933552601, + 1.5673959984285746, + 1.5720170498815822, + 1.5626381104485128, + 1.5660591696676331, + 1.5705802164476366, + 1.5705012747670992, + 1.5701223309884784, + 1.5703433869356762, + 1.5791644889960075, + 1.5619855301701941, + 1.5683065537759118, + 1.5700276157431787, + 1.5588486925693248, + 1.5624697293065044, + 1.5638907623535978, + 1.5637118160000565, + 1.5573328967794806, + 1.5578539374788791, + 1.562574984664194, + 1.558196062581664, + 1.5618170971069525, + 1.5574381750244224, + 1.5637592284324624, + 1.563680286751925, + 1.5533013525100474, + 1.5649224032477993, + 1.5573434597791227, + 1.5591644906566071, + 1.5626855696827233, + 1.5609066245570375, + 1.5610276803015797, + 1.5646486850245458 ], "p90": [ - 1.6840325973515393, - 1.687693635117903, - 1.686454682325642, - 1.6862156630145981, - 1.6830767346840838, - 1.6857377853250504, - 1.6815987867951656, - 1.6852598539913228, - 1.6810208507884337, - 1.6847819226575949, - 1.684642949742806, - 1.6803039597483063, - 1.6802650209363152, - 1.6838260003854941, - 1.6795870862170434, - 1.6803481076755764, - 1.6791091314139865, - 1.6828701973226834, - 1.6817311836383178, - 1.6783922016308401, - 1.6761532591054797, - 1.6780143252615358, - 1.677675360882132, - 1.6815363960735752, - 1.6801973909245946, - 1.6799584252577304, - 1.6817194338416601, - 1.6804805406540444, - 1.6802415749871802, - 1.6770025883394815, - 1.6757636087251309, - 1.6755246438033247, - 1.6752856475890805, - 1.6740467514212325, - 1.6769077994872785, - 1.6748688033505204, - 1.6783298496522692, - 1.6740908162745285, - 1.6748518973377062, - 1.673612884940801, - 1.67247398450526, - 1.6752350398192313, - 1.6759960076335838, - 1.6737570736763907, - 1.6764180706731775, - 1.6712791561709408, - 1.6740402114849116, - 1.6738012458180478, - 1.6745622136324003, - 1.6752232363783932, - 1.6713842634159208, - 1.6718453483414792, - 1.6708063870138337, - 1.6703673970998003, - 1.6750283951694702, - 1.6698894691188335, - 1.6698505243463782, - 1.6703115496672916, - 1.6730726049812628, - 1.6688336312081673 + 1.6641064482148655, + 1.6616274726133249, + 1.6622485748196876, + 1.6668695666680504, + 1.6664906288498942, + 1.6661117387154536, + 1.6617327600085112, + 1.6644538031407103, + 1.66397486064955, + 1.6606959273851885, + 1.6652169533035663, + 1.6598380679374973, + 1.6616591494789297, + 1.6590801509504625, + 1.6587012067993125, + 1.6623223009292458, + 1.6579433490443933, + 1.6625643408927562, + 1.6572854333776015, + 1.6568064879062088, + 1.656427544500117, + 1.6600486382575212, + 1.6596696944789004, + 1.6563907343924489, + 1.6549117988154272, + 1.658532863143038, + 1.6551538983835823, + 1.6577749219416162, + 1.6544960154993449, + 1.6533170760599423, + 1.6526380765390578, + 1.6523591910776214, + 1.651880222509429, + 1.6545012661840304, + 1.6524223442922352, + 1.6557433588380468, + 1.6503644172200942, + 1.6540855365121283, + 1.652706546003466, + 1.6495276148044056, + 1.6538486339844782, + 1.6464697289190742, + 1.648390806937872, + 1.6477118074169876, + 1.6494329498505251, + 1.6469539533873587, + 1.6469750305359288, + 1.6501960404087361, + 1.6458170885238836, + 1.6456382077354514, + 1.6490592686775185, + 1.6449803129302851, + 1.648301381120277, + 1.6479223777370113, + 1.6435434619874747, + 1.6432645169213937, + 1.6427855978995622, + 1.6464066026225284, + 1.6450276717185108, + 1.6437487931712134 ], "timestamps": [ - "2026-06-16 22:42:00", - "2026-06-16 22:48:00", - "2026-06-16 22:54:00", - "2026-06-16 23:00:00", - "2026-06-16 23:06:00", "2026-06-16 23:12:00", "2026-06-16 23:18:00", "2026-06-16 23:24:00", @@ -795,6 +790,11 @@ "2026-06-18 04:18:00", "2026-06-18 04:24:00", "2026-06-18 04:30:00", - "2026-06-18 04:36:00" + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 328187778571885c10ca222acace31c6a661293d..274cd3495cb21e9093acbf80c8f18123912503b5 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-18T05:03:30.307014+00:00", + "evaluated_at": "2026-06-18T05:23:27.535245+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 0.8999999761581421, 0.8999999761581421, 1.0, 1.0, @@ -81,10 +80,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.399999976158142, 1.399999976158142, @@ -155,232 +154,232 @@ 1.7999999523162842, 1.7999999523162842, 1.399999976158142, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.3253808321311042, - 1.3304754687370333, - 1.335570105342962, - 1.3406647419488908, - 1.3457593785548199, - 1.3508540151607487, - 1.3559486517666774, - 1.3610432883726065, - 1.3661379249785353, - 1.3712325615844643, - 1.376327198190393, - 1.3814218347963219, - 1.3865164714022509, - 1.3916111080081797, - 1.3967057446141085, - 1.4018003812200375, - 1.4068950178259663, - 1.4119896544318953, - 1.417084291037824, - 1.4221789276437529, - 1.4272735642496819, - 1.4323682008556107, - 1.4374628374615395, - 1.4425574740674685, - 1.4476521106733973, - 1.452746747279326, - 1.457841383885255, - 1.4629360204911839, - 1.4680306570971127, - 1.4731252937030417, - 1.4782199303089705, - 1.4833145669148993, - 1.4884092035208283, - 1.493503840126757, - 1.498598476732686, - 1.5036931133386149, - 1.5087877499445437, - 1.5138823865504727, - 1.5189770231564015, - 1.5240716597623303, - 1.5291662963682593, - 1.534260932974188, - 1.539355569580117, - 1.544450206186046, - 1.5495448427919747, - 1.5546394793979037, - 1.5597341160038325, - 1.5648287526097613, - 1.5699233892156903, - 1.575018025821619, - 1.5801126624275479, - 1.585207299033477, - 1.5903019356394057, - 1.5953965722453345, - 1.6004912088512635, - 1.6055858454571923, - 1.610680482063121, - 1.61577511866905, - 1.620869755274979, - 1.6259643918809077, - 1.6310590284868367, - 1.6361536650927655, - 1.6412483016986945, - 1.6463429383046233, - 1.651437574910552, - 1.6565322115164811, - 1.66162684812241, - 1.666721484728339, - 1.6718161213342677, - 1.6769107579401965, - 1.6820053945461255, - 1.6871000311520543 + 1.3100312335059343, + 1.3147736964148742, + 1.319516159323814, + 1.324258622232754, + 1.3290010851416938, + 1.3337435480506337, + 1.3384860109595735, + 1.3432284738685134, + 1.3479709367774533, + 1.3527133996863931, + 1.357455862595333, + 1.3621983255042729, + 1.3669407884132128, + 1.3716832513221526, + 1.3764257142310925, + 1.3811681771400324, + 1.3859106400489722, + 1.390653102957912, + 1.3953955658668518, + 1.4001380287757916, + 1.4048804916847315, + 1.4096229545936714, + 1.4143654175026112, + 1.4191078804115511, + 1.423850343320491, + 1.4285928062294309, + 1.4333352691383707, + 1.4380777320473106, + 1.4428201949562505, + 1.4475626578651903, + 1.4523051207741302, + 1.45704758368307, + 1.46179004659201, + 1.4665325095009498, + 1.4712749724098897, + 1.4760174353188296, + 1.4807598982277694, + 1.4855023611367093, + 1.4902448240456492, + 1.494987286954589, + 1.499729749863529, + 1.5044722127724688, + 1.5092146756814087, + 1.5139571385903485, + 1.5186996014992884, + 1.523442064408228, + 1.528184527317168, + 1.5329269902261078, + 1.5376694531350477, + 1.5424119160439875, + 1.5471543789529274, + 1.5518968418618673, + 1.5566393047708071, + 1.561381767679747, + 1.5661242305886869, + 1.5708666934976268, + 1.5756091564065666, + 1.5803516193155065, + 1.5850940822244464, + 1.5898365451333862, + 1.594579008042326, + 1.599321470951266, + 1.6040639338602058, + 1.6088063967691457, + 1.6135488596780856, + 1.6182913225870255, + 1.6230337854959653, + 1.6277762484049052, + 1.632518711313845, + 1.637261174222785, + 1.6420036371317248, + 1.6467461000406647 ], "p10": [ - 1.2253808082892463, - 1.2304754448951754, - 1.2355700815011041, - 1.240664718107033, - 1.245759354712962, - 1.2508539913188907, - 1.2559486279248195, - 1.251043274067492, - 1.2661379011366773, - 1.2712325377426064, - 1.2763271743485352, - 1.281421810954464, - 1.286516447560393, - 1.2916110841663218, - 1.2967057207722505, - 1.3018003573781796, - 1.3068949939841084, - 1.3119896305900374, - 1.3170842671959662, - 1.322178903801895, - 1.327273540407824, - 1.3323681770137528, - 1.3374628136196816, - 1.3425574502256106, - 1.3476520868315394, - 1.3427467329742115, - 1.3578413600433972, - 1.362935996649326, - 1.3680306332552548, - 1.3731252698611838, - 1.3782199064671126, - 1.3833145430730414, - 1.3884091796789704, - 1.2935039116523308, - 1.3985984528908282, - 1.403693089496757, - 1.4087877261026858, - 1.4138823627086148, - 1.4189769993145436, - 1.4240716359204724, - 1.4291662725264014, - 1.4342609091323302, - 1.3393556411056908, - 1.444450182344188, - 1.4495448189501168, - 1.4546394555560458, - 1.4597340921619746, - 1.4648287287679034, - 1.4699233653738324, - 1.4750180019797612, - 1.3801127339531216, - 1.485207275191619, - 1.4903019117975478, - 1.4953965484034766, - 1.5004911850094056, - 1.405585916982766, - 1.5106804582212632, - 1.5157750948271922, - 1.520869731433121, - 1.4259644634064814, - 1.5210590141817222, - 1.5361536412509076, - 1.4412483613033393, - 1.5463429144627654, - 1.5514375510686942, - 1.5565321876746232, - 1.561626824280552, - 1.566721460886481, - 1.5718160974924098, - 1.5769107340983386, - 1.5820053707042676, - 1.5871000073101964 + 1.110031305031508, + 1.2147736725730163, + 1.2195161354819561, + 1.224258598390896, + 1.2290010612998359, + 1.2337435242087758, + 1.2384859871177156, + 1.1432285453940871, + 1.2379709224723388, + 1.2527133758445352, + 1.257455838753475, + 1.262198301662415, + 1.2669407645713548, + 1.2716832274802947, + 1.2764256903892346, + 1.2811681532981745, + 1.2859106162071143, + 1.290653079116054, + 1.2953955420249939, + 1.3001380049339337, + 1.3048804678428736, + 1.3096229307518135, + 1.3143653936607533, + 1.3191078565696932, + 1.323850319478633, + 1.328592782387573, + 1.2333353406639445, + 1.3380777082054527, + 1.3428201711143926, + 1.247562729390764, + 1.3523050969322723, + 1.2570476552086438, + 1.361790022750152, + 1.366532485659092, + 1.3712749485680318, + 1.3760174114769717, + 1.3807598743859115, + 1.3855023372948514, + 1.3902448002037913, + 1.3949872631127311, + 1.399729726021671, + 1.4044721889306109, + 1.4092146518395507, + 1.4139571147484906, + 1.4186995776574305, + 1.4234420405663701, + 1.42818450347531, + 1.3329270617516815, + 1.3376695246606214, + 1.4424118922021296, + 1.3471544504785011, + 1.4518968180200094, + 1.4566392809289492, + 1.461381743837889, + 1.466124206746829, + 1.4708666696557688, + 1.4756091325647087, + 1.4803515954736486, + 1.4850940583825885, + 1.4898365212915283, + 1.4945789842004682, + 1.499321447109408, + 1.504063910018348, + 1.5088063729272878, + 1.5135488358362277, + 1.4182913941125992, + 1.5230337616541074, + 1.5277762245630473, + 1.5325186874719872, + 1.537261150380927, + 1.542003613289867, + 1.5467460761988068 ], "p90": [ - 1.4253808559729622, - 1.4304754925788912, - 1.43557012918482, - 1.540664682344246, - 1.4457594023966778, - 1.550853943635175, - 1.4659486660717915, - 1.4610433122144644, - 1.4761379392836493, - 1.5712324900588905, - 1.5763271385857482, - 1.5814218824800377, - 1.5865163998766771, - 1.4916111318500376, - 1.5967056730885347, - 1.5018004050618954, - 1.6068949463003925, - 1.5119896782737532, - 1.6170842195122503, - 1.622178868039108, - 1.6272736119333977, - 1.632368129330037, - 1.6374627659359657, - 1.6425574025418948, - 1.5476521345152552, - 1.6527466757537523, - 1.6578413123596814, - 1.572936034796298, - 1.5780306714022267, - 1.6731252340983969, - 1.6782198587833967, - 1.6833145073102544, - 1.6884091319952546, - 1.593503863968615, - 1.698598524416402, - 1.7036930418130412, - 1.6087877737864016, - 1.7138824342341885, - 1.7189769516308278, - 1.7240715882367565, - 1.7291662248426856, - 1.7342608614486144, - 1.639355593421975, - 1.7444502538697617, - 1.6595448570970888, - 1.7546395270816195, - 1.6597341398456904, - 1.7648286810841876, - 1.7699234368994061, - 1.775018073505335, - 1.7801125909019742, - 1.7852072275079032, - 1.6903019594812636, - 1.7953965126406897, - 1.7004912326931214, - 1.8055858931409081, - 1.810680529746837, - 1.7257751329741642, - 1.8208696837494052, - 1.7259644157227656, - 1.831058956961263, - 1.8361535935671918, - 1.8412482301731208, - 1.8463428667790496, - 1.75143759875241, - 1.856532259200197, - 1.7616268719642678, - 1.8667214132027652, - 1.7718161451761256, - 1.8769108056239123, - 1.7820054183879834, - 1.8871000788357701 + 1.5100312811896501, + 1.5147736248893005, + 1.4295161736289281, + 1.4242586460746118, + 1.5290011328254096, + 1.4337435718924916, + 1.5384860586432894, + 1.4432284977103713, + 1.5479708652518795, + 1.5527133281608194, + 1.5574557910697593, + 1.4621983493461308, + 1.566940716887639, + 1.4716832751640105, + 1.5764256546264477, + 1.5811681175353876, + 1.4859106638908302, + 1.4906531267997698, + 1.4953955897087097, + 1.600137957250218, + 1.5048805155265894, + 1.5096229784355293, + 1.5143654413444692, + 1.6191078208069063, + 1.6238503910042068, + 1.628592746624786, + 1.6333353168220865, + 1.5380777558891685, + 1.5428202187981084, + 1.6475625863396166, + 1.5523051446159881, + 1.6570475121574963, + 1.571790060897124, + 1.666532437975376, + 1.671274900884316, + 1.6760173637932558, + 1.5807599220696273, + 1.6855022896111356, + 1.6002448383507633, + 1.6949872154290153, + 1.5997297737053868, + 1.6044722366143267, + 1.6092146995232666, + 1.6139571624322064, + 1.6186996253411463, + 1.7234419928826543, + 1.7281844557915942, + 1.732926918700534, + 1.6376694769769056, + 1.7424119637277034, + 1.6471544027947853, + 1.6618968561669814, + 1.656639328612665, + 1.7613817080751022, + 1.676124244893801, + 1.770866621972053, + 1.6756091802484245, + 1.7803515597108617, + 1.7850940226198015, + 1.789836592817102, + 1.7045790223474402, + 1.7993215186349818, + 1.804063874255561, + 1.7088064206110036, + 1.8135487881525119, + 1.7182913464288834, + 1.7230338093378232, + 1.7277762722467631, + 1.8325186397882713, + 1.8372612219065008, + 1.842003565606151, + 1.846746028515091 ], "timestamps": [ - "2026-06-16 04:10:00", "2026-06-16 04:20:00", "2026-06-16 04:30:00", "2026-06-16 04:40:00", @@ -527,6 +526,7 @@ "2026-06-17 04:10:00", "2026-06-17 04:20:00", "2026-06-17 04:30:00", - "2026-06-17 04:40:00" + "2026-06-17 04:40:00", + "2026-06-17 04:50:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index cccae6bef62ee7065bd131d20756a92ac3c0d91a..6f464c5f1d5ff4da413688e76aed776d49b1d7a1 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,25 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T05:13:02.615644+00:00", + "evaluated_at": "2026-06-18T05:23:27.543041+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:08:49.012758Z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", - "data_fetched_at": "2026-06-18T05:08:49.012758Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t230600z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t041000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index dfbc9606d5e74be539114bbcbc1f6b2a7144966f..ff1c95e0134ade2005e017561c6ac4b45db08a27 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1342,3 +1342,6 @@ {"evaluated_at": "2026-06-18T05:03:30.536381+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} {"evaluated_at": "2026-06-18T05:13:02.685891+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-18T05:13:02.685891+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-18T05:23:27.601592+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T05:23:27.601592+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-18T05:23:27.601592+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index ce2223a73a9daf1fa53a041ddc4d838674373fe7..0b902a768a549f187224a952b2f90fbd5a446888 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1170431.4504311879,1243475.7162602742,959.5263671875,0.992499402906275,0.014876815633553697,0.014729184523336804,8.159018404852889,1081.8648022887091,0.016679599557312907,0.014793452504890423,0.00944621914672589,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1197187.2275536854,1235226.0426324208,958.7638346354166,0.9917106667875818,0.014860285243382662,0.014713777460472798,9.19899366137872,1094.1605127008036,0.01686704031384644,0.014779831718050356,0.009641612518356095,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.9345807586560113,1.0924920595322192,0.7913044691085815,0.4370919363032775,0.03479963103867976,0.03584991882581345,4.529265430709361,0.9667371714463096,0.04377843120449623,0.035834008752196195,0.05572582064291565,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.9315930643001236,0.8344527093655716,0.760171056787173,0.7279007459556052,0.6851737638111455,0.457425539556925,2.260143917565712,0.965190688050876,0.767486221100192,0.6044617079154563,0.38711210676101687,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04144079765983043,0.008676725216868193,0.07133148196670744,0.33882449895083255,0.04969413331448357,0.04890557430271214,6.3498641542217475,0.20357012958641654,0.1402588452652822,0.04914704977610465,0.10267475989826938,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.13353204992440204,0.14959179096214997,0.25027305285135903,0.2384328744232632,0.21763432927559279,0.2942094593498504,1.3247834015498041,0.36542037426011437,0.2976988704406808,0.20389121785134878,0.22297406447969795,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.011966416937161582,0.014992463437508164,0.09703823592927721,0.46676619250610646,0.06422517942938367,0.0668820750234511,5.6582730193437145,0.10939111909639457,0.07508256466356544,0.06660394083342376,0.10860803466021773,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.7824441358141788,0.7364598491426099,0.7493157784144083,0.4560501661376395,0.04409720788086315,0.04285704759261275,1.8232691875720455,0.884558723779365,0.051340772359624566,0.04349112135899831,0.03192242975118387,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,48.69808304257973,76.62123970288644,5.880701859792073,0.4672215381347408,0.13567627819808636,0.14817253045780887,2.985540438099067,6.978401180971164,0.18675471746546454,0.1573782856335096,0.17443965446411955,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.8801477517919617,0.9592394500421051,0.8812028566996256,0.4401781973051892,0.03511681512211238,0.03591100422025575,1.9583397787021104,0.9381619006290768,0.03612947268811337,0.03393592782063341,0.03359886292440647,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 8d36a3b9fb72e60ef8d502221726806d719d07d9..7ad51de341dbf5ad932b5965d2556f22cd641f55 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T05:12:15.815701+00:00", + "evaluated_at": "2026-06-18T05:21:29.380290+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64689.5, 64282.8203125, 63883.41015625, - 63738.01171875 + 63934.41015625 ], "p50": [ - 65800.3203125, - 65759.953125, - 65777.60546875, - 65784.578125, - 65761.9921875, - 65834.0078125, - 65819.87109375, - 65812.8515625, - 65810.41015625, - 65792.265625, - 65811.49609375, - 65756.1328125, - 65826.578125, - 65815.3515625, - 65773.51171875, - 65818.98828125, - 65774.08203125, - 65781.32421875, - 65730.26953125, - 65722.3984375, - 65780.703125, - 65774.66015625, - 65866.77734375, - 65824.93359375 + 65827.453125, + 65771.72265625, + 65803.62890625, + 65744.08203125, + 65799.45703125, + 65756.81640625, + 65750.4375, + 65750.54296875, + 65786.1328125, + 65813.45703125, + 65804.96484375, + 65822.8203125, + 65791.328125, + 65804.921875, + 65830.31640625, + 65774.17578125, + 65740.6328125, + 65732.1484375, + 65798.7734375, + 65857.88671875, + 65790.14453125, + 65802.4140625, + 65687.625, + 65813.65234375 ], "p10": [ - 65475.1328125, - 65400.921875, - 65328.318359375, - 65287.095703125, - 65247.892578125, - 65109.654296875, - 65140.162109375, - 64900.595703125, - 64905.810546875, - 64885.955078125, - 64972.2734375, - 64873.23828125, - 64945.072265625, - 64890.173828125, - 64227.4140625, - 64757.8515625, - 64951.8515625, - 64347.20703125, - 64350.62109375, - 64369.615234375, - 64453.626953125, - 64405.810546875, - 64702.392578125, - 64573.83984375 + 65485.509765625, + 65309.70703125, + 65373.29296875, + 65193.4453125, + 65215.140625, + 65192.52734375, + 65039.96484375, + 64841.259765625, + 64914.4921875, + 64851.365234375, + 64981.8203125, + 64832.201171875, + 64953.232421875, + 64861.828125, + 64847.943359375, + 64273.19140625, + 64484.30078125, + 64322.546875, + 64606.365234375, + 64553.90234375, + 64478.228515625, + 64504.7578125, + 64019.208984375, + 64504.962890625 ], "p90": [ - 66155.421875, - 66202.80859375, - 66226.51953125, - 66290.1484375, - 66273.08203125, - 66527.2109375, - 66543.06640625, - 66404.9609375, - 66623.52734375, - 66486.27734375, - 66677.6953125, - 66592.421875, - 66889.07421875, - 66856.08203125, - 66851.828125, - 66819.3515625, - 66758.98046875, - 67021.49609375, - 66820.3125, - 66947.2890625, - 67172.77734375, - 67239.66015625, - 67184.0703125, - 67059.72265625 + 66167.3046875, + 66179.76953125, + 66181.44921875, + 66199.44921875, + 66313.15625, + 66233.46484375, + 66238.1484375, + 66306.015625, + 66574.53125, + 66539.796875, + 66616.37890625, + 66581.90625, + 66648.8203125, + 66618.48828125, + 66568.13671875, + 66881.2265625, + 66814.77734375, + 66579.73828125, + 66678.69140625, + 66951.4296875, + 66995.89453125, + 67098.15234375, + 66931.703125, + 67029.421875 ], "timestamps": [ "2026-06-13 06:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 01416fd7acc69837396e814a3a76e1a104d5f7b4..e254056a4a2206aeb69563ab7276bcb62cb9c083 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T05:00:55.974345+00:00", + "evaluated_at": "2026-06-18T05:22:46.991859+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.534999966621399, - 1.5199999809265137, - 1.5, - 1.4850000143051147, - 1.4819999933242798, 1.4559999704360962, 1.440999984741211, 1.4160000085830688, @@ -245,14 +240,14 @@ 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, - 1.6480000019073486 - ], - "actuals": [ + 1.6480000019073486, 1.6339999437332153, 1.6339999437332153, 1.6319999694824219, 1.628999948501587, - 1.6319999694824219, + 1.6319999694824219 + ], + "actuals": [ 1.621000051498413, 1.6050000190734863, 1.590000033378601, @@ -307,200 +302,200 @@ 1.1640000343322754, 1.1770000457763672, 1.1950000524520874, - 1.215000033378601 + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624 ], "p50": [ - 1.6494667530059814, - 1.6532225012779236, - 1.6580212116241455, - 1.660723865032196, - 1.6667082905769348, - 1.6708223223686218, - 1.6839241981506348, - 1.665880799293518, - 1.7004426717758179, - 1.7006606459617615, - 1.69740492105484, - 1.7116289138793945, - 1.7083011865615845, - 1.7460774183273315, - 1.7246100306510925, - 1.7642054557800293, - 1.7056155800819397, - 1.769873023033142, - 1.7702754139900208, - 1.7670509219169617, - 1.7360745072364807, - 1.7562152743339539, - 1.854597806930542, - 1.791098952293396, - 1.778267741203308, - 1.8062232732772827, - 1.8267334699630737, - 1.8568677306175232, - 1.837162971496582, - 1.9454954862594604, - 1.896695613861084, - 1.9548094868659973, - 2.161549210548401, - 2.057114839553833, - 2.115720510482788, - 2.0397695302963257, - 2.0751198530197144, - 2.0521812438964844, - 2.0163354873657227, - 2.035670280456543, - 2.2690467834472656, - 2.050183057785034, - 2.0876392126083374, - 2.4629571437835693, - 1.9652918577194214, - 2.238239049911499, - 2.27524733543396, - 2.230939745903015, - 2.495864987373352, - 2.541539788246155, - 2.4960843324661255, - 2.512376546859741, - 2.6975255012512207, - 2.366089344024658, - 2.6154948472976685, - 2.6150124073028564, - 2.6107484102249146, - 2.4508116245269775, - 2.6005321741104126, - 2.6150124073028564 + 1.6284685730934143, + 1.6159286499023438, + 1.6033681631088257, + 1.590255320072174, + 1.576335370540619, + 1.5624998211860657, + 1.5556634068489075, + 1.5311335921287537, + 1.497836947441101, + 1.4890424609184265, + 1.4702084064483643, + 1.4462177753448486, + 1.4703027606010437, + 1.4529320001602173, + 1.4406235814094543, + 1.392104983329773, + 1.3798577785491943, + 1.3281949758529663, + 1.2894302010536194, + 1.2966088652610779, + 1.3646170496940613, + 1.261560320854187, + 1.2149450778961182, + 1.1942492127418518, + 1.2465953826904297, + 1.2563972473144531, + 1.094950556755066, + 1.1432838439941406, + 1.0467687845230103, + 1.1242069602012634, + 0.9593018293380737, + 1.0399762988090515, + 1.0515429377555847, + 0.8732994794845581, + 0.859333872795105, + 0.8471584618091583, + 0.7982161045074463, + 0.752376526594162, + 0.7367377877235413, + 0.6746189892292023, + 0.6958001852035522, + 0.6303359568119049, + 0.6664549112319946, + 0.7130997478961945, + 0.5569446980953217, + 0.6643145680427551, + 0.5961098372936249, + 0.5150806605815887, + 0.617942214012146, + 0.5057297348976135, + 0.3802620470523834, + 0.45683401823043823, + 0.3717958331108093, + 0.4478658139705658, + 0.4013604521751404, + 0.5069926679134369, + 0.36524227261543274, + 0.3831920325756073, + 0.32638680934906006, + 0.41534423828125 ], "p10": [ - 1.631081461906433, - 1.6257840991020203, - 1.6079310774803162, - 1.6079670190811157, - 1.5924822092056274, - 1.5881226658821106, - 1.5893569588661194, - 1.5600313544273376, - 1.541929543018341, - 1.5105046033859253, - 1.479659378528595, - 1.4076905250549316, - 1.47909414768219, - 1.4208229184150696, - 1.4144020676612854, - 1.4451215267181396, - 1.1492546796798706, - 1.0557241439819336, - 1.094183325767517, - 1.1146583557128906, - 1.0358994007110596, - 0.8567927479743958, - 0.9191171526908875, - 0.8439750373363495, - 0.8812255561351776, - 0.8195642232894897, - 0.9061898589134216, - 0.7823753356933594, - 0.5628029406070709, - 0.8027236461639404, - 0.4459924101829529, - 0.6619795560836792, - 0.4000968635082245, - 0.6847326159477234, - 0.617872953414917, - 0.5050057172775269, - 0.1825629472732544, - 0.3464430272579193, - 0.5824567973613739, - 0.39828234910964966, - 0.5736006498336792, - 0.35963618755340576, - 0.5995131433010101, - 0.712431788444519, - 0.08030250668525696, - 0.5398787260055542, - 0.6323078870773315, - 0.37894243001937866, - 0.5505692660808563, - 0.6664771437644958, - 0.6725724935531616, - 0.4249853789806366, - 0.5905802547931671, - 0.4450465738773346, - 0.8698338866233826, - 0.7129087448120117, - 0.3170914649963379, - 0.4369921088218689, - 0.7949270308017731, - 0.3717089593410492 + 1.61036217212677, + 1.584230899810791, + 1.5592103600502014, + 1.5413118600845337, + 1.5231454372406006, + 1.4915196299552917, + 1.4666096568107605, + 1.4197953939437866, + 1.3718772530555725, + 1.3327285051345825, + 1.2579208612442017, + 1.1712855100631714, + 1.1988419890403748, + 1.1184187531471252, + 1.0882194638252258, + 1.0124221444129944, + 0.9549843370914459, + 0.9298570454120636, + 0.7839616537094116, + 0.653059720993042, + 0.7689264416694641, + 0.6582783460617065, + 0.4579407870769501, + 0.5087389349937439, + 0.44880208373069763, + 0.5401105880737305, + 0.2626150846481323, + 0.3823070824146271, + 0.30379095673561096, + 0.30899807810783386, + 0.09016203880310059, + 0.0939476490020752, + 0.12716075778007507, + 0.02251887321472168, + 0.08790576457977295, + -0.09376049041748047, + -0.2023695707321167, + -0.03549802303314209, + -0.2013872265815735, + -0.1114962100982666, + -0.26649999618530273, + -0.42779427766799927, + -0.18236184120178223, + -0.14782404899597168, + -0.375247061252594, + -0.2726861238479614, + -0.30370867252349854, + -0.3634435534477234, + -0.2298508882522583, + -0.4218635559082031, + -0.4984796643257141, + -0.4072818160057068, + -0.47236716747283936, + -0.695638120174408, + -0.36853593587875366, + -0.43315863609313965, + -0.5422987937927246, + -0.537537157535553, + -0.5250874757766724, + -0.5956679582595825 ], "p90": [ - 1.6689804792404175, - 1.6912959814071655, - 1.7073349356651306, - 1.7071126103401184, - 1.7464572191238403, - 1.7589574456214905, - 1.805591881275177, - 1.7875439524650574, - 1.8404074907302856, - 1.8789202570915222, - 1.9124124646186829, - 1.9087337851524353, - 1.9557558298110962, - 2.006283402442932, - 2.096113920211792, - 2.098395347595215, - 2.2341747283935547, - 2.384399652481079, - 2.4041703939437866, - 2.4447968006134033, - 2.381359100341797, - 2.577285051345825, - 2.746721386909485, - 2.719018816947937, - 2.675419569015503, - 2.8793997764587402, - 2.9608782529830933, - 2.72274112701416, - 3.117913007736206, - 3.10563588142395, - 3.0284286737442017, - 3.1044375896453857, - 3.7035436630249023, - 3.4653728008270264, - 3.4350764751434326, - 3.586951494216919, - 3.8240013122558594, - 3.4905951023101807, - 3.375426769256592, - 4.039290428161621, - 3.824387788772583, - 4.1093339920043945, - 3.9021148681640625, - 4.109512805938721, - 4.119801759719849, - 4.123718023300171, - 4.135841369628906, - 4.135841369628906, - 4.884926795959473, - 4.896323919296265, - 4.8562657833099365, - 5.022751092910767, - 5.370044708251953, - 4.896255970001221, - 5.656670570373535, - 4.896255970001221, - 4.896255970001221, - 4.896255970001221, - 5.555479049682617, - 4.9860007762908936 + 1.651321530342102, + 1.6445993781089783, + 1.6392736434936523, + 1.6300958395004272, + 1.644952118396759, + 1.645323097705841, + 1.648975133895874, + 1.659205675125122, + 1.6517925262451172, + 1.6474224925041199, + 1.6960270404815674, + 1.6621630191802979, + 1.7269327044487, + 1.7587918043136597, + 1.7881138324737549, + 1.7682363390922546, + 1.7997088432312012, + 1.7021175026893616, + 1.7507661581039429, + 1.8437562584877014, + 1.8480535745620728, + 1.8410354256629944, + 1.923586368560791, + 1.8261773586273193, + 1.8671954870224, + 2.0178946256637573, + 2.00661301612854, + 1.9619501829147339, + 2.058609366416931, + 2.085408568382263, + 1.8684887886047363, + 1.9589678645133972, + 1.9439020156860352, + 1.6940417289733887, + 1.717253565788269, + 1.8645952939987183, + 1.6528373956680298, + 1.76264226436615, + 1.6309016346931458, + 1.5346437096595764, + 1.6789114475250244, + 1.6206132769584656, + 1.667406678199768, + 1.6983046531677246, + 1.465878665447235, + 1.7605489492416382, + 1.7157267332077026, + 1.6563159227371216, + 1.6349802613258362, + 1.4583518505096436, + 1.4826724529266357, + 1.5242327451705933, + 1.4938618540763855, + 1.660840928554535, + 1.578980267047882, + 1.6029105186462402, + 1.5927912592887878, + 1.5500150322914124, + 1.4693254828453064, + 1.4831579327583313 ], "timestamps": [ - "2026-06-16 22:42:00", - "2026-06-16 22:48:00", - "2026-06-16 22:54:00", - "2026-06-16 23:00:00", - "2026-06-16 23:06:00", "2026-06-16 23:12:00", "2026-06-16 23:18:00", "2026-06-16 23:24:00", @@ -795,6 +790,11 @@ "2026-06-18 04:18:00", "2026-06-18 04:24:00", "2026-06-18 04:30:00", - "2026-06-18 04:36:00" + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 087e4c4e64abe4803a9658fc3da4e6a9c4f15b00..663a7216a4002bc10d28259a87a52747e782301a 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T05:01:02.119817+00:00", + "evaluated_at": "2026-06-18T05:22:53.907050+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 0.8999999761581421, 0.8999999761581421, 1.0, 1.0, @@ -81,10 +80,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.399999976158142, 1.399999976158142, @@ -155,232 +154,232 @@ 1.7999999523162842, 1.7999999523162842, 1.399999976158142, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.2949545979499817, - 1.2975974082946777, - 1.3281025290489197, - 1.3250499367713928, - 1.3294833898544312, - 1.3151689767837524, - 1.35470849275589, - 1.3693417310714722, - 1.3328997492790222, - 1.3812350630760193, - 1.3826066255569458, - 1.3873688578605652, - 1.3490418791770935, - 1.348346471786499, - 1.3763273358345032, - 1.3906934261322021, - 1.365176260471344, - 1.3758541941642761, - 1.4173530340194702, - 1.3880540132522583, - 1.370002269744873, - 1.433143973350525, - 1.3713478446006775, - 1.389861822128296, - 1.4231297969818115, - 1.4211695194244385, - 1.3866748213768005, - 1.3871131539344788, - 1.4117348790168762, - 1.4145076274871826, - 1.4003504514694214, - 1.4696475267410278, - 1.458984136581421, - 1.4521689414978027, - 1.4346818327903748, - 1.510875403881073, - 1.4662168622016907, - 1.5260671973228455, - 1.4527705907821655, - 1.5168999433517456, - 1.4829793572425842, - 1.5218682289123535, - 1.5326929688453674, - 1.4817228317260742, - 1.499006986618042, - 1.5000371932983398, - 1.505858302116394, - 1.6158949136734009, - 1.4904685020446777, - 1.5191376209259033, - 1.5306833386421204, - 1.5503437519073486, - 1.5161274075508118, - 1.5277641415596008, - 1.5050678253173828, - 1.6209232807159424, - 1.564767062664032, - 1.5872527956962585, - 1.6132967472076416, - 1.5855507254600525, - 1.6189320087432861, - 1.563065528869629, - 1.5837112665176392, - 1.612577199935913, - 1.5430920124053955, - 1.5886708498001099, - 1.5673274993896484, - 1.610109031200409, - 1.624060332775116, - 1.6802171468734741, - 1.6625203490257263, - 1.643979549407959 + 1.2146662473678589, + 1.2848981618881226, + 1.2676731944084167, + 1.293841004371643, + 1.2519370317459106, + 1.2629735469818115, + 1.2407994866371155, + 1.2659403085708618, + 1.3351132273674011, + 1.27543044090271, + 1.3435786962509155, + 1.3200868964195251, + 1.2518903017044067, + 1.341535210609436, + 1.3279229402542114, + 1.3195223212242126, + 1.2589205503463745, + 1.3007437586784363, + 1.3281797170639038, + 1.290186882019043, + 1.3315366506576538, + 1.325036644935608, + 1.397092580795288, + 1.3039418458938599, + 1.251500129699707, + 1.358712613582611, + 1.3741883635520935, + 1.3688952326774597, + 1.34642893075943, + 1.3223001956939697, + 1.2914796471595764, + 1.356293499469757, + 1.349050521850586, + 1.3428492546081543, + 1.4207026958465576, + 1.3585428595542908, + 1.3657956719398499, + 1.427497923374176, + 1.428419828414917, + 1.3810376524925232, + 1.3702447414398193, + 1.3893010020256042, + 1.3153929114341736, + 1.3997939825057983, + 1.4399755001068115, + 1.4481881856918335, + 1.4064059853553772, + 1.400094211101532, + 1.407148540019989, + 1.389697551727295, + 1.3969866633415222, + 1.3904795050621033, + 1.4458019137382507, + 1.3679683804512024, + 1.455250859260559, + 1.3482834100723267, + 1.5181679725646973, + 1.4567666053771973, + 1.473943293094635, + 1.5276634097099304, + 1.4309021830558777, + 1.437265932559967, + 1.4870775938034058, + 1.477525532245636, + 1.465979814529419, + 1.392335832118988, + 1.5054402351379395, + 1.5149691700935364, + 1.5067959427833557, + 1.482472836971283, + 1.4523924589157104, + 1.469903290271759 ], "p10": [ - 1.1838846802711487, - 1.1771961450576782, - 1.2038562297821045, - 1.1425828337669373, - 1.1269808411598206, - 1.153926432132721, - 1.1512995958328247, - 1.1045699715614319, - 1.0981969237327576, - 1.1678485870361328, - 1.1277782320976257, - 1.130809247493744, - 1.0802236795425415, - 1.1210282444953918, - 1.1659732460975647, - 1.0744851231575012, - 1.0845134258270264, - 1.0226210355758667, - 1.126316487789154, - 1.1106728315353394, - 1.0558343529701233, - 1.0592542886734009, - 1.0420396327972412, - 1.0642588138580322, - 1.0606579780578613, - 1.0453395247459412, - 1.001929223537445, - 1.023684322834015, - 1.0323809385299683, - 1.014348030090332, - 0.9806990921497345, - 1.0016840100288391, - 1.0377947092056274, - 0.9436955153942108, - 0.9885868430137634, - 0.9623638391494751, - 1.0007029175758362, - 0.9760415554046631, - 1.006126046180725, - 0.9391275644302368, - 1.0015751123428345, - 0.9974498450756073, - 1.0115779042243958, - 0.9659063816070557, - 0.9380432665348053, - 0.9214004874229431, - 1.010859489440918, - 1.07869952917099, - 0.9135466516017914, - 0.9689785838127136, - 0.9201246201992035, - 1.0456973910331726, - 0.8832174837589264, - 0.9516410231590271, - 0.8821217715740204, - 1.0054305791854858, - 0.8609777987003326, - 0.9595454037189484, - 0.9860429763793945, - 0.9117622673511505, - 0.8580856323242188, - 0.8601027131080627, - 0.9635993540287018, - 0.8525540232658386, - 0.8292384147644043, - 0.8736880123615265, - 0.9380599856376648, - 0.9906800389289856, - 0.9592971503734589, - 0.9504331350326538, - 0.9877679347991943, - 0.9045729637145996 + 1.123862385749817, + 1.1701636910438538, + 1.1338981986045837, + 1.1288532614707947, + 1.060745358467102, + 1.0514703392982483, + 1.0527863502502441, + 1.0551915764808655, + 1.134369134902954, + 1.0916851162910461, + 1.0548490285873413, + 1.0211727023124695, + 1.0094501376152039, + 1.093535602092743, + 1.0611739754676819, + 1.0416946411132812, + 0.9994895458221436, + 0.9829212129116058, + 0.974723756313324, + 0.9375686049461365, + 1.0373968482017517, + 0.9856663942337036, + 0.9990994036197662, + 0.9810889065265656, + 0.8743521273136139, + 1.0050176978111267, + 0.9416528344154358, + 0.9723051190376282, + 0.9649131298065186, + 0.9251024425029755, + 0.8991803824901581, + 0.9063046872615814, + 0.9457197487354279, + 0.9034315347671509, + 0.9916249513626099, + 0.9305118918418884, + 0.8714746832847595, + 1.0336883664131165, + 0.8621359169483185, + 0.9664270877838135, + 0.9651792943477631, + 0.8869426250457764, + 0.7942737936973572, + 0.9530744552612305, + 0.9349091053009033, + 0.9237615168094635, + 0.9116697311401367, + 0.8718562722206116, + 0.8812467455863953, + 0.9012931883335114, + 0.8835921883583069, + 0.9004791975021362, + 0.8710135817527771, + 0.7688677310943604, + 0.8295098841190338, + 0.8835212290287018, + 0.9658998250961304, + 0.907497227191925, + 0.8738015592098236, + 0.9175672829151154, + 0.8388300240039825, + 1.022567331790924, + 0.8525999188423157, + 0.8425557613372803, + 0.8178390264511108, + 0.9053196012973785, + 0.8408476710319519, + 0.8149979710578918, + 0.9488610923290253, + 0.8939082026481628, + 0.8227367699146271, + 0.8362734317779541 ], "p90": [ - 1.3893806338310242, - 1.4324386715888977, - 1.475633144378662, - 1.5458407998085022, - 1.519346296787262, - 1.5149514079093933, - 1.6538034677505493, - 1.6226604580879211, - 1.6742551922798157, - 1.6776496171951294, - 1.7336904406547546, - 1.775286614894867, - 1.7144179940223694, - 1.710580587387085, - 1.6529650688171387, - 1.8503233194351196, - 1.7546719908714294, - 1.737872302532196, - 1.844682216644287, - 1.8513312339782715, - 1.8522160649299622, - 1.987839937210083, - 1.91712486743927, - 1.9383968114852905, - 1.9069142937660217, - 2.0025858879089355, - 2.0750842094421387, - 1.950745165348053, - 2.0725536346435547, - 2.125912666320801, - 2.0228476524353027, - 2.137488842010498, - 2.2119193077087402, - 2.2376821041107178, - 2.119720220565796, - 2.287162184715271, - 2.1431541442871094, - 2.4130027294158936, - 2.2809746265411377, - 2.682142972946167, - 2.627716541290283, - 2.5344960689544678, - 2.5307652950286865, - 2.41658091545105, - 2.583575963973999, - 2.476168394088745, - 2.72023344039917, - 2.6853082180023193, - 2.407329559326172, - 2.3306431770324707, - 2.488895893096924, - 2.6500766277313232, - 2.6483200788497925, - 2.8440253734588623, - 2.6477373838424683, - 2.9835184812545776, - 2.7984204292297363, - 2.936253547668457, - 3.1134397983551025, - 3.1974934339523315, - 3.268286347389221, - 2.812865376472473, - 3.037995219230652, - 3.7148077487945557, - 2.6960614919662476, - 2.692589282989502, - 3.2126734256744385, - 3.579035997390747, - 3.638545870780945, - 3.785096287727356, - 3.5721187591552734, - 3.892534852027893 + 1.314691185951233, + 1.4221778512001038, + 1.420695722103119, + 1.4459182024002075, + 1.4657536149024963, + 1.4546544551849365, + 1.4971711039543152, + 1.4853667616844177, + 1.5087047219276428, + 1.5362737774848938, + 1.6483044624328613, + 1.6104140281677246, + 1.5224500894546509, + 1.6845855712890625, + 1.6861240863800049, + 1.6494684219360352, + 1.6672272682189941, + 1.6944204568862915, + 1.7755284905433655, + 1.6637212038040161, + 1.7949976921081543, + 1.8123406171798706, + 1.8640809059143066, + 1.7647699117660522, + 1.7421740293502808, + 1.7767260074615479, + 1.8625210523605347, + 1.7646675109863281, + 1.9266586899757385, + 1.9444717764854431, + 1.84801584482193, + 1.825156569480896, + 1.99562668800354, + 2.1045188903808594, + 2.0029789209365845, + 1.9149214029312134, + 2.0364444255828857, + 2.3479063510894775, + 2.3519850969314575, + 2.140219211578369, + 1.942798376083374, + 1.9679693579673767, + 2.180924415588379, + 2.2769014835357666, + 2.3483963012695312, + 2.5465786457061768, + 2.414348602294922, + 2.443312644958496, + 2.0979198217391968, + 2.4029585123062134, + 2.1918506622314453, + 2.4606915712356567, + 2.4444369077682495, + 2.258576512336731, + 2.7451133728027344, + 2.459289312362671, + 2.81369948387146, + 2.5300928354263306, + 2.7665159702301025, + 3.067336320877075, + 2.6818127632141113, + 2.74505877494812, + 2.6755787134170532, + 2.8507418632507324, + 2.3241372108459473, + 2.4784345626831055, + 2.7975902557373047, + 2.739963412284851, + 2.7233331203460693, + 2.7515993118286133, + 3.118697166442871, + 2.9999650716781616 ], "timestamps": [ - "2026-06-16 04:10:00", "2026-06-16 04:20:00", "2026-06-16 04:30:00", "2026-06-16 04:40:00", @@ -527,6 +526,7 @@ "2026-06-17 04:10:00", "2026-06-17 04:20:00", "2026-06-17 04:30:00", - "2026-06-17 04:40:00" + "2026-06-17 04:40:00", + "2026-06-17 04:50:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 77593d0fc5395508f75bbbc09e43e1455c9200f9..18521656b8025ec4524261495f1d87cc1592dba7 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T05:12:28.031317+00:00", + "evaluated_at": "2026-06-18T05:22:57.258476+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:08:49.012758Z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", - "data_fetched_at": "2026-06-18T05:08:49.012758Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t230600z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t041000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index c291424be24967c9a3c23301e6a4a3ac41d0cc2a..f187199b5ad2c46f6105080e289563d4b74b0eff 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,1746513.9505070029,1666311.3775391767,1141.0693427905742,1.1802808970365666,0.017682566733320287,0.017484106601611437,31.675363962890255,1321.5573958428756,0.020375048812043675,0.01759238276779977,0.016807875275970736,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,1710775.9922135677,1631011.9999081932,1132.8860745614074,1.1718164200727121,0.017550043638818208,0.0173559502718199,31.336784884336065,1307.9663574471508,0.02016296605857194,0.017464014528778445,0.01667960599016171,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.12108119298143297,0.12458398547106336,0.3015829751899304,0.28878036153607645,0.27163038358154806,0.22752755494635604,8.476558143286908,0.34796722975221817,0.27669149478486815,0.23980834133832024,0.22708934684977283,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06242223619700191,0.06541362601397777,0.21909257166915472,1.040689591368618,0.14385434748217962,0.15851267643112324,7.61604915031888,0.24984442398621168,0.1721416126986339,0.150953733590231,0.12931843864353712,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.16909272762893435,0.17321878755317538,0.3706265692615138,0.35309258124221393,0.33195112608599736,0.27246205403388657,10.930269098336176,0.41120886132102547,0.33500160952527813,0.30194022773869306,0.2881147382321113,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06490447268823892,0.06664562681376603,0.22241664767265312,1.0698522163964255,0.14576015836455447,0.160681006011728,7.38554690554939,0.2547635623244402,0.1748615591480453,0.15265967172728043,0.13367651540463815,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,2.304901458593988,2.350228320301155,1.4710525997898014,0.8953151686608676,0.0860446807077272,0.0821822342431648,12.050767693706767,1.5181901918382914,0.08811744765204109,0.08538152937111303,0.08079682117844839,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,185.9603992654952,187.2452596428261,12.077313725371068,0.9595421141624071,0.31893368544031975,0.3231800321755451,12.749600583013873,13.636729786334229,0.3649437102217894,0.32321089803116765,0.2904046182157767,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,9.47777385040437,9.901744712363579,2.404063055329457,1.2008768853363332,0.08645915713370132,0.0926527284594304,21.91871992174598,3.0785993325543957,0.11855967549799767,0.09258266663758823,0.0827168759668369,Weather,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 2b33bd01fbfc0f7733547623cf587aa0a3d49331..91d962334776b7177ea2cca8465a8f65d10cf016 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T05:13:02.623531+00:00", + "evaluated_at": "2026-06-18T05:23:27.548215+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64689.5, 64282.8203125, 63883.41015625, - 63738.01171875 + 63934.41015625 ], "p50": [ 65973.4581928454, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 3e9c3bbcd38d19521fe64a3f7f8b494daaa0e13f..d38539cd0af8d8959ba72dda3bdcd64938bfd90c 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T05:03:30.411664+00:00", + "evaluated_at": "2026-06-18T05:23:27.555854+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.534999966621399, - 1.5199999809265137, - 1.5, - 1.4850000143051147, - 1.4819999933242798, 1.4559999704360962, 1.440999984741211, 1.4160000085830688, @@ -245,14 +240,14 @@ 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, - 1.6480000019073486 - ], - "actuals": [ + 1.6480000019073486, 1.6339999437332153, 1.6339999437332153, 1.6319999694824219, 1.628999948501587, - 1.6319999694824219, + 1.6319999694824219 + ], + "actuals": [ 1.621000051498413, 1.6050000190734863, 1.590000033378601, @@ -307,200 +302,200 @@ 1.1640000343322754, 1.1770000457763672, 1.1950000524520874, - 1.215000033378601 + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624 ], "p50": [ - 1.5314438744568926, - 1.5389438076996904, - 1.5314438148522478, - 1.532443846681128, - 1.5289439364457231, - 1.5344438954377275, - 1.5289439364457231, - 1.539443890669356, - 1.5314438744568926, - 1.5344438656354051, - 1.5279438748145204, - 1.5279438897156816, - 1.5234439029479128, - 1.5289438768410784, - 1.5334438636088472, - 1.5339439316773515, - 1.532443846681128, - 1.529943863966475, - 1.530943791487227, - 1.521943862655173, - 1.529443900206099, - 1.5279438897156816, - 1.5289438172364336, - 1.527443791844855, - 1.5314438148522478, - 1.529443900206099, - 1.536443869688521, - 1.529943863966475, - 1.5339438720727068, - 1.5314438744568926, - 1.5269437982821565, - 1.5279438897156816, - 1.5269437982821565, - 1.5314438744568926, - 1.5369438632512193, - 1.5344438656354051, - 1.5364438249850374, - 1.5269438727879625, - 1.532443846681128, - 1.5304438873314958, - 1.5339439018750292, - 1.5364438845896822, - 1.533943812468062, - 1.530443827726851, - 1.530943791487227, - 1.5279438897156816, - 1.5339438720727068, - 1.5289439364457231, - 1.5339438422703844, - 1.539943854429732, - 1.5359437867188555, - 1.5269438727879625, - 1.5279438152098757, - 1.536943833448897, - 1.537443871715079, - 1.5289438172364336, - 1.5314438744568926, - 1.5259437962555986, - 1.5364438845896822, - 1.5379438801789385 + 1.5924301383967514, + 1.5874302474732513, + 1.5929302809710617, + 1.5969302294726486, + 1.5954302189822311, + 1.5969302294726486, + 1.5989302335257645, + 1.6019302396054382, + 1.5934302447314377, + 1.5929302660699005, + 1.5984302548642273, + 1.5949302552218552, + 1.598430225061905, + 1.6029302565331573, + 1.5964302061076279, + 1.5989303229327316, + 1.5929302511687393, + 1.6024302480692978, + 1.5949302552218552, + 1.5939302680964584, + 1.5954302189822311, + 1.5944302914614792, + 1.5989302633280869, + 1.6024302480692978, + 1.5929302809710617, + 1.5939302084918137, + 1.5949302552218552, + 1.6039302660102959, + 1.5959301827426071, + 1.601430260943901, + 1.5974302379365082, + 1.5939303277011032, + 1.5929302809710617, + 1.5969302294726486, + 1.5969302294726486, + 1.601430260943901, + 1.5954302189822311, + 1.5959301827426071, + 1.5949302552218552, + 1.5989302931304092, + 1.602430262970459, + 1.5949302552218552, + 1.598430225061905, + 1.5929302809710617, + 1.5964302508111115, + 1.5929302660699005, + 1.5929302064652557, + 1.5924302129025574, + 1.5924302129025574, + 1.6029302565331573, + 1.6039302362079735, + 1.6004302142138596, + 1.5944302318568344, + 1.5939303277011032, + 1.5899302599902267, + 1.595930242347252, + 1.5994302866931076, + 1.600930297183525, + 1.5969302294726486, + 1.5969302741761322 ], "p10": [ - 1.48874391048492, - 1.4757438465142352, - 1.478643862822066, - 1.4809438689732652, - 1.4757438465142352, - 1.4698438697848197, - 1.473943869688521, - 1.4757438465142352, - 1.478643862822066, - 1.4737438722634417, - 1.4699438913846117, - 1.473943869688521, - 1.4789438649201494, - 1.478643862822066, - 1.4708438529753787, - 1.4789438649201494, - 1.4699438913846117, - 1.4718438639426332, - 1.4839438601517778, - 1.4719438656354051, - 1.4759438439393144, - 1.4699438692657005, - 1.4826438187742335, - 1.4699438684973594, - 1.473943869688521, - 1.4759438439393144, - 1.4798438667440514, - 1.4698438628697497, - 1.4699438684973594, - 1.4838438554787736, - 1.4737438692832094, - 1.4737438722634417, - 1.4807438685679537, - 1.4699438884043794, - 1.4699438913846117, - 1.4708438529753787, - 1.4757438465142352, - 1.4698438628697497, - 1.4789438649201494, - 1.4718438907647233, - 1.4717438682103259, - 1.473943869688521, - 1.4717438682103259, - 1.4829438134217363, - 1.4759438439393144, - 1.4808438687706094, - 1.478243864991675, - 1.473943869688521, - 1.4757438465142352, - 1.4829438134217363, - 1.4822438164734941, - 1.4718438907647233, - 1.4757438465142352, - 1.4718438907647233, - 1.4737438722634417, - 1.4699438891727206, - 1.4698438697848197, - 1.4689438744568926, - 1.4719438924574952, - 1.4789438649201494 + 1.538930260943901, + 1.5349302796597595, + 1.5358302442307588, + 1.5349302597527394, + 1.5369302837128753, + 1.535930239963066, + 1.543630254077446, + 1.5407302377696153, + 1.5369302866931076, + 1.543630254077446, + 1.5477302102322692, + 1.5439302561755295, + 1.538930260943901, + 1.5457302598233338, + 1.5459302602286453, + 1.5475302098269577, + 1.5458302600259894, + 1.5439302561755295, + 1.5387302635188218, + 1.5349302605210806, + 1.5369302568907852, + 1.5367302572538148, + 1.5488302467341537, + 1.5448302579994315, + 1.543630254077446, + 1.5348302610401998, + 1.5439302561755295, + 1.5486302522893067, + 1.538930260943901, + 1.5439302561755295, + 1.5349302605210806, + 1.5387302635188218, + 1.543630254077446, + 1.5439302561755295, + 1.5439302561755295, + 1.544530255901348, + 1.5537303017403001, + 1.5369302866931076, + 1.543630254077446, + 1.5457302598233338, + 1.5349302804281006, + 1.538930260943901, + 1.5407302377696153, + 1.5409302351946945, + 1.5349302597527394, + 1.5358302442307588, + 1.5409302351946945, + 1.5369302568907852, + 1.5409302351946945, + 1.5369302568907852, + 1.543630254077446, + 1.5439302561755295, + 1.5339302657122726, + 1.5459302602286453, + 1.5387302605385895, + 1.5409302351946945, + 1.5448302579994315, + 1.5434302566523666, + 1.5439302561755295, + 1.5479302046771164 ], "p90": [ - 1.5610438867592913, - 1.5649438901925188, - 1.563943903067122, - 1.5639438494229418, - 1.5610438867592913, - 1.563943903067122, - 1.560043870204101, - 1.563943903067122, - 1.559943865531097, - 1.563943903067122, - 1.5640438958191973, - 1.5599438714915614, - 1.5601438983464342, - 1.5639438434624773, - 1.5599438949608904, - 1.560943882086287, - 1.5599438714915614, - 1.563943903067122, - 1.5630438550496202, - 1.5599438387090068, - 1.5579438618505101, - 1.56004389367343, - 1.5599438949608904, - 1.5640438958191973, - 1.5629438563370806, - 1.5629438563370806, - 1.564943830587874, - 1.563943903067122, - 1.563943903067122, - 1.560943882086287, - 1.5599438681388003, - 1.5599438688838583, - 1.5599438383364779, - 1.5589439078354936, - 1.5620439215684039, - 1.5602438910985095, - 1.563943903067122, - 1.5599438353562456, - 1.560943882086287, - 1.5599438353562456, - 1.559043900587569, - 1.5620439215684039, - 1.5630438550496202, - 1.5610438867592913, - 1.5639438494229418, - 1.559043900587569, - 1.5620439215684039, - 1.5620439215684039, - 1.5630438550496202, - 1.5639438434624773, - 1.5603438361668687, - 1.5610438867592913, - 1.5602438910985095, - 1.5600438668513399, - 1.564943830587874, - 1.560043870204101, - 1.5602438910985095, - 1.560943882086287, - 1.563943903067122, - 1.5599438949608904 + 1.62503028492881, + 1.6229302531058902, + 1.6239302990908737, + 1.6289302347178574, + 1.628930240678322, + 1.6289302943225021, + 1.6249302593941803, + 1.6280302463050003, + 1.6279302475924606, + 1.62503025810672, + 1.6299302278037187, + 1.6249302862162704, + 1.6271303115363236, + 1.6249302567864772, + 1.624930256413948, + 1.6289302943225021, + 1.6249302862162704, + 1.629930221843254, + 1.62503025810672, + 1.624930256413948, + 1.6249302567864772, + 1.6289302943225021, + 1.6289302943225021, + 1.6260302780146714, + 1.6249302862162704, + 1.6289302943225021, + 1.6259302733416672, + 1.628930240678322, + 1.6260302780146714, + 1.6252302823538896, + 1.6249302266116257, + 1.62503028492881, + 1.6249302601392384, + 1.6279302475924606, + 1.6262302694792863, + 1.6299302278037187, + 1.6249302299643869, + 1.6290302930350418, + 1.6280302463050003, + 1.6252302588845606, + 1.629930221843254, + 1.6229302605564708, + 1.6252302823538896, + 1.6249302266116257, + 1.627030312823784, + 1.6249302601392384, + 1.6253302810664292, + 1.6289302347178574, + 1.6249302266116257, + 1.6251302896018143, + 1.6289302943225021, + 1.6252302823538896, + 1.6289302943225021, + 1.6289302347178574, + 1.6249302627469415, + 1.6250302614594812, + 1.6249302862162704, + 1.6289302347178574, + 1.6279302475924606, + 1.627030312823784 ], "timestamps": [ - "2026-06-16 22:42:00", - "2026-06-16 22:48:00", - "2026-06-16 22:54:00", - "2026-06-16 23:00:00", - "2026-06-16 23:06:00", "2026-06-16 23:12:00", "2026-06-16 23:18:00", "2026-06-16 23:24:00", @@ -795,6 +790,11 @@ "2026-06-18 04:18:00", "2026-06-18 04:24:00", "2026-06-18 04:30:00", - "2026-06-18 04:36:00" + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 40655254a92480a07e7af6361abf0986ed7d283f..3691e73beaa2346996bfe96a1445d1d3520a0800 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T05:03:30.422623+00:00", + "evaluated_at": "2026-06-18T05:23:27.566867+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 0.8999999761581421, 0.8999999761581421, 1.0, 1.0, @@ -81,10 +80,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.399999976158142, 1.399999976158142, @@ -155,232 +154,232 @@ 1.7999999523162842, 1.7999999523162842, 1.399999976158142, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107, - 1.2363333415985107 + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784 ], "p10": [ - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1263333272933962, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1263333272933962, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.0363334131240844, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.0363334131240844, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.0363334131240844, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.0363334131240844, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.0363334131240844, - 1.1263333272933962, - 1.1363333177566528, - 1.0363334012031555, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528, - 1.1363333177566528 + 1.0376667451858521, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.0376667451858521, + 1.1276666593551639, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.0376667451858521, + 1.1376666498184205, + 1.1376666498184205, + 1.0376667451858521, + 1.1376666498184205, + 1.0376667451858521, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.0376667451858521, + 1.0376667451858521, + 1.1376666498184205, + 1.0376667451858521, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.0376667451858521, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205 ], "p90": [ - 1.3363333654403686, - 1.3363333654403686, - 1.3363333654403686, - 1.436333281993866, - 1.3363333654403686, - 1.436333270072937, - 1.3463333559036248, - 1.3363333654403686, - 1.3463333559036248, - 1.436333270072937, - 1.436333281993866, - 1.4363333892822265, - 1.436333270072937, - 1.3363333654403686, - 1.436333270072937, - 1.3363333654403686, - 1.436333270072937, - 1.3363333654403686, - 1.436333270072937, - 1.436333281993866, - 1.4363333892822265, - 1.436333270072937, - 1.436333270072937, - 1.436333270072937, - 1.3363333654403686, - 1.436333270072937, - 1.436333270072937, - 1.3463333559036248, - 1.3463333559036248, - 1.436333281993866, - 1.436333270072937, - 1.436333281993866, - 1.436333270072937, - 1.3363333654403686, - 1.4363333892822265, - 1.436333270072937, - 1.3363333654403686, - 1.4363333892822265, - 1.436333270072937, - 1.436333270072937, - 1.436333270072937, - 1.436333270072937, - 1.3363333654403686, - 1.4363333892822265, - 1.3463333559036248, - 1.4363333892822265, - 1.3363333654403686, - 1.436333270072937, - 1.4363333892822265, - 1.4363333892822265, - 1.436333270072937, - 1.436333270072937, - 1.3363333654403686, - 1.436333281993866, - 1.3363333654403686, - 1.4363333892822265, - 1.4363333892822265, - 1.3463333559036248, - 1.436333270072937, - 1.3363333654403686, - 1.436333270072937, - 1.436333270072937, - 1.436333270072937, - 1.436333270072937, - 1.3363333654403686, - 1.4363333892822265, - 1.3363333654403686, - 1.436333270072937, - 1.3363333654403686, - 1.4363333892822265, - 1.3363333654403686, - 1.4363333892822265 + 1.4376667213439942, + 1.4376666021347047, + 1.3476666879653925, + 1.3376666975021363, + 1.4376667213439942, + 1.3376666975021363, + 1.4376667213439942, + 1.3376666975021363, + 1.4376666021347047, + 1.4376666021347047, + 1.4376666021347047, + 1.3376666975021363, + 1.4376666021347047, + 1.3376666975021363, + 1.4376666140556336, + 1.4376666140556336, + 1.3376666975021363, + 1.3376666975021363, + 1.3376666975021363, + 1.4376666021347047, + 1.3376666975021363, + 1.3376666975021363, + 1.3376666975021363, + 1.4376666140556336, + 1.4376667213439942, + 1.4376666140556336, + 1.4376667213439942, + 1.3376666975021363, + 1.3376666975021363, + 1.4376666021347047, + 1.3376666975021363, + 1.4376666021347047, + 1.3476666879653925, + 1.4376666021347047, + 1.4376666021347047, + 1.4376666021347047, + 1.3376666975021363, + 1.4376666021347047, + 1.3476666879653925, + 1.4376666021347047, + 1.3376666975021363, + 1.3376666975021363, + 1.3376666975021363, + 1.3376666975021363, + 1.3376666975021363, + 1.4376666021347047, + 1.4376666021347047, + 1.4376666021347047, + 1.3376666975021363, + 1.4376667213439942, + 1.3376666975021363, + 1.3476666879653925, + 1.3376666975021363, + 1.4376666140556336, + 1.3476666879653925, + 1.4376666021347047, + 1.3376666975021363, + 1.4376666140556336, + 1.4376666140556336, + 1.4376667213439942, + 1.3476666879653925, + 1.4376667213439942, + 1.4376666140556336, + 1.3376666975021363, + 1.4376666021347047, + 1.3376666975021363, + 1.3376666975021363, + 1.3376666975021363, + 1.4376666021347047, + 1.4376667213439942, + 1.4376666021347047, + 1.4376666021347047 ], "timestamps": [ - "2026-06-16 04:10:00", "2026-06-16 04:20:00", "2026-06-16 04:30:00", "2026-06-16 04:40:00", @@ -527,6 +526,7 @@ "2026-06-17 04:10:00", "2026-06-17 04:20:00", "2026-06-17 04:30:00", - "2026-06-17 04:40:00" + "2026-06-17 04:40:00", + "2026-06-17 04:50:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 49d680a3a3c0c0ee8e68457f8511ab38a8a0c1fa..ed5edcc688ddd6964b3cf45b2230e1ddd8709f44 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,25 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T05:13:02.644137+00:00", + "evaluated_at": "2026-06-18T05:23:27.571232+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:08:49.012758Z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", - "data_fetched_at": "2026-06-18T05:08:49.012758Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t230600z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t041000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index dfaffe097bca54dc83f3520aa24e17180aee5f80..c58bff46f41c4daf8e28fa96a6ca09e27e6729d5 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,21 +1,274 @@ { - "status": "partial", - "started_at": "2026-06-18T03:57:48.181185+00:00", - "finished_at": "2026-06-18T05:23:20.743779+00:00", - "task_count": 8, + "status": "ok", + "started_at": "2026-06-18T05:18:17.273157+00:00", + "finished_at": "2026-06-18T05:23:27.595018+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", - "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench", - "models": {}, - "failed_models": [ - "Chronos-Bolt-Tiny", - "Chronos-Bolt-Mini", - "Chronos-Bolt-Base", - "Chronos-2", - "TimesFM-2.5", - "Moirai-1.1-Small" - ], - "push_status": "ok", - "pushed_at": "2026-06-18T05:23:24.390326+00:00", - "push_detail": "HF Hub API" + "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", + "models": { + "Chronos-2": { + "model": "Chronos-2", + "api_model_id": "amazon/chronos-2", + "evaluated_at": "2026-06-18T05:19:18.643862+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t230600z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t041000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 76, + "prediction_length": 72 + } + ], + "failed_datasets": [] + }, + "TimesFM-2.5": { + "model": "TimesFM-2.5", + "api_model_id": "google/timesfm-2.5-200m-pytorch", + "evaluated_at": "2026-06-18T05:20:11.775451+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t230600z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t041000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 76, + "prediction_length": 72 + } + ], + "failed_datasets": [] + }, + "Toto-2.0-1B": { + "model": "Toto-2.0-1B", + "api_model_id": "Datadog/Toto-2.0-1B", + "evaluated_at": "2026-06-18T05:20:50.120426+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t230600z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t041000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 76, + "prediction_length": 72 + } + ], + "failed_datasets": [] + }, + "TiRex": { + "model": "TiRex", + "api_model_id": "NX-AI/TiRex-1.1-gifteval", + "evaluated_at": "2026-06-18T05:21:09.855414+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t230600z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t041000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 76, + "prediction_length": 72 + } + ], + "failed_datasets": [] + }, + "Moirai-1.1-Large": { + "model": "Moirai-1.1-Large", + "api_model_id": "Salesforce/moirai-1.1-R-large", + "evaluated_at": "2026-06-18T05:22:57.258476+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t230600z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t041000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 76, + "prediction_length": 72 + } + ], + "failed_datasets": [] + }, + "Timer-S1": { + "model": "Timer-S1", + "api_model_id": "bytedance-research/Timer-S1", + "evaluated_at": "2026-06-18T05:23:25.466121+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t230600z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t041000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 76, + "prediction_length": 72 + } + ], + "failed_datasets": [] + }, + "ARIMA": { + "model": "ARIMA", + "api_model_id": "baseline/arima", + "evaluated_at": "2026-06-18T05:23:27.446630+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t230600z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t041000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 76, + "prediction_length": 72 + } + ], + "failed_datasets": [] + }, + "ETS": { + "model": "ETS", + "api_model_id": "baseline/ets", + "evaluated_at": "2026-06-18T05:23:27.543041+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t230600z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t041000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 76, + "prediction_length": 72 + } + ], + "failed_datasets": [] + }, + "Moving-Average": { + "model": "Moving-Average", + "api_model_id": "baseline/moving-average", + "evaluated_at": "2026-06-18T05:23:27.571232+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t230600z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t041000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 76, + "prediction_length": 72 + } + ], + "failed_datasets": [] + }, + "Seasonal-Naive": { + "model": "Seasonal-Naive", + "api_model_id": "baseline/seasonal-naive", + "evaluated_at": "2026-06-18T05:23:27.593485+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t230600z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t041000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 76, + "prediction_length": 72 + } + ], + "failed_datasets": [] + } + }, + "failed_models": [], + "failed_datasets": [], + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_052327.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_052327.json new file mode 100644 index 0000000000000000000000000000000000000000..f7732b406c674e72c43b9c21989ef242eb10ed3b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_052327.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-18T05:23:27.261577+00:00", + "metrics": { + "MSE[mean]": 1374631.3081310848, + "MSE[0.5]": 432419.71557994, + "MAE[0.5]": 571.6376792229657, + "MASE[0.5]": 0.5912813599593945, + "MAPE[0.5]": 0.00883359620213582, + "sMAPE[0.5]": 0.008804384523220087, + "MSIS": 7.7924427464059605, + "RMSE[mean]": 1172.4467186747058, + "NRMSE[mean]": 0.018073861960992622, + "ND[0.5]": 0.008812085309647734, + "mean_weighted_sum_quantile_loss": 0.007859320793486226 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63934.41015625 + ], + "predictions": { + "p50": [ + 65142.390219083965, + 65142.078871345126, + 65113.74897693379, + 65130.32042628878, + 65140.31322336733, + 65144.84972330024, + 65137.9170261142, + 65150.859330223255, + 65142.968008042735, + 65147.58220884253, + 65128.69929423789, + 65173.473224864094, + 65138.2620227416, + 65118.17252071016, + 65138.25626955751, + 65136.09968286565, + 65137.486955418426, + 65124.91891483662, + 65121.18663292533, + 65124.92120800033, + 65136.114735042385, + 65128.66872415106, + 65147.61763271683, + 65137.47553116825 + ], + "p10": [ + 64878.533301499214, + 64840.60824421312, + 64944.84000064448, + 64934.30193113585, + 64874.14017483945, + 64936.51371723592, + 64997.50438131407, + 64988.13222911661, + 64874.09776090559, + 64934.36734535737, + 64928.82315598615, + 64988.15665355742, + 64986.91026319151, + 64874.04320248339, + 64936.594394898195, + 64840.73887672826, + 64878.37230260594, + 64943.900824964956, + 64838.5638307175, + 64874.0535951204, + 64928.80044463855, + 64934.39623103113, + 64944.7253341961, + 64878.360878355765 + ], + "p90": [ + 65482.42589648738, + 65474.39016997139, + 65398.96566042036, + 65482.1580748059, + 65464.548600253635, + 65464.12103852702, + 65473.72965921589, + 65559.87199383351, + 65464.227789667384, + 65473.64084594169, + 65482.282944788014, + 65482.23347964178, + 65467.66149129307, + 65371.98182085269, + 65467.65573810898, + 65398.83726233394, + 65559.92783622665, + 65369.81319020366, + 65473.67949818797, + 65466.96759040611, + 65398.852314510674, + 65466.96917765772, + 65391.59091004283, + 65391.58547048504 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_051823.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_051823.json new file mode 100644 index 0000000000000000000000000000000000000000..de834a9b82cf8c0cb927eeaef0051deba12c9969 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_051823.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T05:18:23.529725+00:00", + "metrics": { + "MSE[mean]": 1047954.6142190298, + "MSE[0.5]": 1047954.6142190298, + "MAE[0.5]": 893.07666015625, + "MASE[0.5]": 0.923766227032094, + "MAPE[0.5]": 0.013838234627692672, + "sMAPE[0.5]": 0.013714708186047364, + "MSIS": 4.855733962870647, + "RMSE[mean]": 1023.6965440104942, + "NRMSE[mean]": 0.015780802429388934, + "ND[0.5]": 0.013767230543741906, + "mean_weighted_sum_quantile_loss": 0.008550522666461842 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63934.41015625 + ], + "predictions": { + "p50": [ + 65788.7578125, + 65785.2734375, + 65785.75, + 65789.7578125, + 65771.65625, + 65768.703125, + 65753.65625, + 65754.421875, + 65740.078125, + 65738.3828125, + 65717.578125, + 65723.5703125, + 65730.4921875, + 65729.546875, + 65711.4140625, + 65718.390625, + 65696.6640625, + 65693.2734375, + 65679.765625, + 65678.3359375, + 65649.0546875, + 65631.65625, + 65596.390625, + 65593.71875 + ], + "p10": [ + 65524.11328125, + 65438.01171875, + 65334.3671875, + 65238.6484375, + 65134.15625, + 65025.04296875, + 64900.4609375, + 64828.5703125, + 64748.0859375, + 64648.09375, + 64579.21875, + 64529.61328125, + 64460.63671875, + 64427.34765625, + 64383.5546875, + 64406.49609375, + 64379.32421875, + 64212.81640625, + 64108.52734375, + 64025.53515625, + 63961.22265625, + 63911.42578125, + 63867.97265625, + 63840.8515625 + ], + "p90": [ + 65990.4296875, + 66087.1953125, + 66163.8359375, + 66235.265625, + 66303.375, + 66331.109375, + 66350.7578125, + 66398.671875, + 66446.921875, + 66487.015625, + 66534.7890625, + 66595.078125, + 66654.859375, + 66645.625, + 66653.6015625, + 66667.2578125, + 66650.7421875, + 66697.453125, + 66732.21875, + 66819.171875, + 66816.6171875, + 66846.0625, + 66886.6875, + 66894.234375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_052327.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_052327.json new file mode 100644 index 0000000000000000000000000000000000000000..df755916c544fe41f28b74f20ec459da4e9dd9af --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_052327.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-18T05:23:27.496726+00:00", + "metrics": { + "MSE[mean]": 2096429.4790327793, + "MSE[0.5]": 2010920.1318977654, + "MAE[0.5]": 1223.6411514634394, + "MASE[0.5]": 1.2656901922963975, + "MAPE[0.5]": 0.018966130655232727, + "sMAPE[0.5]": 0.018726883389146045, + "MSIS": 35.594130474443254, + "RMSE[mean]": 1447.905203745321, + "NRMSE[mean]": 0.022320194485832716, + "ND[0.5]": 0.018863050157485503, + "mean_weighted_sum_quantile_loss": 0.018117167517842748 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63934.41015625 + ], + "predictions": { + "p50": [ + 65807.4574992237, + 65861.62563866397, + 65880.80744997923, + 65887.03223004448, + 65930.95036948475, + 65937.157571425, + 65967.09133586526, + 65986.77510030553, + 66012.27331787079, + 66028.97075418604, + 66055.63498737631, + 66087.38711119157, + 66117.09236000682, + 66122.63940569709, + 66149.26848263734, + 66154.5420908276, + 66205.92507401787, + 66218.85297908312, + 66235.55041539838, + 66274.78496108865, + 66285.1679442789, + 66313.14858371916, + 66332.70930128443, + 66354.93798759968 + ], + "p10": [ + 65573.6957804737, + 65596.64907616397, + 65714.46955935423, + 65691.06348004448, + 65665.50896323475, + 65686.850540175, + 65772.16164836526, + 65782.87666280553, + 65757.32214599579, + 65741.04887918604, + 65787.11154987631, + 65917.26132994157, + 65906.12361000682, + 65929.07690569709, + 65952.03020138734, + 65899.5670908276, + 66001.31882401787, + 66064.63110408312, + 65968.42697789837, + 66009.80839858865, + 66081.2695067789, + 66104.22280246916, + 66078.66828565943, + 66145.27861259968 + ], + "p90": [ + 66160.3442179737, + 66180.15688866397, + 66126.57893435423, + 66230.04004254448, + 66252.99333823475, + 66275.110696425, + 66294.92336711526, + 66404.56728780553, + 66344.80652099579, + 66287.25200418604, + 66391.62170612632, + 66412.83047056657, + 66435.78376625682, + 66361.7120619471, + 66478.86379513734, + 66392.3483408276, + 66527.59694901787, + 66451.59711970812, + 66570.67697789837, + 66593.63027358864, + 66539.7382567789, + 66570.34467746915, + 66662.17609815943, + 66583.27001884968 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_052129.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_052129.json new file mode 100644 index 0000000000000000000000000000000000000000..7249fa0a085ba6f760e220c3798d3f69e22f259a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_052129.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T05:21:29.380290+00:00", + "metrics": { + "MSE[mean]": 1197187.2275536854, + "MSE[0.5]": 1235226.0426324208, + "MAE[0.5]": 958.7638346354166, + "MASE[0.5]": 0.9917106667875818, + "MAPE[0.5]": 0.014860285243382662, + "sMAPE[0.5]": 0.014713777460472798, + "MSIS": 9.19899366137872, + "RMSE[mean]": 1094.1605127008036, + "NRMSE[mean]": 0.01686704031384644, + "ND[0.5]": 0.014779831718050356, + "mean_weighted_sum_quantile_loss": 0.009641612518356095 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63934.41015625 + ], + "predictions": { + "p50": [ + 65827.453125, + 65771.72265625, + 65803.62890625, + 65744.08203125, + 65799.45703125, + 65756.81640625, + 65750.4375, + 65750.54296875, + 65786.1328125, + 65813.45703125, + 65804.96484375, + 65822.8203125, + 65791.328125, + 65804.921875, + 65830.31640625, + 65774.17578125, + 65740.6328125, + 65732.1484375, + 65798.7734375, + 65857.88671875, + 65790.14453125, + 65802.4140625, + 65687.625, + 65813.65234375 + ], + "p10": [ + 65485.509765625, + 65309.70703125, + 65373.29296875, + 65193.4453125, + 65215.140625, + 65192.52734375, + 65039.96484375, + 64841.259765625, + 64914.4921875, + 64851.365234375, + 64981.8203125, + 64832.201171875, + 64953.232421875, + 64861.828125, + 64847.943359375, + 64273.19140625, + 64484.30078125, + 64322.546875, + 64606.365234375, + 64553.90234375, + 64478.228515625, + 64504.7578125, + 64019.208984375, + 64504.962890625 + ], + "p90": [ + 66167.3046875, + 66179.76953125, + 66181.44921875, + 66199.44921875, + 66313.15625, + 66233.46484375, + 66238.1484375, + 66306.015625, + 66574.53125, + 66539.796875, + 66616.37890625, + 66581.90625, + 66648.8203125, + 66618.48828125, + 66568.13671875, + 66881.2265625, + 66814.77734375, + 66579.73828125, + 66678.69140625, + 66951.4296875, + 66995.89453125, + 67098.15234375, + 66931.703125, + 67029.421875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_052327.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_052327.json new file mode 100644 index 0000000000000000000000000000000000000000..1022b14d98df11e42cc358db1d60cbc8c86271ff --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_052327.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T05:23:27.548215+00:00", + "metrics": { + "MSE[mean]": 1710775.9922135677, + "MSE[0.5]": 1631011.9999081932, + "MAE[0.5]": 1132.8860745614074, + "MASE[0.5]": 1.1718164200727121, + "MAPE[0.5]": 0.017550043638818208, + "sMAPE[0.5]": 0.0173559502718199, + "MSIS": 31.336784884336065, + "RMSE[mean]": 1307.9663574471508, + "NRMSE[mean]": 0.02016296605857194, + "ND[0.5]": 0.017464014528778445, + "mean_weighted_sum_quantile_loss": 0.01667960599016171 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63934.41015625 + ], + "predictions": { + "p50": [ + 65973.4581928454, + 66004.6730365954, + 66000.9015522204, + 65984.1730365954, + 66005.1378803454, + 65988.3917865954, + 65995.3722553454, + 65992.1027240954, + 65994.6476459704, + 65988.3917865954, + 65992.1027240954, + 66000.9015522204, + 66007.6535053454, + 65990.2472553454, + 65993.9230365954, + 65976.2433490954, + 66004.6730365954, + 65994.6476459704, + 65988.3917865954, + 66004.6730365954, + 65992.1027240954, + 65997.1300678454, + 65993.7374897204, + 65993.0128803454 + ], + "p10": [ + 65739.6964740954, + 65739.6964740954, + 65834.5636615954, + 65788.2042865954, + 65739.6964740954, + 65738.0847553454, + 65800.4425678454, + 65788.2042865954, + 65739.6964740954, + 65700.4699115954, + 65723.5792865954, + 65830.7757709704, + 65796.6847553454, + 65796.6847553454, + 65796.6847553454, + 65721.2683490954, + 65800.0667865954, + 65840.4257709704, + 65721.2683490954, + 65739.6964740954, + 65788.2042865954, + 65788.2042865954, + 65739.6964740954, + 65783.3535053454 + ], + "p90": [ + 66326.3449115954, + 66323.2042865954, + 66246.6730365954, + 66327.1808490954, + 66327.1808490954, + 66326.3449115954, + 66323.2042865954, + 66409.8949115954, + 66327.1808490954, + 66246.6730365954, + 66328.0894428454, + 66326.3449115954, + 66326.3449115954, + 66229.3199115954, + 66323.5183490954, + 66214.0495990954, + 66326.3449115954, + 66227.3917865954, + 66323.5183490954, + 66323.5183490954, + 66246.6730365954, + 66254.3261615954, + 66323.2042865954, + 66221.3449115954 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_052327.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_052327.json new file mode 100644 index 0000000000000000000000000000000000000000..3dd78e798ee2f7c07fa15e4004f4673a8c9056c1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_052327.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T05:23:27.575755+00:00", + "metrics": { + "MSE[mean]": 1722951.9422397614, + "MSE[0.5]": 1722951.9422397614, + "MAE[0.5]": 1178.3214518229167, + "MASE[0.5]": 1.218813132560194, + "MAPE[0.5]": 0.018235483636394784, + "sMAPE[0.5]": 0.018031375107526004, + "MSIS": 4.152740033982798, + "RMSE[mean]": 1312.6126398293447, + "NRMSE[mean]": 0.020234590862556627, + "ND[0.5]": 0.0181644239577872, + "mean_weighted_sum_quantile_loss": 0.013408592615846681 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63934.41015625 + ], + "predictions": { + "p50": [ + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "p10": [ + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625, + 64442.90890625, + 64659.21328125, + 64531.03234375, + 64362.36515625, + 64536.92, + 64461.429375, + 64464.4, + 64361.507656249996, + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996, + 64574.159999999996, + 64519.5709375 + ], + "p90": [ + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875, + 67073.23171875, + 67298.36484375, + 67164.95203125, + 66989.40046875, + 67171.08, + 67092.50812500001, + 67095.6, + 66988.50796875, + 67014.0, + 67258.8, + 67222.08, + 67169.03203125, + 67209.84, + 67153.0228125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_052313.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_052313.json new file mode 100644 index 0000000000000000000000000000000000000000..51874cfbee63b4180d1d6258d4bfc35abec8780b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_052313.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T05:23:13.311406+00:00", + "metrics": { + "MSE[mean]": 1131599.7619546254, + "MSE[0.5]": 1131599.7619546254, + "MAE[0.5]": 943.7755533854166, + "MASE[0.5]": 0.9762073302458051, + "MAPE[0.5]": 0.01461888885595936, + "sMAPE[0.5]": 0.014485129229933466, + "MSIS": 7.446960568469141, + "RMSE[mean]": 1063.7667798698292, + "NRMSE[mean]": 0.01639850547732332, + "ND[0.5]": 0.014548779746109792, + "mean_weighted_sum_quantile_loss": 0.009128583146638862 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63934.41015625 + ], + "predictions": { + "p50": [ + 65996.0, + 65960.0, + 65896.0, + 65836.0, + 65840.0, + 65844.0, + 65856.0, + 65836.0, + 65816.0, + 65792.0, + 65764.0, + 65760.0, + 65736.0, + 65742.0, + 65758.0, + 65754.0, + 65740.0, + 65722.0, + 65724.0, + 65680.0, + 65678.0, + 65650.0, + 65628.0, + 65628.0 + ], + "p10": [ + 65638.0, + 65470.0, + 65280.875, + 65148.0, + 65087.0, + 65053.0, + 65043.0, + 64974.0, + 64904.0, + 64834.0, + 64782.0, + 64728.0, + 64672.0, + 64636.0, + 64620.0, + 64580.0, + 64600.0, + 64544.0, + 64524.0, + 64464.0, + 64440.0, + 64388.0, + 64312.0, + 64292.0 + ], + "p90": [ + 66312.0, + 66392.0, + 66432.0, + 66416.0, + 66488.0, + 66512.0, + 66528.0, + 66536.0, + 66552.0, + 66552.0, + 66528.0, + 66584.0, + 66576.0, + 66608.0, + 66608.0, + 66608.0, + 66592.0, + 66608.0, + 66632.0, + 66624.0, + 66624.0, + 66616.0, + 66616.0, + 66640.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_051947.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_051947.json new file mode 100644 index 0000000000000000000000000000000000000000..ce5bfaf974bcb4f7d5d25dadd491be1be9af7b3a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_051947.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T05:19:47.956151+00:00", + "metrics": { + "MSE[mean]": 1483560.8341566722, + "MSE[0.5]": 1221209.5781726837, + "MAE[0.5]": 950.4275716145834, + "MASE[0.5]": 0.9830879375395069, + "MAPE[0.5]": 0.014731371094023046, + "sMAPE[0.5]": 0.014587131149999736, + "MSIS": 42.443770718703306, + "RMSE[mean]": 1218.015120660114, + "NRMSE[mean]": 0.018776322033718363, + "ND[0.5]": 0.01465132398741388, + "mean_weighted_sum_quantile_loss": 0.01577316729858653 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63934.41015625 + ], + "predictions": { + "p50": [ + 65768.75, + 65764.53125, + 65764.765625, + 65767.7890625, + 65773.5703125, + 65778.96875, + 65752.5546875, + 65735.015625, + 65731.7734375, + 65729.03125, + 65738.6015625, + 65726.8046875, + 65742.7421875, + 65786.15625, + 65811.34375, + 65809.421875, + 65824.640625, + 65833.5703125, + 65799.6796875, + 65798.4765625, + 65796.296875, + 65812.8359375, + 65793.265625, + 65791.9375 + ], + "p10": [ + 65812.8046875, + 65847.921875, + 65830.375, + 65867.3984375, + 65846.7890625, + 65816.171875, + 65793.4453125, + 65776.2421875, + 65816.765625, + 65877.0078125, + 65862.40625, + 65819.3828125, + 65874.0390625, + 65891.140625, + 65926.609375, + 65920.8828125, + 65948.734375, + 65911.828125, + 65926.2109375, + 65896.5390625, + 65902.703125, + 65928.671875, + 65930.328125, + 65895.3984375 + ], + "p90": [ + 66071.453125, + 66108.546875, + 66128.4140625, + 66150.5078125, + 66181.9921875, + 66205.21875, + 66210.1484375, + 66225.890625, + 66249.6875, + 66265.0, + 66321.890625, + 66304.90625, + 66366.6015625, + 66446.5546875, + 66470.921875, + 66485.8671875, + 66512.203125, + 66513.1171875, + 66521.3671875, + 66512.421875, + 66538.21875, + 66569.578125, + 66537.6328125, + 66533.2890625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_052055.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_052055.json new file mode 100644 index 0000000000000000000000000000000000000000..9506c895e4a88b4d7aba0add457ed3ef5d8662f1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_052055.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-18T05:20:55.904303+00:00", + "metrics": { + "MSE[mean]": 1332424.2000700634, + "MSE[0.5]": 1332424.2000700634, + "MAE[0.5]": 1003.9357096354166, + "MASE[0.5]": 1.0384348220570911, + "MAPE[0.5]": 0.015558446983812558, + "sMAPE[0.5]": 0.015400029596252576, + "MSIS": 18.135870865687135, + "RMSE[mean]": 1154.3068050003271, + "NRMSE[mean]": 0.01779422597369109, + "ND[0.5]": 0.015476179125796167, + "mean_weighted_sum_quantile_loss": 0.011560498320128898 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63934.41015625 + ], + "predictions": { + "p50": [ + 65837.0390625, + 65837.9296875, + 65843.21875, + 65842.8046875, + 65841.953125, + 65842.46875, + 65846.609375, + 65850.546875, + 65858.53125, + 65867.7109375, + 65872.7109375, + 65878.8828125, + 65880.5859375, + 65881.21875, + 65886.3984375, + 65883.6171875, + 65875.953125, + 65868.703125, + 65862.984375, + 65853.296875, + 65839.6484375, + 65831.4375, + 65821.15625, + 65812.4375 + ], + "p10": [ + 65607.3671875, + 65522.84765625, + 65455.546875, + 65405.40625, + 65368.44921875, + 65338.44140625, + 65311.89453125, + 65277.0, + 65243.91796875, + 65220.9609375, + 65195.37109375, + 65176.01953125, + 65141.6171875, + 65116.609375, + 65092.9375, + 65061.62890625, + 65027.25, + 64995.19140625, + 64969.171875, + 64939.8515625, + 64908.01171875, + 64884.7265625, + 64860.64453125, + 64836.7421875 + ], + "p90": [ + 66073.53125, + 66149.578125, + 66236.546875, + 66306.09375, + 66363.53125, + 66418.390625, + 66485.0, + 66540.765625, + 66589.9765625, + 66648.9375, + 66689.28125, + 66725.75, + 66753.8984375, + 66793.1875, + 66842.1171875, + 66864.8359375, + 66883.484375, + 66906.3671875, + 66927.4609375, + 66948.5234375, + 66941.28125, + 66948.9921875, + 66947.9375, + 66959.109375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_052033.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_052033.json new file mode 100644 index 0000000000000000000000000000000000000000..e1c660c1a0bd36d4ce0a9799242d4c62c9fca9eb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_052033.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T05:20:33.779603+00:00", + "metrics": { + "MSE[mean]": 1104861.8744856517, + "MSE[0.5]": 1104861.8744856517, + "MAE[0.5]": 921.0587565104166, + "MASE[0.5]": 0.952709896401994, + "MAPE[0.5]": 0.014270979919317098, + "sMAPE[0.5]": 0.014140290183147575, + "MSIS": 4.852579018395874, + "RMSE[mean]": 1051.1241004209026, + "NRMSE[mean]": 0.016203612149091513, + "ND[0.5]": 0.014198588778473527, + "mean_weighted_sum_quantile_loss": 0.00907515989129212 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63934.41015625 + ], + "predictions": { + "p50": [ + 65852.28125, + 65842.6796875, + 65835.203125, + 65827.96875, + 65818.6171875, + 65810.640625, + 65808.765625, + 65798.2265625, + 65791.8515625, + 65784.78125, + 65775.3203125, + 65764.5859375, + 65754.1875, + 65742.15625, + 65734.328125, + 65724.125, + 65715.1328125, + 65704.7578125, + 65699.765625, + 65683.5234375, + 65676.53125, + 65666.5234375, + 65659.1796875, + 65651.4765625 + ], + "p10": [ + 65600.8515625, + 65478.1875, + 65371.3984375, + 65273.6796875, + 65169.30078125, + 65066.703125, + 64985.03125, + 64888.125, + 64746.1640625, + 64651.703125, + 64550.828125, + 64416.2890625, + 64300.4765625, + 64200.65625, + 64134.43359375, + 64046.72265625, + 64004.76953125, + 63943.984375, + 63892.05078125, + 63857.81640625, + 63821.30859375, + 63781.15234375, + 63737.2421875, + 63689.734375 + ], + "p90": [ + 66097.2109375, + 66184.5078125, + 66266.8046875, + 66334.921875, + 66409.625, + 66484.265625, + 66549.421875, + 66603.453125, + 66665.1328125, + 66718.7265625, + 66778.4609375, + 66830.265625, + 66866.4140625, + 66906.7578125, + 66949.3046875, + 66983.015625, + 67020.0390625, + 67056.0625, + 67087.7109375, + 67120.4453125, + 67138.375, + 67188.625, + 67212.4296875, + 67245.03125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_052327.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_052327.json new file mode 100644 index 0000000000000000000000000000000000000000..39749558134357a209efd06770c77ea00736ebb8 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_052327.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T05:23:27.349687+00:00", + "metrics": { + "MSE[mean]": 0.18633280373075048, + "MSE[0.5]": 0.18178396699085064, + "MAE[0.5]": 0.383530278328614, + "MASE[0.5]": 0.3653858281920464, + "MAPE[0.5]": 0.3423378819200604, + "sMAPE[0.5]": 0.28033576753562073, + "MSIS": 13.796613933572393, + "RMSE[mean]": 0.43166283570716446, + "NRMSE[mean]": 0.35166495262185604, + "ND[0.5]": 0.31245255787777965, + "mean_weighted_sum_quantile_loss": 0.3089499344159574 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00" + ], + "context": [ + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219 + ], + "actual": [ + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624 + ], + "predictions": { + "p50": [ + 1.6238279980565087, + 1.624247122090879, + 1.6236592310545896, + 1.6243546009218006, + 1.6237165183306947, + 1.621094523319438, + 1.6223014557395325, + 1.6216830747386828, + 1.6216768528264058, + 1.6199335100262164, + 1.619188466383477, + 1.619460100084881, + 1.61844486577569, + 1.6175184062295909, + 1.618019855578693, + 1.6190020508471084, + 1.6171272750583672, + 1.6172634004953763, + 1.6129969986788835, + 1.6140481828074462, + 1.6153020670162626, + 1.6147026794341426, + 1.6142114438240647, + 1.6144746125813354, + 1.6134505127529806, + 1.6121179829756274, + 1.6116569904640496, + 1.6113129835730637, + 1.6104000403009073, + 1.6093055359574453, + 1.6101259975951723, + 1.609474136127731, + 1.6103546741869994, + 1.6091677369331379, + 1.6082510217544583, + 1.6070945056614234, + 1.6085502252898962, + 1.6081787605241287, + 1.6066604114615468, + 1.6057758156404178, + 1.6059229371182373, + 1.6050422954851367, + 1.6052026917984168, + 1.604237373969718, + 1.6051128125757192, + 1.6026896988171255, + 1.6029355041042483, + 1.6033657680732882, + 1.6024772602407726, + 1.6036298169212126, + 1.6033345271715582, + 1.6014845797669124, + 1.6011049847318888, + 1.6007749975042138, + 1.6008138946289128, + 1.601466942206627, + 1.6023025356269662, + 1.600902476835553, + 1.598767702700309, + 1.5991153845830106 + ], + "p10": [ + 1.6101859062614032, + 1.6099251966176293, + 1.6096745620929387, + 1.6100829563983337, + 1.607796648544726, + 1.6076426941825375, + 1.6095504094775301, + 1.6066897196224148, + 1.607790720436141, + 1.605433073705279, + 1.6067299349685664, + 1.6059466230574473, + 1.6052221481806637, + 1.6052038884623216, + 1.6028082680422437, + 1.6038822775006543, + 1.6021085273547633, + 1.6027895359766666, + 1.60051251013712, + 1.6006357333304104, + 1.6023724310474297, + 1.5999724192647042, + 1.601366247873137, + 1.5987209963884645, + 1.5976422941435644, + 1.5971916745706884, + 1.5990503547909594, + 1.5979380195655049, + 1.5965121047756903, + 1.597351485150107, + 1.5959090632110986, + 1.5964828407393288, + 1.594798922210282, + 1.5953839258413094, + 1.5938716851914905, + 1.5932436801433154, + 1.5947558957418229, + 1.5938074137787506, + 1.5958854001027054, + 1.593270351596782, + 1.5909785547170394, + 1.5912496715917959, + 1.5920532221408308, + 1.5898577375771732, + 1.591413767548708, + 1.58978038690899, + 1.5906956377267498, + 1.5890703508350243, + 1.590696925782619, + 1.589881753357202, + 1.5883144569235108, + 1.5876976665492697, + 1.588384419414236, + 1.5873231163874018, + 1.5888687062729179, + 1.5873740654143635, + 1.5863879316548184, + 1.5873252956231962, + 1.5867009278501412, + 1.5854530126402568 + ], + "p90": [ + 1.638046183614794, + 1.6368585689456197, + 1.6366928132518546, + 1.638312903930492, + 1.6377912426088925, + 1.6348498585836788, + 1.6356059695650633, + 1.6376362307369425, + 1.6369578586464746, + 1.6357190259097003, + 1.6342374397829944, + 1.6328778390461474, + 1.6311012533965763, + 1.6318465042959498, + 1.6297166720791167, + 1.6302120464874335, + 1.629908926893481, + 1.630452546516736, + 1.6270155114982554, + 1.6254404444132797, + 1.6292616325792295, + 1.628955011574358, + 1.6264028429523159, + 1.6278025786295371, + 1.626556580732061, + 1.6270588249230884, + 1.624333779411408, + 1.6247057263705775, + 1.6236537839478413, + 1.623020217828512, + 1.62346427721525, + 1.6229837720525861, + 1.6245810860847678, + 1.6215375253344368, + 1.6228269480024697, + 1.6236186843756406, + 1.620153270274325, + 1.6211628972337657, + 1.622432512822216, + 1.6175312155043413, + 1.622429314687199, + 1.6196254644277241, + 1.621447437346185, + 1.6177097926434527, + 1.6201183649123538, + 1.6167864249070565, + 1.6176393904938726, + 1.6156696808555753, + 1.6153031617345903, + 1.6184125555373448, + 1.6150720206961509, + 1.6142795049288652, + 1.6126164556048215, + 1.6154335130899722, + 1.614508790285877, + 1.6140480222684803, + 1.6136691062517112, + 1.6123133762810526, + 1.6123812650419023, + 1.613953691766143 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_051910.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_051910.json new file mode 100644 index 0000000000000000000000000000000000000000..77be2c97332f88366dfcbba21ffff64d1eb580cf --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_051910.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T05:19:10.181166+00:00", + "metrics": { + "MSE[mean]": 0.2707164597192253, + "MSE[0.5]": 0.2707164597192253, + "MAE[0.5]": 0.39083304107189176, + "MASE[0.5]": 0.3723431042242565, + "MAPE[0.5]": 0.34529935612461826, + "sMAPE[0.5]": 0.5040871420844467, + "MSIS": 1.7386510340770618, + "RMSE[mean]": 0.5203041992135229, + "NRMSE[mean]": 0.42387886199566893, + "ND[0.5]": 0.3184019366560482, + "mean_weighted_sum_quantile_loss": 0.24542997216608434 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00" + ], + "context": [ + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219 + ], + "actual": [ + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624 + ], + "predictions": { + "p50": [ + 1.599673867225647, + 1.5921862125396729, + 1.579032063484192, + 1.5664517879486084, + 1.5461468696594238, + 1.5256402492523193, + 1.508001446723938, + 1.4851047992706299, + 1.4612241983413696, + 1.434499740600586, + 1.410116195678711, + 1.380824089050293, + 1.3498961925506592, + 1.3160827159881592, + 1.2899116277694702, + 1.2505888938903809, + 1.2509721517562866, + 1.227752923965454, + 1.1924206018447876, + 1.1547579765319824, + 1.1225649118423462, + 1.0900496244430542, + 1.0553456544876099, + 1.0145035982131958, + 0.9741328358650208, + 0.9408512115478516, + 0.9022026658058167, + 0.8632684946060181, + 0.8283675909042358, + 0.7809058427810669, + 0.7386490106582642, + 0.7039455771446228, + 0.7083582878112793, + 0.6900003552436829, + 0.6519107818603516, + 0.621279239654541, + 0.5861814022064209, + 0.5575737953186035, + 0.52693110704422, + 0.49743491411209106, + 0.4690847396850586, + 0.4514780044555664, + 0.417616605758667, + 0.38523566722869873, + 0.36753666400909424, + 0.34845978021621704, + 0.31917262077331543, + 0.29072219133377075, + 0.3111470937728882, + 0.2997106909751892, + 0.2883991599082947, + 0.2784677743911743, + 0.26492780447006226, + 0.2622894048690796, + 0.252810001373291, + 0.250604510307312, + 0.24365216493606567, + 0.2456323504447937, + 0.24088716506958008, + 0.23544174432754517 + ], + "p10": [ + 1.5732886791229248, + 1.5655531883239746, + 1.5468031167984009, + 1.5186493396759033, + 1.5042835474014282, + 1.473301649093628, + 1.455856204032898, + 1.4296131134033203, + 1.3982970714569092, + 1.3640908002853394, + 1.3328988552093506, + 1.2973030805587769, + 1.2600975036621094, + 1.2076077461242676, + 1.1743807792663574, + 1.113037109375, + 1.1270533800125122, + 1.0943069458007812, + 1.0403180122375488, + 0.9956015348434448, + 0.9531696438789368, + 0.907090425491333, + 0.8529919385910034, + 0.7883808612823486, + 0.7335587739944458, + 0.6913133859634399, + 0.6333938837051392, + 0.5840535759925842, + 0.5156139135360718, + 0.47570282220840454, + 0.41177940368652344, + 0.35277146100997925, + 0.3585560917854309, + 0.3233060836791992, + 0.26119160652160645, + 0.2205510139465332, + 0.171686053276062, + 0.12367910146713257, + 0.08209335803985596, + 0.03810858726501465, + -0.012339353561401367, + -0.04208779335021973, + -0.0866689682006836, + -0.11419737339019775, + -0.14064133167266846, + -0.19252395629882812, + -0.22291958332061768, + -0.2410268783569336, + -0.27200305461883545, + -0.32290613651275635, + -0.3565394878387451, + -0.3718385696411133, + -0.3897892236709595, + -0.41437649726867676, + -0.4182279109954834, + -0.43533432483673096, + -0.4572603702545166, + -0.46511030197143555, + -0.4696657657623291, + -0.47633635997772217 + ], + "p90": [ + 1.6219648122787476, + 1.6174213886260986, + 1.616714358329773, + 1.6047520637512207, + 1.5918951034545898, + 1.5725857019424438, + 1.561821460723877, + 1.5474817752838135, + 1.5292811393737793, + 1.514796495437622, + 1.4968607425689697, + 1.4670701026916504, + 1.4525483846664429, + 1.435569167137146, + 1.4121092557907104, + 1.3962770700454712, + 1.4099476337432861, + 1.3992496728897095, + 1.3775248527526855, + 1.3568294048309326, + 1.3348097801208496, + 1.3141896724700928, + 1.2969002723693848, + 1.2831511497497559, + 1.259451985359192, + 1.2383700609207153, + 1.223618507385254, + 1.198086142539978, + 1.1834608316421509, + 1.1688388586044312, + 1.1414183378219604, + 1.1130321025848389, + 1.139451026916504, + 1.1354418992996216, + 1.12066650390625, + 1.114475131034851, + 1.0865157842636108, + 1.0789762735366821, + 1.0678046941757202, + 1.0714141130447388, + 1.0604983568191528, + 1.065255880355835, + 1.0530210733413696, + 1.0448447465896606, + 1.0660557746887207, + 1.0471466779708862, + 1.026360273361206, + 1.0314784049987793, + 1.0311574935913086, + 1.0428354740142822, + 1.0619416236877441, + 1.0573201179504395, + 1.037570834159851, + 1.0495245456695557, + 1.052045226097107, + 1.0895342826843262, + 1.09507417678833, + 1.1218873262405396, + 1.1242648363113403, + 1.121949553489685 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_052327.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_052327.json new file mode 100644 index 0000000000000000000000000000000000000000..c65fe2aca43d75298c1422da970a942dfa19be5e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_052327.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T05:23:27.516606+00:00", + "metrics": { + "MSE[mean]": 0.18843065139462273, + "MSE[0.5]": 0.19287146121919388, + "MAE[0.5]": 0.3969859015881931, + "MASE[0.5]": 0.3782048788025145, + "MAPE[0.5]": 0.35372943563173403, + "sMAPE[0.5]": 0.2884269896550622, + "MSIS": 11.813323385161977, + "RMSE[mean]": 0.4340859953910316, + "NRMSE[mean]": 0.3536390404166191, + "ND[0.5]": 0.3234145187524644, + "mean_weighted_sum_quantile_loss": 0.30903390524168317 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00" + ], + "context": [ + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219 + ], + "actual": [ + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624 + ], + "predictions": { + "p50": [ + 1.6315063016828069, + 1.626127466980686, + 1.6312485566998756, + 1.6348695614228417, + 1.6329906071538034, + 1.6341116738656, + 1.6357327341400953, + 1.6383537964411483, + 1.629474857788527, + 1.628595935348369, + 1.633716980364075, + 1.629838036943082, + 1.632959063004511, + 1.6370801506971426, + 1.6302011564929924, + 1.6323223295394753, + 1.6259433139968622, + 1.6350643671187999, + 1.6271854304927367, + 1.6258064995887191, + 1.626927506695871, + 1.6255486353964983, + 1.6296696634844852, + 1.6327907044470753, + 1.6229117935702184, + 1.6235327773123496, + 1.6241538802637703, + 1.6327749472735902, + 1.6243959202272806, + 1.6295170546499538, + 1.6251380878639403, + 1.6212592338499145, + 1.6198802433412522, + 1.6235012480642184, + 1.6231223042855976, + 1.6272433919782292, + 1.6208644062379385, + 1.6209854262196937, + 1.619606554920321, + 1.6232276490502542, + 1.6263486751116831, + 1.6184697235844585, + 1.6215907496458875, + 1.6157118617764237, + 1.6188328878378526, + 1.6149539593180209, + 1.6145749559347553, + 1.6136960185934361, + 1.6133170748148153, + 1.6234381746667945, + 1.6240592105629899, + 1.6201802447902551, + 1.6138013186546092, + 1.6129224707202572, + 1.60854345923076, + 1.6141644978091645, + 1.6172855983763994, + 1.618406665088196, + 1.6140276535986988, + 1.6136487545235616 + ], + "p10": [ + 1.5780064242299565, + 1.5736274991671941, + 1.5741485199595726, + 1.5728695917029325, + 1.5744906718844476, + 1.5731116843560176, + 1.580432754691777, + 1.5771537946053253, + 1.5729748997501969, + 1.5792959233559145, + 1.5830169357321169, + 1.5788380378967564, + 1.5734590988865071, + 1.579880153987319, + 1.5797012106140098, + 1.5809222164337013, + 1.5788433228541123, + 1.5765643752250316, + 1.5709854387897033, + 1.5668064920133413, + 1.5684275446044251, + 1.567848601188834, + 1.579569646890552, + 1.575190714377209, + 1.5736117666766027, + 1.5644328298607357, + 1.5731538812174446, + 1.577474933552601, + 1.5673959984285746, + 1.5720170498815822, + 1.5626381104485128, + 1.5660591696676331, + 1.5705802164476366, + 1.5705012747670992, + 1.5701223309884784, + 1.5703433869356762, + 1.5791644889960075, + 1.5619855301701941, + 1.5683065537759118, + 1.5700276157431787, + 1.5588486925693248, + 1.5624697293065044, + 1.5638907623535978, + 1.5637118160000565, + 1.5573328967794806, + 1.5578539374788791, + 1.562574984664194, + 1.558196062581664, + 1.5618170971069525, + 1.5574381750244224, + 1.5637592284324624, + 1.563680286751925, + 1.5533013525100474, + 1.5649224032477993, + 1.5573434597791227, + 1.5591644906566071, + 1.5626855696827233, + 1.5609066245570375, + 1.5610276803015797, + 1.5646486850245458 + ], + "p90": [ + 1.6641064482148655, + 1.6616274726133249, + 1.6622485748196876, + 1.6668695666680504, + 1.6664906288498942, + 1.6661117387154536, + 1.6617327600085112, + 1.6644538031407103, + 1.66397486064955, + 1.6606959273851885, + 1.6652169533035663, + 1.6598380679374973, + 1.6616591494789297, + 1.6590801509504625, + 1.6587012067993125, + 1.6623223009292458, + 1.6579433490443933, + 1.6625643408927562, + 1.6572854333776015, + 1.6568064879062088, + 1.656427544500117, + 1.6600486382575212, + 1.6596696944789004, + 1.6563907343924489, + 1.6549117988154272, + 1.658532863143038, + 1.6551538983835823, + 1.6577749219416162, + 1.6544960154993449, + 1.6533170760599423, + 1.6526380765390578, + 1.6523591910776214, + 1.651880222509429, + 1.6545012661840304, + 1.6524223442922352, + 1.6557433588380468, + 1.6503644172200942, + 1.6540855365121283, + 1.652706546003466, + 1.6495276148044056, + 1.6538486339844782, + 1.6464697289190742, + 1.648390806937872, + 1.6477118074169876, + 1.6494329498505251, + 1.6469539533873587, + 1.6469750305359288, + 1.6501960404087361, + 1.6458170885238836, + 1.6456382077354514, + 1.6490592686775185, + 1.6449803129302851, + 1.648301381120277, + 1.6479223777370113, + 1.6435434619874747, + 1.6432645169213937, + 1.6427855978995622, + 1.6464066026225284, + 1.6450276717185108, + 1.6437487931712134 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_052246.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_052246.json new file mode 100644 index 0000000000000000000000000000000000000000..9943645db715b9cd7adf997f042cac02b78935dd --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_052246.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T05:22:46.991859+00:00", + "metrics": { + "MSE[mean]": 0.13353204992440204, + "MSE[0.5]": 0.14959179096214997, + "MAE[0.5]": 0.25027305285135903, + "MASE[0.5]": 0.2384328744232632, + "MAPE[0.5]": 0.21763432927559279, + "sMAPE[0.5]": 0.2942094593498504, + "MSIS": 1.3247834015498041, + "RMSE[mean]": 0.36542037426011437, + "NRMSE[mean]": 0.2976988704406808, + "ND[0.5]": 0.20389121785134878, + "mean_weighted_sum_quantile_loss": 0.22297406447969795 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00" + ], + "context": [ + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219 + ], + "actual": [ + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624 + ], + "predictions": { + "p50": [ + 1.6284685730934143, + 1.6159286499023438, + 1.6033681631088257, + 1.590255320072174, + 1.576335370540619, + 1.5624998211860657, + 1.5556634068489075, + 1.5311335921287537, + 1.497836947441101, + 1.4890424609184265, + 1.4702084064483643, + 1.4462177753448486, + 1.4703027606010437, + 1.4529320001602173, + 1.4406235814094543, + 1.392104983329773, + 1.3798577785491943, + 1.3281949758529663, + 1.2894302010536194, + 1.2966088652610779, + 1.3646170496940613, + 1.261560320854187, + 1.2149450778961182, + 1.1942492127418518, + 1.2465953826904297, + 1.2563972473144531, + 1.094950556755066, + 1.1432838439941406, + 1.0467687845230103, + 1.1242069602012634, + 0.9593018293380737, + 1.0399762988090515, + 1.0515429377555847, + 0.8732994794845581, + 0.859333872795105, + 0.8471584618091583, + 0.7982161045074463, + 0.752376526594162, + 0.7367377877235413, + 0.6746189892292023, + 0.6958001852035522, + 0.6303359568119049, + 0.6664549112319946, + 0.7130997478961945, + 0.5569446980953217, + 0.6643145680427551, + 0.5961098372936249, + 0.5150806605815887, + 0.617942214012146, + 0.5057297348976135, + 0.3802620470523834, + 0.45683401823043823, + 0.3717958331108093, + 0.4478658139705658, + 0.4013604521751404, + 0.5069926679134369, + 0.36524227261543274, + 0.3831920325756073, + 0.32638680934906006, + 0.41534423828125 + ], + "p10": [ + 1.61036217212677, + 1.584230899810791, + 1.5592103600502014, + 1.5413118600845337, + 1.5231454372406006, + 1.4915196299552917, + 1.4666096568107605, + 1.4197953939437866, + 1.3718772530555725, + 1.3327285051345825, + 1.2579208612442017, + 1.1712855100631714, + 1.1988419890403748, + 1.1184187531471252, + 1.0882194638252258, + 1.0124221444129944, + 0.9549843370914459, + 0.9298570454120636, + 0.7839616537094116, + 0.653059720993042, + 0.7689264416694641, + 0.6582783460617065, + 0.4579407870769501, + 0.5087389349937439, + 0.44880208373069763, + 0.5401105880737305, + 0.2626150846481323, + 0.3823070824146271, + 0.30379095673561096, + 0.30899807810783386, + 0.09016203880310059, + 0.0939476490020752, + 0.12716075778007507, + 0.02251887321472168, + 0.08790576457977295, + -0.09376049041748047, + -0.2023695707321167, + -0.03549802303314209, + -0.2013872265815735, + -0.1114962100982666, + -0.26649999618530273, + -0.42779427766799927, + -0.18236184120178223, + -0.14782404899597168, + -0.375247061252594, + -0.2726861238479614, + -0.30370867252349854, + -0.3634435534477234, + -0.2298508882522583, + -0.4218635559082031, + -0.4984796643257141, + -0.4072818160057068, + -0.47236716747283936, + -0.695638120174408, + -0.36853593587875366, + -0.43315863609313965, + -0.5422987937927246, + -0.537537157535553, + -0.5250874757766724, + -0.5956679582595825 + ], + "p90": [ + 1.651321530342102, + 1.6445993781089783, + 1.6392736434936523, + 1.6300958395004272, + 1.644952118396759, + 1.645323097705841, + 1.648975133895874, + 1.659205675125122, + 1.6517925262451172, + 1.6474224925041199, + 1.6960270404815674, + 1.6621630191802979, + 1.7269327044487, + 1.7587918043136597, + 1.7881138324737549, + 1.7682363390922546, + 1.7997088432312012, + 1.7021175026893616, + 1.7507661581039429, + 1.8437562584877014, + 1.8480535745620728, + 1.8410354256629944, + 1.923586368560791, + 1.8261773586273193, + 1.8671954870224, + 2.0178946256637573, + 2.00661301612854, + 1.9619501829147339, + 2.058609366416931, + 2.085408568382263, + 1.8684887886047363, + 1.9589678645133972, + 1.9439020156860352, + 1.6940417289733887, + 1.717253565788269, + 1.8645952939987183, + 1.6528373956680298, + 1.76264226436615, + 1.6309016346931458, + 1.5346437096595764, + 1.6789114475250244, + 1.6206132769584656, + 1.667406678199768, + 1.6983046531677246, + 1.465878665447235, + 1.7605489492416382, + 1.7157267332077026, + 1.6563159227371216, + 1.6349802613258362, + 1.4583518505096436, + 1.4826724529266357, + 1.5242327451705933, + 1.4938618540763855, + 1.660840928554535, + 1.578980267047882, + 1.6029105186462402, + 1.5927912592887878, + 1.5500150322914124, + 1.4693254828453064, + 1.4831579327583313 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_052327.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_052327.json new file mode 100644 index 0000000000000000000000000000000000000000..ac922260f8bc9b6b8ea169ec0f401f408f0b2181 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_052327.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T05:23:27.555854+00:00", + "metrics": { + "MSE[mean]": 0.16909272762893435, + "MSE[0.5]": 0.17321878755317538, + "MAE[0.5]": 0.3706265692615138, + "MASE[0.5]": 0.35309258124221393, + "MAPE[0.5]": 0.33195112608599736, + "sMAPE[0.5]": 0.27246205403388657, + "MSIS": 10.930269098336176, + "RMSE[mean]": 0.41120886132102547, + "NRMSE[mean]": 0.33500160952527813, + "ND[0.5]": 0.30194022773869306, + "mean_weighted_sum_quantile_loss": 0.2881147382321113 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00" + ], + "context": [ + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219 + ], + "actual": [ + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624 + ], + "predictions": { + "p50": [ + 1.5924301383967514, + 1.5874302474732513, + 1.5929302809710617, + 1.5969302294726486, + 1.5954302189822311, + 1.5969302294726486, + 1.5989302335257645, + 1.6019302396054382, + 1.5934302447314377, + 1.5929302660699005, + 1.5984302548642273, + 1.5949302552218552, + 1.598430225061905, + 1.6029302565331573, + 1.5964302061076279, + 1.5989303229327316, + 1.5929302511687393, + 1.6024302480692978, + 1.5949302552218552, + 1.5939302680964584, + 1.5954302189822311, + 1.5944302914614792, + 1.5989302633280869, + 1.6024302480692978, + 1.5929302809710617, + 1.5939302084918137, + 1.5949302552218552, + 1.6039302660102959, + 1.5959301827426071, + 1.601430260943901, + 1.5974302379365082, + 1.5939303277011032, + 1.5929302809710617, + 1.5969302294726486, + 1.5969302294726486, + 1.601430260943901, + 1.5954302189822311, + 1.5959301827426071, + 1.5949302552218552, + 1.5989302931304092, + 1.602430262970459, + 1.5949302552218552, + 1.598430225061905, + 1.5929302809710617, + 1.5964302508111115, + 1.5929302660699005, + 1.5929302064652557, + 1.5924302129025574, + 1.5924302129025574, + 1.6029302565331573, + 1.6039302362079735, + 1.6004302142138596, + 1.5944302318568344, + 1.5939303277011032, + 1.5899302599902267, + 1.595930242347252, + 1.5994302866931076, + 1.600930297183525, + 1.5969302294726486, + 1.5969302741761322 + ], + "p10": [ + 1.538930260943901, + 1.5349302796597595, + 1.5358302442307588, + 1.5349302597527394, + 1.5369302837128753, + 1.535930239963066, + 1.543630254077446, + 1.5407302377696153, + 1.5369302866931076, + 1.543630254077446, + 1.5477302102322692, + 1.5439302561755295, + 1.538930260943901, + 1.5457302598233338, + 1.5459302602286453, + 1.5475302098269577, + 1.5458302600259894, + 1.5439302561755295, + 1.5387302635188218, + 1.5349302605210806, + 1.5369302568907852, + 1.5367302572538148, + 1.5488302467341537, + 1.5448302579994315, + 1.543630254077446, + 1.5348302610401998, + 1.5439302561755295, + 1.5486302522893067, + 1.538930260943901, + 1.5439302561755295, + 1.5349302605210806, + 1.5387302635188218, + 1.543630254077446, + 1.5439302561755295, + 1.5439302561755295, + 1.544530255901348, + 1.5537303017403001, + 1.5369302866931076, + 1.543630254077446, + 1.5457302598233338, + 1.5349302804281006, + 1.538930260943901, + 1.5407302377696153, + 1.5409302351946945, + 1.5349302597527394, + 1.5358302442307588, + 1.5409302351946945, + 1.5369302568907852, + 1.5409302351946945, + 1.5369302568907852, + 1.543630254077446, + 1.5439302561755295, + 1.5339302657122726, + 1.5459302602286453, + 1.5387302605385895, + 1.5409302351946945, + 1.5448302579994315, + 1.5434302566523666, + 1.5439302561755295, + 1.5479302046771164 + ], + "p90": [ + 1.62503028492881, + 1.6229302531058902, + 1.6239302990908737, + 1.6289302347178574, + 1.628930240678322, + 1.6289302943225021, + 1.6249302593941803, + 1.6280302463050003, + 1.6279302475924606, + 1.62503025810672, + 1.6299302278037187, + 1.6249302862162704, + 1.6271303115363236, + 1.6249302567864772, + 1.624930256413948, + 1.6289302943225021, + 1.6249302862162704, + 1.629930221843254, + 1.62503025810672, + 1.624930256413948, + 1.6249302567864772, + 1.6289302943225021, + 1.6289302943225021, + 1.6260302780146714, + 1.6249302862162704, + 1.6289302943225021, + 1.6259302733416672, + 1.628930240678322, + 1.6260302780146714, + 1.6252302823538896, + 1.6249302266116257, + 1.62503028492881, + 1.6249302601392384, + 1.6279302475924606, + 1.6262302694792863, + 1.6299302278037187, + 1.6249302299643869, + 1.6290302930350418, + 1.6280302463050003, + 1.6252302588845606, + 1.629930221843254, + 1.6229302605564708, + 1.6252302823538896, + 1.6249302266116257, + 1.627030312823784, + 1.6249302601392384, + 1.6253302810664292, + 1.6289302347178574, + 1.6249302266116257, + 1.6251302896018143, + 1.6289302943225021, + 1.6252302823538896, + 1.6289302943225021, + 1.6289302347178574, + 1.6249302627469415, + 1.6250302614594812, + 1.6249302862162704, + 1.6289302347178574, + 1.6279302475924606, + 1.627030312823784 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_052327.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_052327.json new file mode 100644 index 0000000000000000000000000000000000000000..35a12b6dafb695bc24066ed730888c2d0c5dea39 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_052327.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T05:23:27.581742+00:00", + "metrics": { + "MSE[mean]": 0.17289441398120176, + "MSE[0.5]": 0.17289441398120176, + "MAE[0.5]": 0.3748166670401891, + "MASE[0.5]": 0.35708444950810125, + "MAPE[0.5]": 0.33288701458352316, + "sMAPE[0.5]": 0.27453823573224684, + "MSIS": 12.601741938965565, + "RMSE[mean]": 0.41580574067850695, + "NRMSE[mean]": 0.33874657255599355, + "ND[0.5]": 0.30535379595659357, + "mean_weighted_sum_quantile_loss": 0.2969040759212698 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00" + ], + "context": [ + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219 + ], + "actual": [ + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624 + ], + "predictions": { + "p50": [ + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153 + ], + "p10": [ + 1.3788599467277527, + 1.4033600401878357, + 1.4376600074768067, + 1.4680400252342223, + 1.4876400065422057, + 1.5189999532699585, + 1.5356600308418273, + 1.5523199915885926, + 1.5660400485992432, + 1.5807400345802307, + 1.5973999953269957, + 1.601319944858551, + 1.6003400158882142, + 1.6111200523376465, + 1.6160200476646422, + 1.6101400065422058, + 1.6189599514007569, + 1.6150400018692017, + 1.6150400018692017, + 1.601319944858551, + 1.601319944858551, + 1.5993599700927734, + 1.5964199495315552, + 1.5993599700927734, + 1.3788599467277527, + 1.4033600401878357, + 1.4376600074768067, + 1.4680400252342223, + 1.4876400065422057, + 1.5189999532699585, + 1.5356600308418273, + 1.5523199915885926, + 1.5660400485992432, + 1.5807400345802307, + 1.5973999953269957, + 1.601319944858551, + 1.6003400158882142, + 1.6111200523376465, + 1.6160200476646422, + 1.6101400065422058, + 1.6189599514007569, + 1.6150400018692017, + 1.6150400018692017, + 1.601319944858551, + 1.601319944858551, + 1.5993599700927734, + 1.5964199495315552, + 1.5993599700927734, + 1.3788599467277527, + 1.4033600401878357, + 1.4376600074768067, + 1.4680400252342223, + 1.4876400065422057, + 1.5189999532699585, + 1.5356600308418273, + 1.5523199915885926, + 1.5660400485992432, + 1.5807400345802307, + 1.5973999953269957, + 1.601319944858551 + ], + "p90": [ + 1.4351399445533752, + 1.4606400418281555, + 1.4963400077819824, + 1.5279600262641908, + 1.5483600068092347, + 1.5809999513626098, + 1.5983400321006775, + 1.6156799912452697, + 1.6299600505828857, + 1.6452600359916687, + 1.662599995136261, + 1.6666799426078798, + 1.6656600165367126, + 1.676880054473877, + 1.681980049610138, + 1.6758600068092346, + 1.6850399494171142, + 1.6809600019454956, + 1.6809600019454956, + 1.6666799426078798, + 1.6666799426078798, + 1.6646399688720703, + 1.6615799474716186, + 1.6646399688720703, + 1.4351399445533752, + 1.4606400418281555, + 1.4963400077819824, + 1.5279600262641908, + 1.5483600068092347, + 1.5809999513626098, + 1.5983400321006775, + 1.6156799912452697, + 1.6299600505828857, + 1.6452600359916687, + 1.662599995136261, + 1.6666799426078798, + 1.6656600165367126, + 1.676880054473877, + 1.681980049610138, + 1.6758600068092346, + 1.6850399494171142, + 1.6809600019454956, + 1.6809600019454956, + 1.6666799426078798, + 1.6666799426078798, + 1.6646399688720703, + 1.6615799474716186, + 1.6646399688720703, + 1.4351399445533752, + 1.4606400418281555, + 1.4963400077819824, + 1.5279600262641908, + 1.5483600068092347, + 1.5809999513626098, + 1.5983400321006775, + 1.6156799912452697, + 1.6299600505828857, + 1.6452600359916687, + 1.662599995136261, + 1.6666799426078798 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_052319.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_052319.json new file mode 100644 index 0000000000000000000000000000000000000000..96b3c125324ee8cc25ad8f63da0df8a0c8730e60 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_052319.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T05:23:19.398475+00:00", + "metrics": { + "MSE[mean]": 0.036055086327870176, + "MSE[0.5]": 0.036055086327870176, + "MAE[0.5]": 0.15594121317068735, + "MASE[0.5]": 0.14856378373032625, + "MAPE[0.5]": 0.1372676911803293, + "sMAPE[0.5]": 0.12418570977754327, + "MSIS": 0.8620392389975878, + "RMSE[mean]": 0.18988176934047718, + "NRMSE[mean]": 0.15469194448829596, + "ND[0.5]": 0.12704141937914423, + "mean_weighted_sum_quantile_loss": 0.10149018230717927 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00" + ], + "context": [ + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219 + ], + "actual": [ + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624 + ], + "predictions": { + "p50": [ + 1.635284423828125, + 1.6263580322265625, + 1.6204071044921875, + 1.611480712890625, + 1.6085052490234375, + 1.6025543212890625, + 1.5966033935546875, + 1.5906524658203125, + 1.5787506103515625, + 1.575775146484375, + 1.56982421875, + 1.5608978271484375, + 1.5489959716796875, + 1.5460205078125, + 1.540069580078125, + 1.528167724609375, + 1.540069580078125, + 1.5370941162109375, + 1.5251922607421875, + 1.5132904052734375, + 1.4984130859375, + 1.48651123046875, + 1.48651123046875, + 1.4656829833984375, + 1.4552688598632812, + 1.4344406127929688, + 1.4225387573242188, + 1.4136123657226562, + 1.4076614379882812, + 1.37939453125, + 1.3689804077148438, + 1.36749267578125, + 1.3347625732421875, + 1.3109588623046875, + 1.2856674194335938, + 1.2774848937988281, + 1.2417793273925781, + 1.22467041015625, + 1.2157440185546875, + 1.218719482421875, + 1.1822700500488281, + 1.20086669921875, + 1.1978912353515625, + 1.1867332458496094, + 1.1789226531982422, + 1.1852455139160156, + 1.1763191223144531, + 1.18896484375, + 1.1614418029785156, + 1.1733436584472656, + 1.1871051788330078, + 1.2060737609863281, + 1.1964035034179688, + 1.18896484375, + 1.1878490447998047, + 1.218719482421875, + 1.2335968017578125, + 1.2730216979980469, + 1.290130615234375, + 1.31988525390625 + ], + "p10": [ + 1.6204071044921875, + 1.599578857421875, + 1.5936279296875, + 1.5847015380859375, + 1.5727996826171875, + 1.55792236328125, + 1.540069580078125, + 1.5192413330078125, + 1.4984130859375, + 1.480560302734375, + 1.4716339111328125, + 1.4552688598632812, + 1.4374160766601562, + 1.4180755615234375, + 1.4002227783203125, + 1.3764190673828125, + 1.3570785522460938, + 1.3407135009765625, + 1.313934326171875, + 1.2975692749023438, + 1.2648391723632812, + 1.2335968017578125, + 1.2202072143554688, + 1.1774349212646484, + 1.1528873443603516, + 1.1220169067382812, + 1.09375, + 1.0679006576538086, + 1.0485601425170898, + 1.0126686096191406, + 0.9918403625488281, + 0.9732437133789062, + 0.8810043334960938, + 0.8586883544921875, + 0.84381103515625, + 0.8155441284179688, + 0.77239990234375, + 0.7456207275390625, + 0.7352066040039062, + 0.7456207275390625, + 0.712890625, + 0.7560348510742188, + 0.7471084594726562, + 0.74859619140625, + 0.7500839233398438, + 0.7500839233398438, + 0.7411575317382812, + 0.7366943359375, + 0.6801605224609375, + 0.6861114501953125, + 0.6980133056640625, + 0.7158660888671875, + 0.718841552734375, + 0.712890625, + 0.7158660888671875, + 0.7515716552734375, + 0.7530593872070312, + 0.7619857788085938, + 0.7322311401367188, + 0.7560348510742188 + ], + "p90": [ + 1.65313720703125, + 1.65313720703125, + 1.65313720703125, + 1.65313720703125, + 1.659088134765625, + 1.6620635986328125, + 1.67694091796875, + 1.682891845703125, + 1.6858673095703125, + 1.694793701171875, + 1.6858673095703125, + 1.6977691650390625, + 1.7037200927734375, + 1.718597412109375, + 1.72454833984375, + 1.7364501953125, + 1.7513275146484375, + 1.7691802978515625, + 1.766204833984375, + 1.7691802978515625, + 1.766204833984375, + 1.766204833984375, + 1.7751312255859375, + 1.77215576171875, + 1.778106689453125, + 1.766204833984375, + 1.7632293701171875, + 1.7751312255859375, + 1.7870330810546875, + 1.7840576171875, + 1.7989349365234375, + 1.8108367919921875, + 1.8108367919921875, + 1.8108367919921875, + 1.8048858642578125, + 1.8316650390625, + 1.81976318359375, + 1.8108367919921875, + 1.8048858642578125, + 1.81976318359375, + 1.807861328125, + 1.8167877197265625, + 1.8316650390625, + 1.81976318359375, + 1.8167877197265625, + 1.837615966796875, + 1.837615966796875, + 1.861419677734375, + 1.79595947265625, + 1.837615966796875, + 1.861419677734375, + 1.885223388671875, + 1.86737060546875, + 1.86737060546875, + 1.861419677734375, + 1.897125244140625, + 1.909027099609375, + 1.944732666015625, + 1.968536376953125, + 1.968536376953125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_052002.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_052002.json new file mode 100644 index 0000000000000000000000000000000000000000..fc8ec34cc14fd07e6ba686aa18a718802d423b13 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_052002.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T05:20:02.602780+00:00", + "metrics": { + "MSE[mean]": 0.1885425430126582, + "MSE[0.5]": 0.1359699336819333, + "MAE[0.5]": 0.32634011209011077, + "MASE[0.5]": 0.31090127394365413, + "MAPE[0.5]": 0.2925577406975063, + "sMAPE[0.5]": 0.24485500591544554, + "MSIS": 14.045991909194823, + "RMSE[mean]": 0.43421485812056015, + "NRMSE[mean]": 0.35374402167033336, + "ND[0.5]": 0.2658611549654777, + "mean_weighted_sum_quantile_loss": 0.2953160294776332 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00" + ], + "context": [ + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219 + ], + "actual": [ + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624 + ], + "predictions": { + "p50": [ + 1.616018533706665, + 1.6150498390197754, + 1.6151877641677856, + 1.6114429235458374, + 1.603237509727478, + 1.5958137512207031, + 1.5921071767807007, + 1.588629126548767, + 1.571824312210083, + 1.5896865129470825, + 1.5801661014556885, + 1.5584406852722168, + 1.5432298183441162, + 1.5320383310317993, + 1.5291131734848022, + 1.5231741666793823, + 1.5278583765029907, + 1.5314346551895142, + 1.5110809803009033, + 1.5155584812164307, + 1.5152292251586914, + 1.5269473791122437, + 1.5145108699798584, + 1.513828992843628, + 1.4993520975112915, + 1.5157132148742676, + 1.498139500617981, + 1.5112650394439697, + 1.5126466751098633, + 1.5038235187530518, + 1.5178152322769165, + 1.5357106924057007, + 1.5318716764450073, + 1.534236192703247, + 1.5179508924484253, + 1.5224171876907349, + 1.520673155784607, + 1.5345396995544434, + 1.52497136592865, + 1.5387773513793945, + 1.5380873680114746, + 1.5364741086959839, + 1.5286800861358643, + 1.5446516275405884, + 1.543744444847107, + 1.557936191558838, + 1.5520164966583252, + 1.533637523651123, + 1.5452086925506592, + 1.5786787271499634, + 1.5549571514129639, + 1.5717641115188599, + 1.5670058727264404, + 1.5884833335876465, + 1.6092935800552368, + 1.605355143547058, + 1.6177846193313599, + 1.6271494626998901, + 1.633359670639038, + 1.6436634063720703 + ], + "p10": [ + 1.6444613933563232, + 1.6306650638580322, + 1.6235274076461792, + 1.609847903251648, + 1.611697793006897, + 1.5919411182403564, + 1.5830111503601074, + 1.595104455947876, + 1.5838569402694702, + 1.5816113948822021, + 1.5928913354873657, + 1.5538371801376343, + 1.5693854093551636, + 1.5574393272399902, + 1.539930820465088, + 1.526681900024414, + 1.5793437957763672, + 1.5526946783065796, + 1.5603950023651123, + 1.5295039415359497, + 1.5429050922393799, + 1.5350797176361084, + 1.5269595384597778, + 1.5566294193267822, + 1.5701769590377808, + 1.543129324913025, + 1.5406358242034912, + 1.5649219751358032, + 1.5391099452972412, + 1.548157811164856, + 1.5426005125045776, + 1.577020525932312, + 1.5696971416473389, + 1.553897500038147, + 1.6052361726760864, + 1.576972246170044, + 1.559499979019165, + 1.582771897315979, + 1.5753870010375977, + 1.561684250831604, + 1.5904414653778076, + 1.5967631340026855, + 1.599705457687378, + 1.5745209455490112, + 1.5972267389297485, + 1.6167371273040771, + 1.6036570072174072, + 1.5967371463775635, + 1.60834538936615, + 1.6282203197479248, + 1.6282849311828613, + 1.656116247177124, + 1.6378722190856934, + 1.643858551979065, + 1.6552983522415161, + 1.6711171865463257, + 1.6677683591842651, + 1.6958668231964111, + 1.6937308311462402, + 1.6981309652328491 + ], + "p90": [ + 1.6419386863708496, + 1.6448825597763062, + 1.6455469131469727, + 1.6530430316925049, + 1.6513047218322754, + 1.640984058380127, + 1.6403331756591797, + 1.6374346017837524, + 1.6376469135284424, + 1.6553272008895874, + 1.6546579599380493, + 1.6441644430160522, + 1.6507539749145508, + 1.647843599319458, + 1.6477025747299194, + 1.645424246788025, + 1.659169316291809, + 1.6708260774612427, + 1.6659390926361084, + 1.6659291982650757, + 1.6798951625823975, + 1.6987133026123047, + 1.6916329860687256, + 1.7097885608673096, + 1.7074700593948364, + 1.7418968677520752, + 1.7339332103729248, + 1.750775933265686, + 1.76426362991333, + 1.7683522701263428, + 1.7904895544052124, + 1.80912446975708, + 1.8221509456634521, + 1.8147192001342773, + 1.8117539882659912, + 1.831562876701355, + 1.8349418640136719, + 1.8690112829208374, + 1.8717485666275024, + 1.8814587593078613, + 1.8800143003463745, + 1.8891510963439941, + 1.8820340633392334, + 1.9036718606948853, + 1.9031404256820679, + 1.9306282997131348, + 1.9214367866516113, + 1.9234228134155273, + 1.9370089769363403, + 1.976866602897644, + 1.9541575908660889, + 1.9980984926223755, + 1.9740194082260132, + 2.013821840286255, + 2.0265414714813232, + 2.036102533340454, + 2.0346126556396484, + 2.055950403213501, + 2.072530508041382, + 2.094501495361328 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_052101.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_052101.json new file mode 100644 index 0000000000000000000000000000000000000000..104b4056cb279243fe77308291054e8d37d89de0 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_052101.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T05:21:01.639946+00:00", + "metrics": { + "MSE[mean]": 0.03591501030326902, + "MSE[0.5]": 0.03591501030326902, + "MAE[0.5]": 0.15526049037774403, + "MASE[0.5]": 0.1479152652807459, + "MAPE[0.5]": 0.1409806529012181, + "sMAPE[0.5]": 0.12721864767621055, + "MSIS": 0.897624845068335, + "RMSE[mean]": 0.18951255975071685, + "NRMSE[mean]": 0.15439115863843725, + "ND[0.5]": 0.1264868514874311, + "mean_weighted_sum_quantile_loss": 0.12038749556370289 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00" + ], + "context": [ + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219 + ], + "actual": [ + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624 + ], + "predictions": { + "p50": [ + 1.622424840927124, + 1.6134793758392334, + 1.6046292781829834, + 1.595408320426941, + 1.584949016571045, + 1.5743129253387451, + 1.5631459951400757, + 1.5527818202972412, + 1.5411672592163086, + 1.5300266742706299, + 1.5195519924163818, + 1.5089465379714966, + 1.4968020915985107, + 1.4857542514801025, + 1.475455641746521, + 1.4642064571380615, + 1.4529411792755127, + 1.4421659708023071, + 1.4316112995147705, + 1.4199132919311523, + 1.407710313796997, + 1.3953726291656494, + 1.3851699829101562, + 1.374489426612854, + 1.364176869392395, + 1.3543158769607544, + 1.345768928527832, + 1.3378545045852661, + 1.3301136493682861, + 1.3225175142288208, + 1.3140933513641357, + 1.307953119277954, + 1.3777390718460083, + 1.3675017356872559, + 1.35548996925354, + 1.3511265516281128, + 1.3424036502838135, + 1.3300902843475342, + 1.3196378946304321, + 1.3126628398895264, + 1.305764079093933, + 1.2990622520446777, + 1.289610505104065, + 1.2777106761932373, + 1.2692906856536865, + 1.2609937191009521, + 1.2544296979904175, + 1.2441505193710327, + 1.2368096113204956, + 1.2290042638778687, + 1.220780849456787, + 1.214695692062378, + 1.212157130241394, + 1.2044302225112915, + 1.2027394771575928, + 1.1988444328308105, + 1.1957728862762451, + 1.1925640106201172, + 1.189462423324585, + 1.188739538192749 + ], + "p10": [ + 1.6088476181030273, + 1.5980333089828491, + 1.584692120552063, + 1.5699265003204346, + 1.553850531578064, + 1.534386157989502, + 1.5140271186828613, + 1.4944219589233398, + 1.473997712135315, + 1.452154517173767, + 1.4284343719482422, + 1.4032378196716309, + 1.377958059310913, + 1.3530759811401367, + 1.3256535530090332, + 1.2977783679962158, + 1.2700183391571045, + 1.2395192384719849, + 1.2094138860702515, + 1.1772023439407349, + 1.1459112167358398, + 1.1171938180923462, + 1.0891904830932617, + 1.059486985206604, + 1.027559757232666, + 0.9973698854446411, + 0.9658361673355103, + 0.9313929080963135, + 0.8964866399765015, + 0.858895480632782, + 0.8213757872581482, + 0.7968411445617676, + 0.7597072124481201, + 0.7855231761932373, + 0.7516089677810669, + 0.7081868648529053, + 0.6765246391296387, + 0.6506606340408325, + 0.6133631467819214, + 0.5916823744773865, + 0.5774166584014893, + 0.5672833919525146, + 0.5437615513801575, + 0.5284125804901123, + 0.5153656601905823, + 0.4944574236869812, + 0.46810030937194824, + 0.4392673373222351, + 0.4203268885612488, + 0.39701777696609497, + 0.3767908215522766, + 0.35815149545669556, + 0.33457064628601074, + 0.31634074449539185, + 0.30401891469955444, + 0.28898125886917114, + 0.26622772216796875, + 0.2501388192176819, + 0.23811471462249756, + 0.21680200099945068 + ], + "p90": [ + 1.6339468955993652, + 1.628972053527832, + 1.6253175735473633, + 1.62235426902771, + 1.6191372871398926, + 1.6164090633392334, + 1.6149543523788452, + 1.6168698072433472, + 1.617637038230896, + 1.6187586784362793, + 1.6229171752929688, + 1.6282563209533691, + 1.6311215162277222, + 1.6370534896850586, + 1.6424334049224854, + 1.6478439569473267, + 1.654434084892273, + 1.6606266498565674, + 1.6697132587432861, + 1.6777245998382568, + 1.6879432201385498, + 1.7026333808898926, + 1.7189788818359375, + 1.730566143989563, + 1.741442322731018, + 1.7530683279037476, + 1.767399549484253, + 1.7843375205993652, + 1.8036924600601196, + 1.8260306119918823, + 1.8405187129974365, + 1.8479193449020386, + 1.85287606716156, + 1.819970726966858, + 1.8298918008804321, + 1.853948712348938, + 1.8707674741744995, + 1.8900418281555176, + 1.9114872217178345, + 1.929402232170105, + 1.9441993236541748, + 1.9604374170303345, + 1.9713621139526367, + 1.986112356185913, + 1.995161533355713, + 2.0070083141326904, + 2.0196549892425537, + 2.0201504230499268, + 2.0302464962005615, + 2.05267071723938, + 2.0697474479675293, + 2.0896856784820557, + 2.1004748344421387, + 2.1140780448913574, + 2.127330780029297, + 2.1441168785095215, + 2.15008282661438, + 2.1606969833374023, + 2.1696436405181885, + 2.182678461074829 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_052041.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_052041.json new file mode 100644 index 0000000000000000000000000000000000000000..06c8a76197ed0563b4b446b73f2f466306a67d3b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_052041.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T05:20:41.158537+00:00", + "metrics": { + "MSE[mean]": 0.03374098359866604, + "MSE[0.5]": 0.03374098359866604, + "MAE[0.5]": 0.15900490780671436, + "MASE[0.5]": 0.1514825379074166, + "MAPE[0.5]": 0.14359010807309072, + "sMAPE[0.5]": 0.13034459466083642, + "MSIS": 0.9061291354330041, + "RMSE[mean]": 0.18368718953336416, + "NRMSE[mean]": 0.14964537472555056, + "ND[0.5]": 0.12953733503345635, + "mean_weighted_sum_quantile_loss": 0.12266290603729361 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00" + ], + "context": [ + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219 + ], + "actual": [ + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624 + ], + "predictions": { + "p50": [ + 1.6215953826904297, + 1.6147364377975464, + 1.60739004611969, + 1.5994874238967896, + 1.5886223316192627, + 1.5779469013214111, + 1.567054271697998, + 1.5560879707336426, + 1.544307827949524, + 1.5304237604141235, + 1.5191227197647095, + 1.5059452056884766, + 1.4932621717453003, + 1.4812891483306885, + 1.4682689905166626, + 1.4542815685272217, + 1.4428116083145142, + 1.4290062189102173, + 1.4183528423309326, + 1.4057716131210327, + 1.3950989246368408, + 1.3841415643692017, + 1.3717440366744995, + 1.3638051748275757, + 1.3540493249893188, + 1.3434852361679077, + 1.3374412059783936, + 1.3284757137298584, + 1.316904067993164, + 1.3098690509796143, + 1.3041350841522217, + 1.2989147901535034, + 1.3038164377212524, + 1.3001664876937866, + 1.2965750694274902, + 1.2947726249694824, + 1.2932031154632568, + 1.290719985961914, + 1.2899155616760254, + 1.2892347574234009, + 1.2897742986679077, + 1.288262128829956, + 1.28817617893219, + 1.2871217727661133, + 1.2896993160247803, + 1.290049433708191, + 1.2946431636810303, + 1.2974498271942139, + 1.2989164590835571, + 1.3030227422714233, + 1.3108428716659546, + 1.3144711256027222, + 1.3214040994644165, + 1.3244048357009888, + 1.3312182426452637, + 1.3386849164962769, + 1.3463042974472046, + 1.3550821542739868, + 1.3604233264923096, + 1.3671107292175293 + ], + "p10": [ + 1.6056077480316162, + 1.592064619064331, + 1.5810497999191284, + 1.5658035278320312, + 1.548980712890625, + 1.5285451412200928, + 1.5115225315093994, + 1.4915716648101807, + 1.472123146057129, + 1.4475613832473755, + 1.4244877099990845, + 1.3989946842193604, + 1.3751981258392334, + 1.3468865156173706, + 1.3185837268829346, + 1.288793683052063, + 1.2614227533340454, + 1.232527732849121, + 1.2052861452102661, + 1.173852801322937, + 1.1472961902618408, + 1.114639163017273, + 1.0860925912857056, + 1.059820294380188, + 1.0304412841796875, + 1.001821517944336, + 0.9739732146263123, + 0.9421396255493164, + 0.9080917239189148, + 0.878070592880249, + 0.8479824662208557, + 0.8197482824325562, + 0.751957893371582, + 0.7222707271575928, + 0.7048965692520142, + 0.683678388595581, + 0.6624346971511841, + 0.6392903327941895, + 0.6123616695404053, + 0.5919288396835327, + 0.5661415457725525, + 0.5387974381446838, + 0.5078457593917847, + 0.47934091091156006, + 0.4559463858604431, + 0.43285804986953735, + 0.41864681243896484, + 0.38748103380203247, + 0.3666630983352661, + 0.3417302370071411, + 0.327803373336792, + 0.30447930097579956, + 0.2840840816497803, + 0.26358991861343384, + 0.24267613887786865, + 0.2222006916999817, + 0.20852679014205933, + 0.20079952478408813, + 0.18389785289764404, + 0.16502219438552856 + ], + "p90": [ + 1.6374032497406006, + 1.6356422901153564, + 1.6330444812774658, + 1.6318614482879639, + 1.6288161277770996, + 1.6278085708618164, + 1.6237068176269531, + 1.6213637590408325, + 1.6190860271453857, + 1.6163883209228516, + 1.6164054870605469, + 1.6165742874145508, + 1.6161028146743774, + 1.6182975769042969, + 1.6207544803619385, + 1.623286247253418, + 1.6262924671173096, + 1.6305880546569824, + 1.635359764099121, + 1.6420035362243652, + 1.6489636898040771, + 1.6555267572402954, + 1.661388874053955, + 1.6707494258880615, + 1.6791486740112305, + 1.688586711883545, + 1.6989723443984985, + 1.712977647781372, + 1.7163941860198975, + 1.7327876091003418, + 1.7405486106872559, + 1.7651050090789795, + 1.8165709972381592, + 1.8326568603515625, + 1.8417637348175049, + 1.8585033416748047, + 1.8682334423065186, + 1.8780736923217773, + 1.89167058467865, + 1.9158384799957275, + 1.9255715608596802, + 1.9415336847305298, + 1.951843500137329, + 1.971720814704895, + 1.9923276901245117, + 2.0093679428100586, + 2.0273969173431396, + 2.0503320693969727, + 2.065707206726074, + 2.078136444091797, + 2.0915286540985107, + 2.1127233505249023, + 2.1382641792297363, + 2.1457862854003906, + 2.163614273071289, + 2.1774091720581055, + 2.191443920135498, + 2.212352752685547, + 2.2261881828308105, + 2.2473959922790527 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_052327.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_052327.json new file mode 100644 index 0000000000000000000000000000000000000000..0531c4638bcbc3b59449d480f28d158aa3eb170e --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_052327.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T05:23:27.426541+00:00", + "metrics": { + "MSE[mean]": 0.05316477638869182, + "MSE[0.5]": 0.06289824892668368, + "MAE[0.5]": 0.2142146764307513, + "MASE[0.5]": 1.0303996969749336, + "MAPE[0.5]": 0.14013776508416528, + "sMAPE[0.5]": 0.15413202980246996, + "MSIS": 8.927983721890543, + "RMSE[mean]": 0.2305748823889797, + "NRMSE[mean]": 0.15825922304999215, + "ND[0.5]": 0.1470301010525702, + "mean_weighted_sum_quantile_loss": 0.12080543433666119 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00" + ], + "context": [ + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2145970472052345, + 1.2320725864628, + 1.2400452972429958, + 1.2433949687311208, + 1.2441783346285082, + 1.2456711141220165, + 1.2470491425127443, + 1.2449342039014633, + 1.2463056773154266, + 1.2465485118144282, + 1.2452985409884865, + 1.2459533581798816, + 1.2465650212246877, + 1.2463462446183875, + 1.2456328368622158, + 1.2459566714293075, + 1.2453078759812723, + 1.2467861222778045, + 1.250313340210816, + 1.2459837555707602, + 1.245983758142471, + 1.2477440121901162, + 1.247744012681072, + 1.247265079465588, + 1.2463469009899484, + 1.2453094505820763, + 1.2488995037551154, + 1.246566523626296, + 1.250313350661342, + 1.2472650796308857, + 1.2465665236318566, + 1.245956796748409, + 1.2459567967485337, + 1.2463469010626356, + 1.2463469010626593, + 1.2463469010626698, + 1.2442410273453843, + 1.2463469010626762, + 1.2459837601380475, + 1.2463469010626775, + 1.2463469010626778, + 1.246151848905654, + 1.2459567967486302, + 1.245309450613854, + 1.2503133506639927, + 1.2463469010626778, + 1.2456331236812421, + 1.2463469010626778, + 1.246165330600363, + 1.2459837601380481, + 1.2463469010626778, + 1.2467861462020475, + 1.246165330600363, + 1.248899503769, + 1.2483217584155202, + 1.2442410273453879, + 1.2450285529196252, + 1.2465665236323626, + 1.2459837601380481, + 1.2447410167546056, + 1.245309450613854, + 1.2463469010626778, + 1.2503133506639927, + 1.2459567967486302, + 1.2459702784433393, + 1.2447410167546056, + 1.2467861462020475, + 1.2483217584155202, + 1.2463469010626778, + 1.2463469010626778, + 1.2453064108597849, + 1.247265079632044 + ], + "p10": [ + 1.1132324249651735, + 1.1580182614144612, + 1.1383435202408378, + 1.1659070356995733, + 1.1431373854558353, + 1.167529691084241, + 1.1682798899872011, + 1.1441741524230191, + 1.1453051638598302, + 1.1454481409186912, + 1.1453385177357829, + 1.1684451965833607, + 1.1684943246988257, + 1.1838406704997604, + 1.1434852131971456, + 1.1712703761609404, + 1.1331998349037742, + 1.1656483430262037, + 1.168495816653324, + 1.1454661481693378, + 1.1684486331565322, + 1.1453463867351572, + 1.1684958267255323, + 1.1684486349856533, + 1.1364384871183604, + 1.168495827074723, + 1.1442685014272964, + 1.1680239075565206, + 1.1442685014385303, + 1.1680239075614292, + 1.1684486351516032, + 1.1364384871908686, + 1.145466152736529, + 1.1657681320799491, + 1.1684486351520909, + 1.1684958271064927, + 1.1442685014411775, + 1.1442685014411795, + 1.1434855000161712, + 1.1442685014411809, + 1.144268501441181, + 1.1657681320799913, + 1.1454661527366257, + 1.1364384871910898, + 1.1803336487582317, + 1.144268501441181, + 1.144268501441181, + 1.1361146274379128, + 1.1684486351521093, + 1.1684486351521093, + 1.1454661527366257, + 1.1453463876070813, + 1.1453463876070813, + 1.1454661527366257, + 1.144268501441181, + 1.144268501441181, + 1.1454661527366257, + 1.1680239075625873, + 1.1454661527366257, + 1.1364384871910898, + 1.1453463876070813, + 1.1684958271065007, + 1.1680239075625873, + 1.1684958271065007, + 1.1361146274379128, + 1.1453463876070813, + 1.1454661527366257, + 1.1680239075625873, + 1.1680239075625873, + 1.1800253516055914, + 1.1453463876070813, + 1.1684486351521093 + ], + "p90": [ + 1.361210029942, + 1.3831979059289012, + 1.3863211252176644, + 1.3594045710041585, + 1.4255734085985239, + 1.3844468442539377, + 1.392030169298708, + 1.3920705072822668, + 1.4527335682498175, + 1.3926793282730068, + 1.3841305469089697, + 1.3849376221635354, + 1.3922446040103327, + 1.384137760335978, + 1.3921726944931603, + 1.3926972147716186, + 1.3922460516624606, + 1.3922460824937646, + 1.3922460959648308, + 1.3922461018507197, + 1.3921648543048517, + 1.384138415908344, + 1.3921648559194604, + 1.3967584429808875, + 1.4293115512524601, + 1.39224610638623, + 1.3967584431334588, + 1.392164856294362, + 1.3849410607296333, + 1.392697340089783, + 1.3922461064175016, + 1.384941060732063, + 1.3967584431472468, + 1.3967584431473012, + 1.3841384167802497, + 1.3967584431473354, + 1.3921648563004252, + 1.392246106418006, + 1.392164856300428, + 1.3984582379778578, + 1.3922461064180076, + 1.3921648563004287, + 1.3642078678480039, + 1.3619933624110858, + 1.3921648563004287, + 1.3967584431473434, + 1.398458237977858, + 1.4012828666384591, + 1.3922461064180076, + 1.3922461064180076, + 1.3921729813121866, + 1.3921729813121866, + 1.3922461064180076, + 1.398458237977858, + 1.3926973400909413, + 1.3967584431473434, + 1.3841384167802682, + 1.3921729813121866, + 1.3841384167802682, + 1.3921729813121866, + 1.3619933624110858, + 1.3967584431473434, + 1.3926973400909413, + 1.3494953219610986, + 1.3921648563004287, + 1.3642078678480039, + 1.3967584431473434, + 1.3967584431473434, + 1.3921648563004287, + 1.3921648563004287, + 1.3456460892034132, + 1.3926973400909413 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_051916.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_051916.json new file mode 100644 index 0000000000000000000000000000000000000000..8fa077ed0e76b013a9659fff5c4af63d3d2f607b --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_051916.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T05:19:16.630750+00:00", + "metrics": { + "MSE[mean]": 0.03892484809408733, + "MSE[0.5]": 0.03892484809408733, + "MAE[0.5]": 0.15739670561419594, + "MASE[0.5]": 0.7570980684983477, + "MAPE[0.5]": 0.10191394612412655, + "sMAPE[0.5]": 0.11001440500350469, + "MSIS": 3.447531793150672, + "RMSE[mean]": 0.1972938115960238, + "NRMSE[mean]": 0.13541616073811596, + "ND[0.5]": 0.1080320635233317, + "mean_weighted_sum_quantile_loss": 0.10635191911244496 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00" + ], + "context": [ + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2500869035720825, + 1.2616029977798462, + 1.2643390893936157, + 1.2707412242889404, + 1.2724425792694092, + 1.2771872282028198, + 1.2783350944519043, + 1.2819724082946777, + 1.285098671913147, + 1.2894009351730347, + 1.2908436059951782, + 1.2942159175872803, + 1.295581579208374, + 1.2964427471160889, + 1.3005552291870117, + 1.301239013671875, + 1.3114488124847412, + 1.3120330572128296, + 1.3141276836395264, + 1.3134381771087646, + 1.3111865520477295, + 1.3151075839996338, + 1.3146660327911377, + 1.3127270936965942, + 1.315338373184204, + 1.3164968490600586, + 1.3171335458755493, + 1.3167757987976074, + 1.3174041509628296, + 1.3179168701171875, + 1.3202505111694336, + 1.3225746154785156, + 1.3207029104232788, + 1.322306752204895, + 1.3254448175430298, + 1.3222955465316772, + 1.3199352025985718, + 1.3241034746170044, + 1.3212443590164185, + 1.3196158409118652, + 1.3203190565109253, + 1.3209689855575562, + 1.3224948644638062, + 1.31916344165802, + 1.3198654651641846, + 1.3205229043960571, + 1.3204545974731445, + 1.3212826251983643, + 1.3195303678512573, + 1.3181742429733276, + 1.320478916168213, + 1.3122732639312744, + 1.312557339668274, + 1.3129665851593018, + 1.3115805387496948, + 1.3108270168304443, + 1.310912847518921, + 1.3113110065460205, + 1.3153433799743652, + 1.3112074136734009, + 1.3131849765777588, + 1.3134701251983643, + 1.3130441904067993, + 1.3135558366775513, + 1.3171650171279907, + 1.3141264915466309, + 1.3179175853729248, + 1.3061068058013916, + 1.3076508045196533, + 1.3038876056671143, + 1.3007664680480957, + 1.2998628616333008 + ], + "p10": [ + 1.132341742515564, + 1.1146200895309448, + 1.106151819229126, + 1.1015706062316895, + 1.0977228879928589, + 1.0961272716522217, + 1.0899252891540527, + 1.0832664966583252, + 1.0834872722625732, + 1.0815613269805908, + 1.0780625343322754, + 1.076153039932251, + 1.0740605592727661, + 1.074007272720337, + 1.0722934007644653, + 1.0731682777404785, + 1.0603652000427246, + 1.0447946786880493, + 1.0462805032730103, + 1.0379834175109863, + 1.0367664098739624, + 1.0336041450500488, + 1.0368996858596802, + 1.0321708917617798, + 1.0275788307189941, + 1.0292348861694336, + 1.026421308517456, + 1.023132562637329, + 1.019337773323059, + 1.0158374309539795, + 1.0111960172653198, + 1.0141092538833618, + 1.005785584449768, + 0.9892610311508179, + 0.9906482696533203, + 0.984327495098114, + 0.9822973012924194, + 0.9799752235412598, + 0.9794220328330994, + 0.9806038737297058, + 0.9754014611244202, + 0.9767694473266602, + 0.9795509576797485, + 0.9706442356109619, + 0.9719390869140625, + 0.9609009027481079, + 0.9559108018875122, + 0.9522034525871277, + 0.9615221619606018, + 0.9494673013687134, + 0.9482189416885376, + 0.942098081111908, + 0.939460039138794, + 0.9362475275993347, + 0.934933066368103, + 0.9396138191223145, + 0.9371529817581177, + 0.9411008358001709, + 0.9467137455940247, + 0.9359285831451416, + 0.9400268793106079, + 0.9245676398277283, + 0.9228825569152832, + 0.9194786548614502, + 0.9229214787483215, + 0.9176068902015686, + 0.9092869758605957, + 0.9068296551704407, + 0.9041597247123718, + 0.8998701572418213, + 0.9012020826339722, + 0.9044046401977539 + ], + "p90": [ + 1.3616652488708496, + 1.4112470149993896, + 1.4411873817443848, + 1.4587680101394653, + 1.469714879989624, + 1.482258677482605, + 1.4943922758102417, + 1.507516860961914, + 1.5200462341308594, + 1.5314265489578247, + 1.5417625904083252, + 1.5519816875457764, + 1.5605982542037964, + 1.5651981830596924, + 1.571582555770874, + 1.5857995748519897, + 1.5874552726745605, + 1.5886119604110718, + 1.5890499353408813, + 1.6072509288787842, + 1.6076343059539795, + 1.6099436283111572, + 1.6164470911026, + 1.625515103340149, + 1.634899377822876, + 1.6456449031829834, + 1.6552951335906982, + 1.6625875234603882, + 1.6668370962142944, + 1.6623064279556274, + 1.6694763898849487, + 1.6864137649536133, + 1.7143322229385376, + 1.7094638347625732, + 1.7082712650299072, + 1.7298882007598877, + 1.7331490516662598, + 1.737962007522583, + 1.744718313217163, + 1.7472281455993652, + 1.7549917697906494, + 1.7677210569381714, + 1.7746005058288574, + 1.7806329727172852, + 1.7884299755096436, + 1.7861442565917969, + 1.786137342453003, + 1.8035740852355957, + 1.8136930465698242, + 1.8134286403656006, + 1.8033592700958252, + 1.830756664276123, + 1.836411714553833, + 1.8376989364624023, + 1.8479515314102173, + 1.840440273284912, + 1.8554332256317139, + 1.865447998046875, + 1.8704657554626465, + 1.8709962368011475, + 1.885129690170288, + 1.881211280822754, + 1.8804234266281128, + 1.9104704856872559, + 1.9412739276885986, + 1.9435954093933105, + 1.920737862586975, + 1.9500432014465332, + 1.952948808670044, + 1.9537912607192993, + 1.965607762336731, + 1.946600317955017 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_052327.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_052327.json new file mode 100644 index 0000000000000000000000000000000000000000..b3146e14228c5982a54f71b84bb3c7d4e5e278e1 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_052327.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T05:23:27.535245+00:00", + "metrics": { + "MSE[mean]": 0.007161756958710515, + "MSE[0.5]": 0.006717441268851923, + "MAE[0.5]": 0.06422072018796059, + "MASE[0.5]": 0.308909789580072, + "MAPE[0.5]": 0.04490334215661077, + "sMAPE[0.5]": 0.044088295028220204, + "MSIS": 3.133771985404746, + "RMSE[mean]": 0.08462716442555851, + "NRMSE[mean]": 0.05808537839051694, + "ND[0.5]": 0.044079047879602665, + "mean_weighted_sum_quantile_loss": 0.03871698904688871 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00" + ], + "context": [ + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3100312335059343, + 1.3147736964148742, + 1.319516159323814, + 1.324258622232754, + 1.3290010851416938, + 1.3337435480506337, + 1.3384860109595735, + 1.3432284738685134, + 1.3479709367774533, + 1.3527133996863931, + 1.357455862595333, + 1.3621983255042729, + 1.3669407884132128, + 1.3716832513221526, + 1.3764257142310925, + 1.3811681771400324, + 1.3859106400489722, + 1.390653102957912, + 1.3953955658668518, + 1.4001380287757916, + 1.4048804916847315, + 1.4096229545936714, + 1.4143654175026112, + 1.4191078804115511, + 1.423850343320491, + 1.4285928062294309, + 1.4333352691383707, + 1.4380777320473106, + 1.4428201949562505, + 1.4475626578651903, + 1.4523051207741302, + 1.45704758368307, + 1.46179004659201, + 1.4665325095009498, + 1.4712749724098897, + 1.4760174353188296, + 1.4807598982277694, + 1.4855023611367093, + 1.4902448240456492, + 1.494987286954589, + 1.499729749863529, + 1.5044722127724688, + 1.5092146756814087, + 1.5139571385903485, + 1.5186996014992884, + 1.523442064408228, + 1.528184527317168, + 1.5329269902261078, + 1.5376694531350477, + 1.5424119160439875, + 1.5471543789529274, + 1.5518968418618673, + 1.5566393047708071, + 1.561381767679747, + 1.5661242305886869, + 1.5708666934976268, + 1.5756091564065666, + 1.5803516193155065, + 1.5850940822244464, + 1.5898365451333862, + 1.594579008042326, + 1.599321470951266, + 1.6040639338602058, + 1.6088063967691457, + 1.6135488596780856, + 1.6182913225870255, + 1.6230337854959653, + 1.6277762484049052, + 1.632518711313845, + 1.637261174222785, + 1.6420036371317248, + 1.6467461000406647 + ], + "p10": [ + 1.110031305031508, + 1.2147736725730163, + 1.2195161354819561, + 1.224258598390896, + 1.2290010612998359, + 1.2337435242087758, + 1.2384859871177156, + 1.1432285453940871, + 1.2379709224723388, + 1.2527133758445352, + 1.257455838753475, + 1.262198301662415, + 1.2669407645713548, + 1.2716832274802947, + 1.2764256903892346, + 1.2811681532981745, + 1.2859106162071143, + 1.290653079116054, + 1.2953955420249939, + 1.3001380049339337, + 1.3048804678428736, + 1.3096229307518135, + 1.3143653936607533, + 1.3191078565696932, + 1.323850319478633, + 1.328592782387573, + 1.2333353406639445, + 1.3380777082054527, + 1.3428201711143926, + 1.247562729390764, + 1.3523050969322723, + 1.2570476552086438, + 1.361790022750152, + 1.366532485659092, + 1.3712749485680318, + 1.3760174114769717, + 1.3807598743859115, + 1.3855023372948514, + 1.3902448002037913, + 1.3949872631127311, + 1.399729726021671, + 1.4044721889306109, + 1.4092146518395507, + 1.4139571147484906, + 1.4186995776574305, + 1.4234420405663701, + 1.42818450347531, + 1.3329270617516815, + 1.3376695246606214, + 1.4424118922021296, + 1.3471544504785011, + 1.4518968180200094, + 1.4566392809289492, + 1.461381743837889, + 1.466124206746829, + 1.4708666696557688, + 1.4756091325647087, + 1.4803515954736486, + 1.4850940583825885, + 1.4898365212915283, + 1.4945789842004682, + 1.499321447109408, + 1.504063910018348, + 1.5088063729272878, + 1.5135488358362277, + 1.4182913941125992, + 1.5230337616541074, + 1.5277762245630473, + 1.5325186874719872, + 1.537261150380927, + 1.542003613289867, + 1.5467460761988068 + ], + "p90": [ + 1.5100312811896501, + 1.5147736248893005, + 1.4295161736289281, + 1.4242586460746118, + 1.5290011328254096, + 1.4337435718924916, + 1.5384860586432894, + 1.4432284977103713, + 1.5479708652518795, + 1.5527133281608194, + 1.5574557910697593, + 1.4621983493461308, + 1.566940716887639, + 1.4716832751640105, + 1.5764256546264477, + 1.5811681175353876, + 1.4859106638908302, + 1.4906531267997698, + 1.4953955897087097, + 1.600137957250218, + 1.5048805155265894, + 1.5096229784355293, + 1.5143654413444692, + 1.6191078208069063, + 1.6238503910042068, + 1.628592746624786, + 1.6333353168220865, + 1.5380777558891685, + 1.5428202187981084, + 1.6475625863396166, + 1.5523051446159881, + 1.6570475121574963, + 1.571790060897124, + 1.666532437975376, + 1.671274900884316, + 1.6760173637932558, + 1.5807599220696273, + 1.6855022896111356, + 1.6002448383507633, + 1.6949872154290153, + 1.5997297737053868, + 1.6044722366143267, + 1.6092146995232666, + 1.6139571624322064, + 1.6186996253411463, + 1.7234419928826543, + 1.7281844557915942, + 1.732926918700534, + 1.6376694769769056, + 1.7424119637277034, + 1.6471544027947853, + 1.6618968561669814, + 1.656639328612665, + 1.7613817080751022, + 1.676124244893801, + 1.770866621972053, + 1.6756091802484245, + 1.7803515597108617, + 1.7850940226198015, + 1.789836592817102, + 1.7045790223474402, + 1.7993215186349818, + 1.804063874255561, + 1.7088064206110036, + 1.8135487881525119, + 1.7182913464288834, + 1.7230338093378232, + 1.7277762722467631, + 1.8325186397882713, + 1.8372612219065008, + 1.842003565606151, + 1.846746028515091 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_052253.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_052253.json new file mode 100644 index 0000000000000000000000000000000000000000..1b438fb404d301084829de695bd68a34da8938ac --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_052253.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T05:22:53.907050+00:00", + "metrics": { + "MSE[mean]": 0.011966416937161582, + "MSE[0.5]": 0.014992463437508164, + "MAE[0.5]": 0.09703823592927721, + "MASE[0.5]": 0.46676619250610646, + "MAPE[0.5]": 0.06422517942938367, + "sMAPE[0.5]": 0.0668820750234511, + "MSIS": 5.6582730193437145, + "RMSE[mean]": 0.10939111909639457, + "NRMSE[mean]": 0.07508256466356544, + "ND[0.5]": 0.06660394083342376, + "mean_weighted_sum_quantile_loss": 0.10860803466021773 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00" + ], + "context": [ + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2146662473678589, + 1.2848981618881226, + 1.2676731944084167, + 1.293841004371643, + 1.2519370317459106, + 1.2629735469818115, + 1.2407994866371155, + 1.2659403085708618, + 1.3351132273674011, + 1.27543044090271, + 1.3435786962509155, + 1.3200868964195251, + 1.2518903017044067, + 1.341535210609436, + 1.3279229402542114, + 1.3195223212242126, + 1.2589205503463745, + 1.3007437586784363, + 1.3281797170639038, + 1.290186882019043, + 1.3315366506576538, + 1.325036644935608, + 1.397092580795288, + 1.3039418458938599, + 1.251500129699707, + 1.358712613582611, + 1.3741883635520935, + 1.3688952326774597, + 1.34642893075943, + 1.3223001956939697, + 1.2914796471595764, + 1.356293499469757, + 1.349050521850586, + 1.3428492546081543, + 1.4207026958465576, + 1.3585428595542908, + 1.3657956719398499, + 1.427497923374176, + 1.428419828414917, + 1.3810376524925232, + 1.3702447414398193, + 1.3893010020256042, + 1.3153929114341736, + 1.3997939825057983, + 1.4399755001068115, + 1.4481881856918335, + 1.4064059853553772, + 1.400094211101532, + 1.407148540019989, + 1.389697551727295, + 1.3969866633415222, + 1.3904795050621033, + 1.4458019137382507, + 1.3679683804512024, + 1.455250859260559, + 1.3482834100723267, + 1.5181679725646973, + 1.4567666053771973, + 1.473943293094635, + 1.5276634097099304, + 1.4309021830558777, + 1.437265932559967, + 1.4870775938034058, + 1.477525532245636, + 1.465979814529419, + 1.392335832118988, + 1.5054402351379395, + 1.5149691700935364, + 1.5067959427833557, + 1.482472836971283, + 1.4523924589157104, + 1.469903290271759 + ], + "p10": [ + 1.123862385749817, + 1.1701636910438538, + 1.1338981986045837, + 1.1288532614707947, + 1.060745358467102, + 1.0514703392982483, + 1.0527863502502441, + 1.0551915764808655, + 1.134369134902954, + 1.0916851162910461, + 1.0548490285873413, + 1.0211727023124695, + 1.0094501376152039, + 1.093535602092743, + 1.0611739754676819, + 1.0416946411132812, + 0.9994895458221436, + 0.9829212129116058, + 0.974723756313324, + 0.9375686049461365, + 1.0373968482017517, + 0.9856663942337036, + 0.9990994036197662, + 0.9810889065265656, + 0.8743521273136139, + 1.0050176978111267, + 0.9416528344154358, + 0.9723051190376282, + 0.9649131298065186, + 0.9251024425029755, + 0.8991803824901581, + 0.9063046872615814, + 0.9457197487354279, + 0.9034315347671509, + 0.9916249513626099, + 0.9305118918418884, + 0.8714746832847595, + 1.0336883664131165, + 0.8621359169483185, + 0.9664270877838135, + 0.9651792943477631, + 0.8869426250457764, + 0.7942737936973572, + 0.9530744552612305, + 0.9349091053009033, + 0.9237615168094635, + 0.9116697311401367, + 0.8718562722206116, + 0.8812467455863953, + 0.9012931883335114, + 0.8835921883583069, + 0.9004791975021362, + 0.8710135817527771, + 0.7688677310943604, + 0.8295098841190338, + 0.8835212290287018, + 0.9658998250961304, + 0.907497227191925, + 0.8738015592098236, + 0.9175672829151154, + 0.8388300240039825, + 1.022567331790924, + 0.8525999188423157, + 0.8425557613372803, + 0.8178390264511108, + 0.9053196012973785, + 0.8408476710319519, + 0.8149979710578918, + 0.9488610923290253, + 0.8939082026481628, + 0.8227367699146271, + 0.8362734317779541 + ], + "p90": [ + 1.314691185951233, + 1.4221778512001038, + 1.420695722103119, + 1.4459182024002075, + 1.4657536149024963, + 1.4546544551849365, + 1.4971711039543152, + 1.4853667616844177, + 1.5087047219276428, + 1.5362737774848938, + 1.6483044624328613, + 1.6104140281677246, + 1.5224500894546509, + 1.6845855712890625, + 1.6861240863800049, + 1.6494684219360352, + 1.6672272682189941, + 1.6944204568862915, + 1.7755284905433655, + 1.6637212038040161, + 1.7949976921081543, + 1.8123406171798706, + 1.8640809059143066, + 1.7647699117660522, + 1.7421740293502808, + 1.7767260074615479, + 1.8625210523605347, + 1.7646675109863281, + 1.9266586899757385, + 1.9444717764854431, + 1.84801584482193, + 1.825156569480896, + 1.99562668800354, + 2.1045188903808594, + 2.0029789209365845, + 1.9149214029312134, + 2.0364444255828857, + 2.3479063510894775, + 2.3519850969314575, + 2.140219211578369, + 1.942798376083374, + 1.9679693579673767, + 2.180924415588379, + 2.2769014835357666, + 2.3483963012695312, + 2.5465786457061768, + 2.414348602294922, + 2.443312644958496, + 2.0979198217391968, + 2.4029585123062134, + 2.1918506622314453, + 2.4606915712356567, + 2.4444369077682495, + 2.258576512336731, + 2.7451133728027344, + 2.459289312362671, + 2.81369948387146, + 2.5300928354263306, + 2.7665159702301025, + 3.067336320877075, + 2.6818127632141113, + 2.74505877494812, + 2.6755787134170532, + 2.8507418632507324, + 2.3241372108459473, + 2.4784345626831055, + 2.7975902557373047, + 2.739963412284851, + 2.7233331203460693, + 2.7515993118286133, + 3.118697166442871, + 2.9999650716781616 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_052327.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_052327.json new file mode 100644 index 0000000000000000000000000000000000000000..80f367ec2f217612e88208459b3dc6bfbfbee968 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_052327.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T05:23:27.566867+00:00", + "metrics": { + "MSE[mean]": 0.06490447268823892, + "MSE[0.5]": 0.06664562681376603, + "MAE[0.5]": 0.22241664767265312, + "MASE[0.5]": 1.0698522163964255, + "MAPE[0.5]": 0.14576015836455447, + "sMAPE[0.5]": 0.160681006011728, + "MSIS": 7.38554690554939, + "RMSE[mean]": 0.2547635623244402, + "NRMSE[mean]": 0.1748615591480453, + "ND[0.5]": 0.15265967172728043, + "mean_weighted_sum_quantile_loss": 0.13367651540463815 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00" + ], + "context": [ + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784, + 1.2376666736602784 + ], + "p10": [ + 1.0376667451858521, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.0376667451858521, + 1.1276666593551639, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.0376667451858521, + 1.1376666498184205, + 1.1376666498184205, + 1.0376667451858521, + 1.1376666498184205, + 1.0376667451858521, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.0376667451858521, + 1.0376667451858521, + 1.1376666498184205, + 1.0376667451858521, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.0376667451858521, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205, + 1.1376666498184205 + ], + "p90": [ + 1.4376667213439942, + 1.4376666021347047, + 1.3476666879653925, + 1.3376666975021363, + 1.4376667213439942, + 1.3376666975021363, + 1.4376667213439942, + 1.3376666975021363, + 1.4376666021347047, + 1.4376666021347047, + 1.4376666021347047, + 1.3376666975021363, + 1.4376666021347047, + 1.3376666975021363, + 1.4376666140556336, + 1.4376666140556336, + 1.3376666975021363, + 1.3376666975021363, + 1.3376666975021363, + 1.4376666021347047, + 1.3376666975021363, + 1.3376666975021363, + 1.3376666975021363, + 1.4376666140556336, + 1.4376667213439942, + 1.4376666140556336, + 1.4376667213439942, + 1.3376666975021363, + 1.3376666975021363, + 1.4376666021347047, + 1.3376666975021363, + 1.4376666021347047, + 1.3476666879653925, + 1.4376666021347047, + 1.4376666021347047, + 1.4376666021347047, + 1.3376666975021363, + 1.4376666021347047, + 1.3476666879653925, + 1.4376666021347047, + 1.3376666975021363, + 1.3376666975021363, + 1.3376666975021363, + 1.3376666975021363, + 1.3376666975021363, + 1.4376666021347047, + 1.4376666021347047, + 1.4376666021347047, + 1.3376666975021363, + 1.4376667213439942, + 1.3376666975021363, + 1.3476666879653925, + 1.3376666975021363, + 1.4376666140556336, + 1.3476666879653925, + 1.4376666021347047, + 1.3376666975021363, + 1.4376666140556336, + 1.4376666140556336, + 1.4376667213439942, + 1.3476666879653925, + 1.4376667213439942, + 1.4376666140556336, + 1.3376666975021363, + 1.4376666021347047, + 1.3376666975021363, + 1.3376666975021363, + 1.3376666975021363, + 1.4376666021347047, + 1.4376667213439942, + 1.4376666021347047, + 1.4376666021347047 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_052327.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_052327.json new file mode 100644 index 0000000000000000000000000000000000000000..f655c8a586dcfefb998aa4fc27a34e1d5a8cfbd2 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_052327.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T05:23:27.590107+00:00", + "metrics": { + "MSE[mean]": 0.07124999258253577, + "MSE[0.5]": 0.07124999258253577, + "MAE[0.5]": 0.2263888716697693, + "MASE[0.5]": 1.088959116405063, + "MAPE[0.5]": 0.1505186755607927, + "sMAPE[0.5]": 0.16706703646208515, + "MSIS": 37.615453587413036, + "RMSE[mean]": 0.2669269424065989, + "NRMSE[mean]": 0.183210114122983, + "ND[0.5]": 0.15538607920519304, + "mean_weighted_sum_quantile_loss": 0.1508484239776934 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00" + ], + "context": [ + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158 + ], + "p10": [ + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415 + ], + "p90": [ + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_052323.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_052323.json new file mode 100644 index 0000000000000000000000000000000000000000..34eaf2bbc45332903cb180e8b744d9f18081df1f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_052323.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T05:23:23.346218+00:00", + "metrics": { + "MSE[mean]": 0.09956767388468653, + "MSE[0.5]": 0.09956767388468653, + "MAE[0.5]": 0.27593327562014264, + "MASE[0.5]": 1.3272739679730015, + "MAPE[0.5]": 0.1813467737080593, + "sMAPE[0.5]": 0.20447926511539954, + "MSIS": 21.103043780980876, + "RMSE[mean]": 0.31554345799697153, + "NRMSE[mean]": 0.21657893515419316, + "ND[0.5]": 0.18939177312303065, + "mean_weighted_sum_quantile_loss": 0.16069862825765308 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00" + ], + "context": [ + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2073974609375, + 1.2124099731445312, + 1.2129669189453125, + 1.2151947021484375, + 1.2129669189453125, + 1.2062835693359375, + 1.2040557861328125, + 1.2046127319335938, + 1.20294189453125, + 1.1979293823242188, + 1.1990432739257812, + 1.2001571655273438, + 1.2057266235351562, + 1.2034988403320312, + 1.2012710571289062, + 1.1979293823242188, + 1.1979293823242188, + 1.198486328125, + 1.2018280029296875, + 1.2001571655273438, + 1.205169677734375, + 1.2073974609375, + 1.2085113525390625, + 1.1996002197265625, + 1.1973724365234375, + 1.1979293823242188, + 1.1968154907226562, + 1.1973724365234375, + 1.1968154907226562, + 1.1929168701171875, + 1.1929168701171875, + 1.1906890869140625, + 1.1895751953125, + 1.1856765747070312, + 1.1867904663085938, + 1.187347412109375, + 1.1840057373046875, + 1.1834487915039062, + 1.1834487915039062, + 1.1823348999023438, + 1.1789932250976562, + 1.1742591857910156, + 1.1734237670898438, + 1.1714744567871094, + 1.1703605651855469, + 1.1742591857910156, + 1.17620849609375, + 1.1737022399902344, + 1.1664619445800781, + 1.1661834716796875, + 1.1631202697753906, + 1.1622848510742188, + 1.1603355407714844, + 1.1595001220703125, + 1.1597785949707031, + 1.1558799743652344, + 1.156158447265625, + 1.1547660827636719, + 1.1533737182617188, + 1.1542091369628906, + 1.151702880859375, + 1.1539306640625, + 1.1519813537597656, + 1.1511459350585938, + 1.1528167724609375, + 1.1503105163574219, + 1.1497535705566406, + 1.1480827331542969, + 1.1491966247558594, + 1.14947509765625, + 1.1503105163574219, + 1.1466903686523438 + ], + "p10": [ + 1.0765151977539062, + 1.0676040649414062, + 1.0609207153320312, + 1.0575790405273438, + 1.0542373657226562, + 1.0461616516113281, + 1.0444908142089844, + 1.0375289916992188, + 1.0319595336914062, + 1.0286178588867188, + 1.026947021484375, + 1.0252761840820312, + 1.0302886962890625, + 1.0286178588867188, + 1.0280609130859375, + 1.020263671875, + 1.0263900756835938, + 1.0230484008789062, + 1.0236053466796875, + 1.0213775634765625, + 1.0258331298828125, + 1.0280609130859375, + 1.0275039672851562, + 1.0185928344726562, + 1.0169219970703125, + 1.020263671875, + 1.0174789428710938, + 1.0163650512695312, + 1.0163650512695312, + 1.0141372680664062, + 1.0146942138671875, + 1.009124755859375, + 1.0174789428710938, + 1.0146942138671875, + 1.0141372680664062, + 1.013580322265625, + 1.0119094848632812, + 1.013580322265625, + 1.0107955932617188, + 1.0085678100585938, + 1.00244140625, + 0.9974288940429688, + 0.9940872192382812, + 0.9901885986328125, + 0.9907455444335938, + 0.9952011108398438, + 0.9963150024414062, + 0.9924163818359375, + 0.9952011108398438, + 0.995758056640625, + 0.9924163818359375, + 0.9929733276367188, + 0.9907455444335938, + 0.991302490234375, + 0.9907455444335938, + 0.9879608154296875, + 0.9901885986328125, + 0.9896316528320312, + 0.9879608154296875, + 0.9879608154296875, + 0.9874038696289062, + 0.9896316528320312, + 0.9896316528320312, + 0.9879608154296875, + 0.9829483032226562, + 0.9796066284179688, + 0.9784927368164062, + 0.9757080078125, + 0.977935791015625, + 0.9790496826171875, + 0.9790496826171875, + 0.9757080078125 + ], + "p90": [ + 1.35888671875, + 1.3755950927734375, + 1.3800506591796875, + 1.3856201171875, + 1.3845062255859375, + 1.38116455078125, + 1.3822784423828125, + 1.3911895751953125, + 1.3934173583984375, + 1.378936767578125, + 1.3822784423828125, + 1.3856201171875, + 1.39453125, + 1.39453125, + 1.3934173583984375, + 1.3911895751953125, + 1.39007568359375, + 1.3934173583984375, + 1.39453125, + 1.396759033203125, + 1.401214599609375, + 1.401214599609375, + 1.40789794921875, + 1.39898681640625, + 1.396759033203125, + 1.396759033203125, + 1.396759033203125, + 1.396759033203125, + 1.396759033203125, + 1.392303466796875, + 1.392303466796875, + 1.3934173583984375, + 1.392303466796875, + 1.39007568359375, + 1.3911895751953125, + 1.392303466796875, + 1.39007568359375, + 1.387847900390625, + 1.3889617919921875, + 1.39007568359375, + 1.3911895751953125, + 1.3867340087890625, + 1.3867340087890625, + 1.3845062255859375, + 1.3845062255859375, + 1.3867340087890625, + 1.392303466796875, + 1.3911895751953125, + 1.383392333984375, + 1.3800506591796875, + 1.378936767578125, + 1.3778228759765625, + 1.374481201171875, + 1.3755950927734375, + 1.3755950927734375, + 1.37225341796875, + 1.3711395263671875, + 1.3666839599609375, + 1.3644561767578125, + 1.3644561767578125, + 1.361114501953125, + 1.365570068359375, + 1.36334228515625, + 1.3644561767578125, + 1.36334228515625, + 1.36334228515625, + 1.36334228515625, + 1.361114501953125, + 1.3600006103515625, + 1.361114501953125, + 1.36334228515625, + 1.3577728271484375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_052009.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_052009.json new file mode 100644 index 0000000000000000000000000000000000000000..d2b4bc304bc7d0c9f1c9ab8517336e1a1d753512 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_052009.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T05:20:09.207915+00:00", + "metrics": { + "MSE[mean]": 0.03739226106269595, + "MSE[0.5]": 0.05906807927046663, + "MAE[0.5]": 0.20848158995310465, + "MASE[0.5]": 1.0028228256432075, + "MAPE[0.5]": 0.1366423376833936, + "sMAPE[0.5]": 0.14978125360149808, + "MSIS": 5.722849350263104, + "RMSE[mean]": 0.19337078647690284, + "NRMSE[mean]": 0.13272352179615912, + "ND[0.5]": 0.14309509389901504, + "mean_weighted_sum_quantile_loss": 0.09443509558700149 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00" + ], + "context": [ + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2169525623321533, + 1.2147763967514038, + 1.212815523147583, + 1.2030574083328247, + 1.2003192901611328, + 1.216747522354126, + 1.2211143970489502, + 1.2267518043518066, + 1.237205982208252, + 1.2530252933502197, + 1.24853515625, + 1.2518954277038574, + 1.2501740455627441, + 1.2530722618103027, + 1.246725082397461, + 1.2386935949325562, + 1.2453720569610596, + 1.2485382556915283, + 1.2578929662704468, + 1.2633140087127686, + 1.2559736967086792, + 1.2610952854156494, + 1.2545214891433716, + 1.2386456727981567, + 1.2392866611480713, + 1.2352885007858276, + 1.2401463985443115, + 1.2306578159332275, + 1.221479058265686, + 1.2157326936721802, + 1.2377738952636719, + 1.2479188442230225, + 1.2610870599746704, + 1.2757518291473389, + 1.27480149269104, + 1.2573890686035156, + 1.2563538551330566, + 1.2628659009933472, + 1.2801491022109985, + 1.2840062379837036, + 1.304624319076538, + 1.3154791593551636, + 1.307420015335083, + 1.2961033582687378, + 1.2797884941101074, + 1.2699766159057617, + 1.2744861841201782, + 1.2562665939331055, + 1.2513314485549927, + 1.2523844242095947, + 1.2574557065963745, + 1.2352237701416016, + 1.2250889539718628, + 1.233817458152771, + 1.2257773876190186, + 1.219075322151184, + 1.2311934232711792, + 1.2357639074325562, + 1.2422773838043213, + 1.2463665008544922, + 1.275352954864502, + 1.2839014530181885, + 1.2750004529953003, + 1.26596999168396, + 1.2607711553573608, + 1.2700926065444946, + 1.2728564739227295, + 1.271438717842102, + 1.2620456218719482, + 1.2685372829437256, + 1.2665276527404785, + 1.250349760055542 + ], + "p10": [ + 1.2368818521499634, + 1.2516565322875977, + 1.239620327949524, + 1.2335906028747559, + 1.2325667142868042, + 1.2500393390655518, + 1.2448524236679077, + 1.258908987045288, + 1.2694952487945557, + 1.2916189432144165, + 1.2879377603530884, + 1.2813975811004639, + 1.283355951309204, + 1.2830383777618408, + 1.288480520248413, + 1.2848256826400757, + 1.2919498682022095, + 1.2848321199417114, + 1.2988470792770386, + 1.300482153892517, + 1.3006787300109863, + 1.3045365810394287, + 1.292006492614746, + 1.2848466634750366, + 1.277291178703308, + 1.2778347730636597, + 1.2696447372436523, + 1.2764075994491577, + 1.2678860425949097, + 1.2704310417175293, + 1.2683861255645752, + 1.2947227954864502, + 1.3027671575546265, + 1.3251508474349976, + 1.3248798847198486, + 1.30744469165802, + 1.3130834102630615, + 1.3058713674545288, + 1.322416067123413, + 1.3380428552627563, + 1.3574647903442383, + 1.3611303567886353, + 1.3676762580871582, + 1.3416720628738403, + 1.317116141319275, + 1.3216335773468018, + 1.3229647874832153, + 1.3089227676391602, + 1.305212378501892, + 1.2954703569412231, + 1.3110404014587402, + 1.2915503978729248, + 1.2733540534973145, + 1.2672685384750366, + 1.2796903848648071, + 1.2723369598388672, + 1.2711734771728516, + 1.2913570404052734, + 1.2915821075439453, + 1.3048608303070068, + 1.3314859867095947, + 1.3428502082824707, + 1.3363313674926758, + 1.3241335153579712, + 1.323843240737915, + 1.329612135887146, + 1.3328253030776978, + 1.3291733264923096, + 1.3206506967544556, + 1.3176500797271729, + 1.3222256898880005, + 1.3081059455871582 + ], + "p90": [ + 1.3363852500915527, + 1.3508436679840088, + 1.3586324453353882, + 1.3605108261108398, + 1.3646248579025269, + 1.3869942426681519, + 1.3925517797470093, + 1.405295491218567, + 1.4170137643814087, + 1.4306913614273071, + 1.438328504562378, + 1.4315115213394165, + 1.4465821981430054, + 1.4553661346435547, + 1.4507522583007812, + 1.4491760730743408, + 1.4567886590957642, + 1.4613388776779175, + 1.4677828550338745, + 1.4751992225646973, + 1.4717462062835693, + 1.4753764867782593, + 1.469814658164978, + 1.4502605199813843, + 1.4593124389648438, + 1.455527663230896, + 1.46232271194458, + 1.459231972694397, + 1.455122947692871, + 1.4576882123947144, + 1.4787282943725586, + 1.4924982786178589, + 1.5045161247253418, + 1.5239965915679932, + 1.5180283784866333, + 1.509246826171875, + 1.5171624422073364, + 1.5270370244979858, + 1.5436432361602783, + 1.5556097030639648, + 1.5705863237380981, + 1.5855262279510498, + 1.5752155780792236, + 1.5638935565948486, + 1.5458463430404663, + 1.5393855571746826, + 1.5494776964187622, + 1.5279399156570435, + 1.523207187652588, + 1.5263785123825073, + 1.5191556215286255, + 1.511876106262207, + 1.4922029972076416, + 1.5068693161010742, + 1.5087233781814575, + 1.4945379495620728, + 1.5105853080749512, + 1.521833896636963, + 1.5348615646362305, + 1.5402085781097412, + 1.5738675594329834, + 1.5966782569885254, + 1.5990790128707886, + 1.5892107486724854, + 1.5861296653747559, + 1.5907827615737915, + 1.5956145524978638, + 1.6003353595733643, + 1.594606876373291, + 1.598759651184082, + 1.599250078201294, + 1.5888358354568481 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_052107.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_052107.json new file mode 100644 index 0000000000000000000000000000000000000000..6b42ea1c54b7eb474f1f62fcc36a850f71b74b92 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_052107.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T05:21:07.012264+00:00", + "metrics": { + "MSE[mean]": 0.05383289194327783, + "MSE[0.5]": 0.05383289194327783, + "MAE[0.5]": 0.18715197344621023, + "MASE[0.5]": 0.9002246715321358, + "MAPE[0.5]": 0.12136781895214642, + "sMAPE[0.5]": 0.13293853999785193, + "MSIS": 3.458924804006685, + "RMSE[mean]": 0.2320191628794437, + "NRMSE[mean]": 0.15925053097529124, + "ND[0.5]": 0.12845512747526228, + "mean_weighted_sum_quantile_loss": 0.11728891745103733 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00" + ], + "context": [ + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2208632230758667, + 1.2420622110366821, + 1.253868579864502, + 1.2581932544708252, + 1.256851315498352, + 1.2617907524108887, + 1.2632638216018677, + 1.2644929885864258, + 1.268113136291504, + 1.271378993988037, + 1.2758402824401855, + 1.273414134979248, + 1.2744636535644531, + 1.2785309553146362, + 1.2787219285964966, + 1.2808425426483154, + 1.2781034708023071, + 1.2806459665298462, + 1.275284767150879, + 1.2730777263641357, + 1.2761571407318115, + 1.2795902490615845, + 1.2829618453979492, + 1.2697244882583618, + 1.268157720565796, + 1.2694013118743896, + 1.268696665763855, + 1.2698708772659302, + 1.2702646255493164, + 1.2699439525604248, + 1.2687349319458008, + 1.2688065767288208, + 1.3036799430847168, + 1.3114068508148193, + 1.3192965984344482, + 1.3172385692596436, + 1.314499020576477, + 1.3192689418792725, + 1.3151967525482178, + 1.312028169631958, + 1.3071362972259521, + 1.3078819513320923, + 1.3048776388168335, + 1.2951076030731201, + 1.2967796325683594, + 1.298080563545227, + 1.29585862159729, + 1.2915891408920288, + 1.288974642753601, + 1.292549967765808, + 1.2957065105438232, + 1.2978522777557373, + 1.2923206090927124, + 1.28921377658844, + 1.2850110530853271, + 1.2849863767623901, + 1.284745454788208, + 1.2831553220748901, + 1.2807942628860474, + 1.2796664237976074, + 1.2803525924682617, + 1.2853689193725586, + 1.2814581394195557, + 1.2797802686691284, + 1.2143892049789429, + 1.218535304069519, + 1.223771095275879, + 1.2178503274917603, + 1.214097023010254, + 1.2234679460525513, + 1.2224996089935303, + 1.2177354097366333 + ], + "p10": [ + 1.1115760803222656, + 1.10184645652771, + 1.0968308448791504, + 1.0921540260314941, + 1.082227110862732, + 1.0801382064819336, + 1.0731573104858398, + 1.0665414333343506, + 1.0634950399398804, + 1.0599191188812256, + 1.056749701499939, + 1.0504176616668701, + 1.0446150302886963, + 1.0417330265045166, + 1.0402894020080566, + 1.035240888595581, + 1.0314600467681885, + 1.0261543989181519, + 1.021714448928833, + 1.0175578594207764, + 1.0141206979751587, + 1.0138272047042847, + 1.0168629884719849, + 1.0047833919525146, + 0.9996973276138306, + 0.9993146061897278, + 0.9979822635650635, + 0.9948269128799438, + 0.9903765916824341, + 0.985824465751648, + 0.9813467264175415, + 0.9798955321311951, + 1.0004218816757202, + 1.0087580680847168, + 1.0091086626052856, + 0.9947670698165894, + 0.9868890643119812, + 0.9836685657501221, + 0.9773385524749756, + 0.97476726770401, + 0.9752233028411865, + 0.9726579189300537, + 0.965995192527771, + 0.9669031500816345, + 0.9665342569351196, + 0.9645315408706665, + 0.9624515771865845, + 0.9521787762641907, + 0.9459569454193115, + 0.9462006092071533, + 0.947390079498291, + 0.946913480758667, + 0.9445950984954834, + 0.9410604238510132, + 0.9403623342514038, + 0.9375554323196411, + 0.9337745904922485, + 0.9309118390083313, + 0.9306707978248596, + 0.9243788719177246, + 0.9214304685592651, + 0.9219081401824951, + 0.9188398122787476, + 0.9174748659133911, + 0.879868745803833, + 0.8952464461326599, + 0.8796561360359192, + 0.8537905216217041, + 0.8455487489700317, + 0.8460521697998047, + 0.8405963778495789, + 0.8375523090362549 + ], + "p90": [ + 1.3746010065078735, + 1.4277561902999878, + 1.4554998874664307, + 1.4777370691299438, + 1.488642692565918, + 1.5037691593170166, + 1.5121079683303833, + 1.5211436748504639, + 1.5319384336471558, + 1.5421279668807983, + 1.5539718866348267, + 1.556046724319458, + 1.5594000816345215, + 1.5746647119522095, + 1.585612416267395, + 1.6015558242797852, + 1.6002448797225952, + 1.608046054840088, + 1.6016830205917358, + 1.6014540195465088, + 1.6072964668273926, + 1.6149821281433105, + 1.6236881017684937, + 1.606858491897583, + 1.604701042175293, + 1.6107573509216309, + 1.6158785820007324, + 1.622122049331665, + 1.626766562461853, + 1.633034348487854, + 1.6355342864990234, + 1.6370444297790527, + 1.6360149383544922, + 1.7045949697494507, + 1.7256289720535278, + 1.749413251876831, + 1.7840449810028076, + 1.811937689781189, + 1.80025315284729, + 1.7991459369659424, + 1.8002499341964722, + 1.810248613357544, + 1.8132801055908203, + 1.8072614669799805, + 1.8108817338943481, + 1.8110218048095703, + 1.8035763502120972, + 1.8005900382995605, + 1.793217658996582, + 1.7996602058410645, + 1.8078112602233887, + 1.8180391788482666, + 1.8112130165100098, + 1.8137695789337158, + 1.8104851245880127, + 1.8152931928634644, + 1.8263206481933594, + 1.8285107612609863, + 1.830160140991211, + 1.8329663276672363, + 1.844355583190918, + 1.8600693941116333, + 1.8570759296417236, + 1.8591915369033813, + 1.713721513748169, + 1.8253514766693115, + 1.8172359466552734, + 1.8220298290252686, + 1.8537659645080566, + 1.8808680772781372, + 1.8751392364501953, + 1.856187343597412 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_052045.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_052045.json new file mode 100644 index 0000000000000000000000000000000000000000..f9a7bfb7428999fb9ef39a8af18113a6c82c567c --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_052045.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T05:20:45.752068+00:00", + "metrics": { + "MSE[mean]": 0.05661021931807121, + "MSE[0.5]": 0.05661021931807121, + "MAE[0.5]": 0.18991675972938538, + "MASE[0.5]": 0.9135236433666127, + "MAPE[0.5]": 0.122821811864492, + "sMAPE[0.5]": 0.1350187208918618, + "MSIS": 4.915744559350126, + "RMSE[mean]": 0.23792902159692753, + "NRMSE[mean]": 0.163306868939226, + "ND[0.5]": 0.13035278833294592, + "mean_weighted_sum_quantile_loss": 0.1100371308838749 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00" + ], + "context": [ + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2016830444335938, + 1.298917293548584, + 1.2975693941116333, + 1.3134883642196655, + 1.301334261894226, + 1.3043789863586426, + 1.3119137287139893, + 1.2987430095672607, + 1.3008978366851807, + 1.301710605621338, + 1.304211139678955, + 1.3007514476776123, + 1.3019020557403564, + 1.304132103919983, + 1.308027982711792, + 1.3102424144744873, + 1.3025622367858887, + 1.3012503385543823, + 1.2983213663101196, + 1.2945560216903687, + 1.3000006675720215, + 1.301513433456421, + 1.3029974699020386, + 1.297762393951416, + 1.2991539239883423, + 1.3055884838104248, + 1.3085038661956787, + 1.3031085729599, + 1.2977551221847534, + 1.2965562343597412, + 1.2933781147003174, + 1.2930108308792114, + 1.2687170505523682, + 1.2643777132034302, + 1.2644585371017456, + 1.263368844985962, + 1.2625274658203125, + 1.2602874040603638, + 1.2631173133850098, + 1.265532374382019, + 1.2642548084259033, + 1.2652394771575928, + 1.2639391422271729, + 1.2623786926269531, + 1.2629269361495972, + 1.2616345882415771, + 1.2604402303695679, + 1.2570370435714722, + 1.2537661790847778, + 1.2528482675552368, + 1.2524064779281616, + 1.2535595893859863, + 1.2536009550094604, + 1.2525856494903564, + 1.2522978782653809, + 1.2512197494506836, + 1.2515443563461304, + 1.2529823780059814, + 1.2533665895462036, + 1.2516415119171143, + 1.24919855594635, + 1.2467215061187744, + 1.2470424175262451, + 1.246895432472229, + 1.2463434934616089, + 1.2444071769714355, + 1.2444757223129272, + 1.2435476779937744, + 1.2465301752090454, + 1.2478468418121338, + 1.24960196018219, + 1.2477787733078003 + ], + "p10": [ + 1.1642405986785889, + 1.1644203662872314, + 1.1578245162963867, + 1.1663124561309814, + 1.1488068103790283, + 1.1484260559082031, + 1.1488959789276123, + 1.1326403617858887, + 1.1320655345916748, + 1.1272246837615967, + 1.1217167377471924, + 1.1152501106262207, + 1.1083312034606934, + 1.105362892150879, + 1.105116367340088, + 1.1047093868255615, + 1.0894358158111572, + 1.084326982498169, + 1.0728795528411865, + 1.0668327808380127, + 1.0648927688598633, + 1.0667473077774048, + 1.06345534324646, + 1.0578168630599976, + 1.054294228553772, + 1.051283597946167, + 1.050152063369751, + 1.044825553894043, + 1.032415509223938, + 1.0268828868865967, + 1.0193746089935303, + 1.0161086320877075, + 1.0408837795257568, + 1.0416560173034668, + 1.0373320579528809, + 1.03708815574646, + 1.0305818319320679, + 1.026720404624939, + 1.0266708135604858, + 1.0265306234359741, + 1.0192112922668457, + 1.0193569660186768, + 1.012439489364624, + 1.0097630023956299, + 1.0083814859390259, + 1.0044296979904175, + 1.0007680654525757, + 0.9945813417434692, + 0.9852091670036316, + 0.9825760126113892, + 0.9822328090667725, + 0.9843122363090515, + 0.9810125231742859, + 0.9830949306488037, + 0.9805479645729065, + 0.9795182943344116, + 0.977105438709259, + 0.9763306379318237, + 0.9727798700332642, + 0.9678633809089661, + 0.9631028771400452, + 0.961188018321991, + 0.9601936936378479, + 0.9611799716949463, + 0.9664387702941895, + 0.9592345356941223, + 0.963468611240387, + 0.9586312770843506, + 0.9574812054634094, + 0.9601067304611206, + 0.9587286710739136, + 0.9571229219436646 + ], + "p90": [ + 1.3856126070022583, + 1.4775187969207764, + 1.453108787536621, + 1.4700708389282227, + 1.4559955596923828, + 1.468743085861206, + 1.483971118927002, + 1.4800686836242676, + 1.4750211238861084, + 1.4807522296905518, + 1.4921481609344482, + 1.4926724433898926, + 1.5023152828216553, + 1.510379433631897, + 1.5183641910552979, + 1.5264748334884644, + 1.516669750213623, + 1.5208063125610352, + 1.5246071815490723, + 1.5226130485534668, + 1.5297318696975708, + 1.536219835281372, + 1.5422028303146362, + 1.5371425151824951, + 1.5478366613388062, + 1.5576907396316528, + 1.5675418376922607, + 1.5610706806182861, + 1.5594820976257324, + 1.5658550262451172, + 1.5696043968200684, + 1.5758107900619507, + 1.5236141681671143, + 1.5361616611480713, + 1.5175259113311768, + 1.5353449583053589, + 1.5317007303237915, + 1.531970739364624, + 1.5404753684997559, + 1.5484315156936646, + 1.5446146726608276, + 1.5537543296813965, + 1.5545310974121094, + 1.5606821775436401, + 1.5689318180084229, + 1.5690808296203613, + 1.5664238929748535, + 1.5664242506027222, + 1.5641956329345703, + 1.5664145946502686, + 1.5702141523361206, + 1.5748507976531982, + 1.5746662616729736, + 1.576974868774414, + 1.5817509889602661, + 1.5857312679290771, + 1.58852219581604, + 1.5925204753875732, + 1.5920212268829346, + 1.5939533710479736, + 1.5972588062286377, + 1.593747615814209, + 1.603831171989441, + 1.5991063117980957, + 1.613340139389038, + 1.6181979179382324, + 1.5992447137832642, + 1.6164709329605103, + 1.61859130859375, + 1.615971565246582, + 1.6278443336486816, + 1.6309963464736938 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 7071a5307bd611f20e34efe97779d6d31a0f2650..f02d1969053fb3bb21d792b640c235ad9674e668 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1755686.421655655,1755686.421655655,1186.5047200520833,1.227277609524049,0.01836769202348952,0.018159536318377117,4.365123191260079,1325.0231777805454,0.02042848234158545,0.0182928805535251,0.013536449263005144,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1722951.9422397614,1722951.9422397614,1178.3214518229167,1.218813132560194,0.018235483636394784,0.018031375107526004,4.152740033982798,1312.6126398293447,0.020234590862556627,0.0181644239577872,0.013408592615846681,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.1371325012155396,0.1371325012155396,0.32050000528494516,0.306894337587234,0.28067730649294914,0.23774184497893652,10.6924802469158,0.37031405754513236,0.2944609186186136,0.2548505087792231,0.24712376776204062,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.06902777062522307,0.06902777062522307,0.22083331644535065,1.0489581280698623,0.14704645359727123,0.16309878283172596,36.18470105868182,0.26273136589532486,0.18102065401400375,0.1521530984121076,0.14772566614602234,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.17289441398120176,0.17289441398120176,0.3748166670401891,0.35708444950810125,0.33288701458352316,0.27453823573224684,12.601741938965565,0.41580574067850695,0.33874657255599355,0.30535379595659357,0.2969040759212698,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.07124999258253577,0.07124999258253577,0.2263888716697693,1.088959116405063,0.1505186755607927,0.16706703646208515,37.615453587413036,0.2669269424065989,0.183210114122983,0.15538607920519304,0.1508484239776934,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,2.3208332220713905,2.3208332220713905,1.4499999682108562,0.8825020711580646,0.08448387232369377,0.0807115587990257,22.33993197313103,1.5234281151637548,0.08842146254880318,0.08415961121417302,0.07693188047274518,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,90.70332895596941,90.70332895596941,8.441666523615519,0.6706900828540977,0.2671353807466056,0.31532911648018574,23.834855943689064,9.523829532072138,0.25487501324821427,0.22591436142341229,0.21979532082549702,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.556666097641634,4.556666097641634,1.833333174387614,0.915786059505273,0.0693968407859627,0.07260546923332073,23.755324940096386,2.1346348862607942,0.0822067414702505,0.07060333702299632,0.06450238830142768,Weather,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 1a55beca39e3c6a79601ef59e2e28eb079a1c5f8..621a2b7585b172cb84adf4e20b8c345e7310a8f7 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T05:13:02.652680+00:00", + "evaluated_at": "2026-06-18T05:23:27.575755+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64689.5, 64282.8203125, 63883.41015625, - 63738.01171875 + 63934.41015625 ], "p50": [ 66446.0, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index cc052f36bb57c676d7fe5d095fd8467d480c1201..23b8fad049f75a5a0f27313db43a1e400615c64d 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T05:03:30.482757+00:00", + "evaluated_at": "2026-06-18T05:23:27.581742+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.534999966621399, - 1.5199999809265137, - 1.5, - 1.4850000143051147, - 1.4819999933242798, 1.4559999704360962, 1.440999984741211, 1.4160000085830688, @@ -245,14 +240,14 @@ 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, - 1.6480000019073486 - ], - "actuals": [ + 1.6480000019073486, 1.6339999437332153, 1.6339999437332153, 1.6319999694824219, 1.628999948501587, - 1.6319999694824219, + 1.6319999694824219 + ], + "actuals": [ 1.621000051498413, 1.6050000190734863, 1.590000033378601, @@ -307,14 +302,14 @@ 1.1640000343322754, 1.1770000457763672, 1.1950000524520874, - 1.215000033378601 + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624 ], "p50": [ - 1.2580000162124634, - 1.2920000553131104, - 1.3209999799728394, - 1.347000002861023, - 1.3769999742507935, 1.406999945640564, 1.4320000410079956, 1.4670000076293945, @@ -334,11 +329,11 @@ 1.6519999504089355, 1.6480000019073486, 1.6480000019073486, - 1.2580000162124634, - 1.2920000553131104, - 1.3209999799728394, - 1.347000002861023, - 1.3769999742507935, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, 1.406999945640564, 1.4320000410079956, 1.4670000076293945, @@ -358,25 +353,25 @@ 1.6519999504089355, 1.6480000019073486, 1.6480000019073486, - 1.2580000162124634, - 1.2920000553131104, - 1.3209999799728394, - 1.347000002861023, - 1.3769999742507935, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, 1.406999945640564, 1.4320000410079956, 1.4670000076293945, 1.4980000257492065, 1.5180000066757202, 1.5499999523162842, - 1.5670000314712524 + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153 ], "p10": [ - 1.232840015888214, - 1.266160054206848, - 1.2945799803733826, - 1.3200600028038025, - 1.3494599747657776, 1.3788599467277527, 1.4033600401878357, 1.4376600074768067, @@ -396,11 +391,11 @@ 1.6189599514007569, 1.6150400018692017, 1.6150400018692017, - 1.232840015888214, - 1.266160054206848, - 1.2945799803733826, - 1.3200600028038025, - 1.3494599747657776, + 1.601319944858551, + 1.601319944858551, + 1.5993599700927734, + 1.5964199495315552, + 1.5993599700927734, 1.3788599467277527, 1.4033600401878357, 1.4376600074768067, @@ -420,25 +415,25 @@ 1.6189599514007569, 1.6150400018692017, 1.6150400018692017, - 1.232840015888214, - 1.266160054206848, - 1.2945799803733826, - 1.3200600028038025, - 1.3494599747657776, + 1.601319944858551, + 1.601319944858551, + 1.5993599700927734, + 1.5964199495315552, + 1.5993599700927734, 1.3788599467277527, 1.4033600401878357, 1.4376600074768067, 1.4680400252342223, 1.4876400065422057, 1.5189999532699585, - 1.5356600308418273 + 1.5356600308418273, + 1.5523199915885926, + 1.5660400485992432, + 1.5807400345802307, + 1.5973999953269957, + 1.601319944858551 ], "p90": [ - 1.2831600165367127, - 1.3178400564193726, - 1.347419979572296, - 1.3739400029182434, - 1.4045399737358093, 1.4351399445533752, 1.4606400418281555, 1.4963400077819824, @@ -458,11 +453,11 @@ 1.6850399494171142, 1.6809600019454956, 1.6809600019454956, - 1.2831600165367127, - 1.3178400564193726, - 1.347419979572296, - 1.3739400029182434, - 1.4045399737358093, + 1.6666799426078798, + 1.6666799426078798, + 1.6646399688720703, + 1.6615799474716186, + 1.6646399688720703, 1.4351399445533752, 1.4606400418281555, 1.4963400077819824, @@ -482,25 +477,25 @@ 1.6850399494171142, 1.6809600019454956, 1.6809600019454956, - 1.2831600165367127, - 1.3178400564193726, - 1.347419979572296, - 1.3739400029182434, - 1.4045399737358093, + 1.6666799426078798, + 1.6666799426078798, + 1.6646399688720703, + 1.6615799474716186, + 1.6646399688720703, 1.4351399445533752, 1.4606400418281555, 1.4963400077819824, 1.5279600262641908, 1.5483600068092347, 1.5809999513626098, - 1.5983400321006775 + 1.5983400321006775, + 1.6156799912452697, + 1.6299600505828857, + 1.6452600359916687, + 1.662599995136261, + 1.6666799426078798 ], "timestamps": [ - "2026-06-16 22:42:00", - "2026-06-16 22:48:00", - "2026-06-16 22:54:00", - "2026-06-16 23:00:00", - "2026-06-16 23:06:00", "2026-06-16 23:12:00", "2026-06-16 23:18:00", "2026-06-16 23:24:00", @@ -795,6 +790,11 @@ "2026-06-18 04:18:00", "2026-06-18 04:24:00", "2026-06-18 04:30:00", - "2026-06-18 04:36:00" + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 4f28f3791944f1d66a79cc1791faab88d57aaeba..294fa78f2cea08fd9e4a768e58ba6af4210611ea 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T05:03:30.490951+00:00", + "evaluated_at": "2026-06-18T05:23:27.590107+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 0.8999999761581421, 0.8999999761581421, 1.0, 1.0, @@ -81,10 +80,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.399999976158142, 1.399999976158142, @@ -155,10 +154,10 @@ 1.7999999523162842, 1.7999999523162842, 1.399999976158142, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.2000000476837158, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -229,10 +228,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158 ], "p10": [ - 1.1760000467300415, 0.98, 1.1760000467300415, 1.1760000467300415, @@ -303,10 +302,10 @@ 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, - 1.2739999532699584 + 1.2739999532699584, + 1.1760000467300415 ], "p90": [ - 1.22400004863739, 1.02, 1.22400004863739, 1.22400004863739, @@ -377,10 +376,10 @@ 1.32599995136261, 1.32599995136261, 1.32599995136261, - 1.32599995136261 + 1.32599995136261, + 1.22400004863739 ], "timestamps": [ - "2026-06-16 04:10:00", "2026-06-16 04:20:00", "2026-06-16 04:30:00", "2026-06-16 04:40:00", @@ -527,6 +526,7 @@ "2026-06-17 04:10:00", "2026-06-17 04:20:00", "2026-06-17 04:30:00", - "2026-06-17 04:40:00" + "2026-06-17 04:40:00", + "2026-06-17 04:50:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 2fad4801c9a6973354bccd719994e03364f99cd8..e199db3741105a3d7e240112e32b78df9df6c636 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,25 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T05:13:02.677456+00:00", + "evaluated_at": "2026-06-18T05:23:27.593485+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:08:49.012758Z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", - "data_fetched_at": "2026-06-18T05:08:49.012758Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t230600z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t041000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index eb6c4442698b81b57cbed3cf46de31a5c672ed36..3a8ddc394a19bb5c3b0faab508b964a3c86595bf 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,1160925.1429716747,1160925.1429716747,951.9588216145834,0.9846718072096596,0.014750678954128566,0.014613296383645981,7.78553964702333,1077.462362670583,0.016611725152165194,0.014676780227983978,0.00925589987019272,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,1131599.7619546254,1131599.7619546254,943.7755533854166,0.9762073302458051,0.01461888885595936,0.014485129229933466,7.446960568469141,1063.7667798698292,0.01639850547732332,0.014548779746109792,0.009128583146638862,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0017160374032419768,0.0017160374032419768,0.031001668175061545,0.029685604560992052,0.026437901877095955,0.02613793889516335,0.29155252812258464,0.04142508181334078,0.0329397909587078,0.024651453282800325,0.03470453162251322,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.07380464234640687,0.07380464234640687,0.22674228582117292,1.0770257292590995,0.14829508363191105,0.16470487854539376,13.028106729150343,0.2716700983663952,0.18717939791751634,0.15622435003946844,0.13317936160094174,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.036055086327870176,0.036055086327870176,0.15594121317068735,0.14856378373032625,0.1372676911803293,0.12418570977754327,0.8620392389975878,0.18988176934047718,0.15469194448829596,0.12704141937914423,0.10149018230717927,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.09956767388468653,0.09956767388468653,0.27593327562014264,1.3272739679730015,0.1813467737080593,0.20447926511539954,21.103043780980876,0.31554345799697153,0.21657893515419316,0.18939177312303065,0.16069862825765308,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,2.2350851794193054,2.2350851794193054,1.2951304117838542,0.7882450316390918,0.0761955685929002,0.07251503146833942,18.29113352807314,1.4950201267606082,0.0867726312992856,0.07517080987379081,0.06346699577433022,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,63.97978390505144,63.97978390505144,6.151151100794475,0.48870872000200555,0.154702439293127,0.15429188443167777,2.7811648896064107,7.998736394272,0.21406074495492217,0.16461599958579398,0.1655758760594746,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.8857081202810756,0.8857081202810756,0.9093419710795084,0.4542342396197722,0.035591784710949266,0.03629327314767715,1.7335676351104015,0.9411206725394334,0.036243417700007274,0.03501959084699802,0.03226627799354678,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 3355d36c5121a9623a95db9c52c0acdfb404b4cf..ff45621a68c573b3d7d92a8245a02024ddbd136c 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T05:12:54.827818+00:00", + "evaluated_at": "2026-06-18T05:23:13.311406+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64689.5, 64282.8203125, 63883.41015625, - 63738.01171875 + 63934.41015625 ], "p50": [ 65996.0, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e37cc1e4213824aff1d5b62e33a5444add5b0d49..084d150f493dc1ad4505bd873bd42edbae34ac6b 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T05:02:55.882057+00:00", + "evaluated_at": "2026-06-18T05:23:19.398475+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.534999966621399, - 1.5199999809265137, - 1.5, - 1.4850000143051147, - 1.4819999933242798, 1.4559999704360962, 1.440999984741211, 1.4160000085830688, @@ -245,14 +240,14 @@ 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, - 1.6480000019073486 - ], - "actuals": [ + 1.6480000019073486, 1.6339999437332153, 1.6339999437332153, 1.6319999694824219, 1.628999948501587, - 1.6319999694824219, + 1.6319999694824219 + ], + "actuals": [ 1.621000051498413, 1.6050000190734863, 1.590000033378601, @@ -307,200 +302,200 @@ 1.1640000343322754, 1.1770000457763672, 1.1950000524520874, - 1.215000033378601 + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624 ], "p50": [ - 1.64434814453125, - 1.638427734375, - 1.63250732421875, - 1.623626708984375, - 1.617706298828125, - 1.605865478515625, - 1.591064453125, - 1.5792236328125, - 1.5673828125, - 1.552581787109375, - 1.540740966796875, - 1.52001953125, - 1.496337890625, - 1.47857666015625, - 1.4563751220703125, - 1.43121337890625, - 1.41937255859375, - 1.416412353515625, - 1.3912506103515625, - 1.369049072265625, - 1.3290863037109375, - 1.315765380859375, - 1.2935638427734375, - 1.2639617919921875, - 1.2291793823242188, - 1.2136383056640625, - 1.18255615234375, - 1.1714553833007812, - 1.1448135375976562, - 1.1145639419555664, - 1.0878989696502686, - 1.0932412147521973, - 1.0922236442565918, - 1.0737686157226562, - 1.0352859497070312, - 1.0326957702636719, - 1.0123443603515625, - 0.9990234375, - 0.9908828735351562, - 0.9982833862304688, - 0.9731216430664062, - 0.9760818481445312, - 0.9820022583007812, - 0.9938430786132812, - 0.996063232421875, - 1.0086441040039062, - 1.001983642578125, - 1.0090141296386719, - 1.0704383850097656, - 1.0837593078613281, - 1.099207878112793, - 1.133157730102539, - 1.137228012084961, - 1.1570243835449219, - 1.1777458190917969, - 1.2077178955078125, - 1.2373199462890625, - 1.283203125, - 1.2994842529296875, - 1.345367431640625 + 1.635284423828125, + 1.6263580322265625, + 1.6204071044921875, + 1.611480712890625, + 1.6085052490234375, + 1.6025543212890625, + 1.5966033935546875, + 1.5906524658203125, + 1.5787506103515625, + 1.575775146484375, + 1.56982421875, + 1.5608978271484375, + 1.5489959716796875, + 1.5460205078125, + 1.540069580078125, + 1.528167724609375, + 1.540069580078125, + 1.5370941162109375, + 1.5251922607421875, + 1.5132904052734375, + 1.4984130859375, + 1.48651123046875, + 1.48651123046875, + 1.4656829833984375, + 1.4552688598632812, + 1.4344406127929688, + 1.4225387573242188, + 1.4136123657226562, + 1.4076614379882812, + 1.37939453125, + 1.3689804077148438, + 1.36749267578125, + 1.3347625732421875, + 1.3109588623046875, + 1.2856674194335938, + 1.2774848937988281, + 1.2417793273925781, + 1.22467041015625, + 1.2157440185546875, + 1.218719482421875, + 1.1822700500488281, + 1.20086669921875, + 1.1978912353515625, + 1.1867332458496094, + 1.1789226531982422, + 1.1852455139160156, + 1.1763191223144531, + 1.18896484375, + 1.1614418029785156, + 1.1733436584472656, + 1.1871051788330078, + 1.2060737609863281, + 1.1964035034179688, + 1.18896484375, + 1.1878490447998047, + 1.218719482421875, + 1.2335968017578125, + 1.2730216979980469, + 1.290130615234375, + 1.31988525390625 ], "p10": [ - 1.635467529296875, - 1.6265869140625, - 1.61474609375, - 1.605865478515625, - 1.59698486328125, - 1.588104248046875, - 1.56146240234375, - 1.546661376953125, - 1.5318603515625, - 1.505218505859375, - 1.49041748046875, - 1.4711761474609375, - 1.4445343017578125, - 1.4178924560546875, - 1.3942108154296875, - 1.3646087646484375, - 1.333526611328125, - 1.3231658935546875, - 1.292083740234375, - 1.2669219970703125, - 1.2276992797851562, - 1.2017974853515625, - 1.1818161010742188, - 1.14703369140625, - 1.1150264739990234, - 1.0979127883911133, - 1.0558223724365234, - 1.0415763854980469, - 1.0023536682128906, - 0.9701614379882812, - 0.9420394897460938, - 0.9412994384765625, - 0.9168777465820312, - 0.9057769775390625, - 0.8791351318359375, - 0.865814208984375, - 0.833251953125, - 0.824371337890625, - 0.8095703125, - 0.818450927734375, - 0.7932891845703125, - 0.8051300048828125, - 0.80364990234375, - 0.8110504150390625, - 0.8199310302734375, - 0.830291748046875, - 0.8228912353515625, - 0.8214111328125, - 0.833251953125, - 0.8450927734375, - 0.85101318359375, - 0.877655029296875, - 0.8687744140625, - 0.883575439453125, - 0.901336669921875, - 0.9353790283203125, - 0.9590606689453125, - 0.9864425659179688, - 0.972381591796875, - 1.0153045654296875 + 1.6204071044921875, + 1.599578857421875, + 1.5936279296875, + 1.5847015380859375, + 1.5727996826171875, + 1.55792236328125, + 1.540069580078125, + 1.5192413330078125, + 1.4984130859375, + 1.480560302734375, + 1.4716339111328125, + 1.4552688598632812, + 1.4374160766601562, + 1.4180755615234375, + 1.4002227783203125, + 1.3764190673828125, + 1.3570785522460938, + 1.3407135009765625, + 1.313934326171875, + 1.2975692749023438, + 1.2648391723632812, + 1.2335968017578125, + 1.2202072143554688, + 1.1774349212646484, + 1.1528873443603516, + 1.1220169067382812, + 1.09375, + 1.0679006576538086, + 1.0485601425170898, + 1.0126686096191406, + 0.9918403625488281, + 0.9732437133789062, + 0.8810043334960938, + 0.8586883544921875, + 0.84381103515625, + 0.8155441284179688, + 0.77239990234375, + 0.7456207275390625, + 0.7352066040039062, + 0.7456207275390625, + 0.712890625, + 0.7560348510742188, + 0.7471084594726562, + 0.74859619140625, + 0.7500839233398438, + 0.7500839233398438, + 0.7411575317382812, + 0.7366943359375, + 0.6801605224609375, + 0.6861114501953125, + 0.6980133056640625, + 0.7158660888671875, + 0.718841552734375, + 0.712890625, + 0.7158660888671875, + 0.7515716552734375, + 0.7530593872070312, + 0.7619857788085938, + 0.7322311401367188, + 0.7560348510742188 ], "p90": [ - 1.65618896484375, - 1.653228759765625, - 1.647308349609375, - 1.638427734375, - 1.638427734375, - 1.63250732421875, - 1.6265869140625, - 1.61474609375, - 1.605865478515625, - 1.599945068359375, - 1.582183837890625, - 1.570343017578125, - 1.546661376953125, - 1.540740966796875, - 1.517059326171875, - 1.50225830078125, - 1.511138916015625, - 1.528900146484375, - 1.50225830078125, - 1.49041748046875, - 1.4534149169921875, - 1.4474945068359375, - 1.4267730712890625, - 1.4001312255859375, - 1.369049072265625, - 1.3586883544921875, - 1.333526611328125, - 1.3350067138671875, - 1.3202056884765625, - 1.303924560546875, - 1.2950439453125, - 1.3054046630859375, - 1.280242919921875, - 1.2676620483398438, - 1.2262191772460938, - 1.2439804077148438, - 1.238800048828125, - 1.2232589721679688, - 1.2084579467773438, - 1.209197998046875, - 1.1877365112304688, - 1.1829261779785156, - 1.1995773315429688, - 1.20623779296875, - 1.2084579467773438, - 1.2202987670898438, - 1.2284393310546875, - 1.2462005615234375, - 1.3083648681640625, - 1.33056640625, - 1.357208251953125, - 1.3942108154296875, - 1.4030914306640625, - 1.43121337890625, - 1.45489501953125, - 1.493377685546875, - 1.528900146484375, - 1.57330322265625, - 1.599945068359375, - 1.629547119140625 + 1.65313720703125, + 1.65313720703125, + 1.65313720703125, + 1.65313720703125, + 1.659088134765625, + 1.6620635986328125, + 1.67694091796875, + 1.682891845703125, + 1.6858673095703125, + 1.694793701171875, + 1.6858673095703125, + 1.6977691650390625, + 1.7037200927734375, + 1.718597412109375, + 1.72454833984375, + 1.7364501953125, + 1.7513275146484375, + 1.7691802978515625, + 1.766204833984375, + 1.7691802978515625, + 1.766204833984375, + 1.766204833984375, + 1.7751312255859375, + 1.77215576171875, + 1.778106689453125, + 1.766204833984375, + 1.7632293701171875, + 1.7751312255859375, + 1.7870330810546875, + 1.7840576171875, + 1.7989349365234375, + 1.8108367919921875, + 1.8108367919921875, + 1.8108367919921875, + 1.8048858642578125, + 1.8316650390625, + 1.81976318359375, + 1.8108367919921875, + 1.8048858642578125, + 1.81976318359375, + 1.807861328125, + 1.8167877197265625, + 1.8316650390625, + 1.81976318359375, + 1.8167877197265625, + 1.837615966796875, + 1.837615966796875, + 1.861419677734375, + 1.79595947265625, + 1.837615966796875, + 1.861419677734375, + 1.885223388671875, + 1.86737060546875, + 1.86737060546875, + 1.861419677734375, + 1.897125244140625, + 1.909027099609375, + 1.944732666015625, + 1.968536376953125, + 1.968536376953125 ], "timestamps": [ - "2026-06-16 22:42:00", - "2026-06-16 22:48:00", - "2026-06-16 22:54:00", - "2026-06-16 23:00:00", - "2026-06-16 23:06:00", "2026-06-16 23:12:00", "2026-06-16 23:18:00", "2026-06-16 23:24:00", @@ -795,6 +790,11 @@ "2026-06-18 04:18:00", "2026-06-18 04:24:00", "2026-06-18 04:30:00", - "2026-06-18 04:36:00" + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 303006db2f6a19ff93110d797068b690a745945b..b260527ba6ed7a20d0acf6e3fe6131b2d5768b41 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T05:03:00.095725+00:00", + "evaluated_at": "2026-06-18T05:23:23.346218+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 0.8999999761581421, 0.8999999761581421, 1.0, 1.0, @@ -81,10 +80,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.399999976158142, 1.399999976158142, @@ -155,232 +154,232 @@ 1.7999999523162842, 1.7999999523162842, 1.399999976158142, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.291259765625, - 1.285614013671875, - 1.281097412109375, - 1.27093505859375, - 1.267547607421875, - 1.267547607421875, - 1.265289306640625, - 1.258514404296875, - 1.26190185546875, - 1.26190185546875, - 1.258514404296875, - 1.25738525390625, - 1.260772705078125, - 1.2596435546875, - 1.2596435546875, - 1.25738525390625, - 1.253997802734375, - 1.251739501953125, - 1.253997802734375, - 1.256256103515625, - 1.253997802734375, - 1.256256103515625, - 1.256256103515625, - 1.253997802734375, - 1.2506103515625, - 1.24609375, - 1.24835205078125, - 1.247222900390625, - 1.247222900390625, - 1.2444000244140625, - 1.242706298828125, - 1.2432708740234375, - 1.235931396484375, - 1.235931396484375, - 1.2353668212890625, - 1.23480224609375, - 1.2331085205078125, - 1.231414794921875, - 1.2319793701171875, - 1.2308502197265625, - 1.2297210693359375, - 1.2285919189453125, - 1.2274627685546875, - 1.2285919189453125, - 1.226898193359375, - 1.2274627685546875, - 1.22576904296875, - 1.2252044677734375, - 1.217864990234375, - 1.213348388671875, - 1.2139129638671875, - 1.21221923828125, - 1.2082672119140625, - 1.2071380615234375, - 1.20770263671875, - 1.204315185546875, - 1.200927734375, - 1.2048797607421875, - 1.199798583984375, - 1.2026214599609375, - 1.2003631591796875, - 1.1992340087890625, - 1.200927734375, - 1.19866943359375, - 1.1969757080078125, - 1.1924591064453125, - 1.1890716552734375, - 1.1873779296875, - 1.1868133544921875, - 1.188507080078125, - 1.1845550537109375, - 1.183990478515625 + 1.2073974609375, + 1.2124099731445312, + 1.2129669189453125, + 1.2151947021484375, + 1.2129669189453125, + 1.2062835693359375, + 1.2040557861328125, + 1.2046127319335938, + 1.20294189453125, + 1.1979293823242188, + 1.1990432739257812, + 1.2001571655273438, + 1.2057266235351562, + 1.2034988403320312, + 1.2012710571289062, + 1.1979293823242188, + 1.1979293823242188, + 1.198486328125, + 1.2018280029296875, + 1.2001571655273438, + 1.205169677734375, + 1.2073974609375, + 1.2085113525390625, + 1.1996002197265625, + 1.1973724365234375, + 1.1979293823242188, + 1.1968154907226562, + 1.1973724365234375, + 1.1968154907226562, + 1.1929168701171875, + 1.1929168701171875, + 1.1906890869140625, + 1.1895751953125, + 1.1856765747070312, + 1.1867904663085938, + 1.187347412109375, + 1.1840057373046875, + 1.1834487915039062, + 1.1834487915039062, + 1.1823348999023438, + 1.1789932250976562, + 1.1742591857910156, + 1.1734237670898438, + 1.1714744567871094, + 1.1703605651855469, + 1.1742591857910156, + 1.17620849609375, + 1.1737022399902344, + 1.1664619445800781, + 1.1661834716796875, + 1.1631202697753906, + 1.1622848510742188, + 1.1603355407714844, + 1.1595001220703125, + 1.1597785949707031, + 1.1558799743652344, + 1.156158447265625, + 1.1547660827636719, + 1.1533737182617188, + 1.1542091369628906, + 1.151702880859375, + 1.1539306640625, + 1.1519813537597656, + 1.1511459350585938, + 1.1528167724609375, + 1.1503105163574219, + 1.1497535705566406, + 1.1480827331542969, + 1.1491966247558594, + 1.14947509765625, + 1.1503105163574219, + 1.1466903686523438 ], "p10": [ - 1.17608642578125, - 1.1360015869140625, - 1.1112308502197266, - 1.0941877365112305, - 1.0819435119628906, - 1.0775680541992188, - 1.0699462890625, - 1.0606307983398438, - 1.0589370727539062, - 1.0558319091796875, - 1.050750732421875, - 1.0456695556640625, - 1.046234130859375, - 1.043975830078125, - 1.0453872680664062, - 1.0419998168945312, - 1.0515975952148438, - 1.0445404052734375, - 1.0434112548828125, - 1.043975830078125, - 1.0414352416992188, - 1.043975830078125, - 1.0411529541015625, - 1.039459228515625, - 1.0329666137695312, - 1.0295791625976562, - 1.030426025390625, - 1.028167724609375, - 1.0253448486328125, - 1.023651123046875, - 1.0196990966796875, - 1.0151824951171875, + 1.0765151977539062, + 1.0676040649414062, + 1.0609207153320312, + 1.0575790405273438, + 1.0542373657226562, + 1.0461616516113281, + 1.0444908142089844, + 1.0375289916992188, + 1.0319595336914062, + 1.0286178588867188, + 1.026947021484375, + 1.0252761840820312, + 1.0302886962890625, + 1.0286178588867188, + 1.0280609130859375, 1.020263671875, + 1.0263900756835938, + 1.0230484008789062, + 1.0236053466796875, + 1.0213775634765625, + 1.0258331298828125, + 1.0280609130859375, + 1.0275039672851562, + 1.0185928344726562, + 1.0169219970703125, 1.020263671875, - 1.01800537109375, - 1.0151824951171875, - 1.012359619140625, - 1.0117950439453125, - 1.0117950439453125, - 1.0117950439453125, - 1.01123046875, - 1.01123046875, - 1.0072784423828125, - 1.0038909912109375, - 1.0016326904296875, - 1.0016326904296875, - 1.001068115234375, - 1.001068115234375, - 0.99993896484375, - 0.9937286376953125, - 0.9931640625, - 0.9931640625, - 0.9880828857421875, - 0.987518310546875, - 0.9869537353515625, - 0.9846954345703125, - 0.983001708984375, - 0.9858245849609375, - 0.9801788330078125, - 0.9796142578125, - 0.9779205322265625, - 0.9779205322265625, - 0.9801788330078125, - 0.97735595703125, - 0.9796142578125, - 0.97509765625, - 0.9722747802734375, - 0.9705810546875, - 0.9711456298828125, - 0.973968505859375, - 0.9711456298828125, - 0.9711456298828125 + 1.0174789428710938, + 1.0163650512695312, + 1.0163650512695312, + 1.0141372680664062, + 1.0146942138671875, + 1.009124755859375, + 1.0174789428710938, + 1.0146942138671875, + 1.0141372680664062, + 1.013580322265625, + 1.0119094848632812, + 1.013580322265625, + 1.0107955932617188, + 1.0085678100585938, + 1.00244140625, + 0.9974288940429688, + 0.9940872192382812, + 0.9901885986328125, + 0.9907455444335938, + 0.9952011108398438, + 0.9963150024414062, + 0.9924163818359375, + 0.9952011108398438, + 0.995758056640625, + 0.9924163818359375, + 0.9929733276367188, + 0.9907455444335938, + 0.991302490234375, + 0.9907455444335938, + 0.9879608154296875, + 0.9901885986328125, + 0.9896316528320312, + 0.9879608154296875, + 0.9879608154296875, + 0.9874038696289062, + 0.9896316528320312, + 0.9896316528320312, + 0.9879608154296875, + 0.9829483032226562, + 0.9796066284179688, + 0.9784927368164062, + 0.9757080078125, + 0.977935791015625, + 0.9790496826171875, + 0.9790496826171875, + 0.9757080078125 ], "p90": [ - 1.39739990234375, - 1.417724609375, - 1.42901611328125, - 1.42449951171875, - 1.42901611328125, - 1.4312744140625, - 1.4312744140625, - 1.4267578125, - 1.43353271484375, - 1.43353271484375, - 1.43353271484375, - 1.435791015625, - 1.4403076171875, - 1.44256591796875, - 1.44708251953125, - 1.45159912109375, - 1.4403076171875, - 1.44256591796875, - 1.44708251953125, - 1.45159912109375, - 1.45159912109375, - 1.453857421875, - 1.4583740234375, - 1.4583740234375, - 1.45611572265625, - 1.45159912109375, - 1.453857421875, - 1.453857421875, - 1.453857421875, - 1.45611572265625, - 1.453857421875, - 1.45611572265625, - 1.4493408203125, - 1.453857421875, - 1.453857421875, - 1.45611572265625, - 1.453857421875, - 1.453857421875, - 1.45611572265625, - 1.4583740234375, - 1.46514892578125, - 1.462890625, - 1.46063232421875, - 1.462890625, - 1.46063232421875, - 1.46514892578125, - 1.462890625, - 1.462890625, - 1.453857421875, - 1.4493408203125, - 1.4493408203125, - 1.4493408203125, - 1.44708251953125, - 1.44482421875, - 1.4493408203125, - 1.44708251953125, - 1.44256591796875, - 1.44708251953125, - 1.44256591796875, - 1.44482421875, - 1.4403076171875, - 1.44256591796875, - 1.44482421875, - 1.44708251953125, - 1.435791015625, - 1.43353271484375, - 1.4312744140625, - 1.42901611328125, - 1.42449951171875, - 1.42449951171875, - 1.4222412109375, - 1.41998291015625 + 1.35888671875, + 1.3755950927734375, + 1.3800506591796875, + 1.3856201171875, + 1.3845062255859375, + 1.38116455078125, + 1.3822784423828125, + 1.3911895751953125, + 1.3934173583984375, + 1.378936767578125, + 1.3822784423828125, + 1.3856201171875, + 1.39453125, + 1.39453125, + 1.3934173583984375, + 1.3911895751953125, + 1.39007568359375, + 1.3934173583984375, + 1.39453125, + 1.396759033203125, + 1.401214599609375, + 1.401214599609375, + 1.40789794921875, + 1.39898681640625, + 1.396759033203125, + 1.396759033203125, + 1.396759033203125, + 1.396759033203125, + 1.396759033203125, + 1.392303466796875, + 1.392303466796875, + 1.3934173583984375, + 1.392303466796875, + 1.39007568359375, + 1.3911895751953125, + 1.392303466796875, + 1.39007568359375, + 1.387847900390625, + 1.3889617919921875, + 1.39007568359375, + 1.3911895751953125, + 1.3867340087890625, + 1.3867340087890625, + 1.3845062255859375, + 1.3845062255859375, + 1.3867340087890625, + 1.392303466796875, + 1.3911895751953125, + 1.383392333984375, + 1.3800506591796875, + 1.378936767578125, + 1.3778228759765625, + 1.374481201171875, + 1.3755950927734375, + 1.3755950927734375, + 1.37225341796875, + 1.3711395263671875, + 1.3666839599609375, + 1.3644561767578125, + 1.3644561767578125, + 1.361114501953125, + 1.365570068359375, + 1.36334228515625, + 1.3644561767578125, + 1.36334228515625, + 1.36334228515625, + 1.36334228515625, + 1.361114501953125, + 1.3600006103515625, + 1.361114501953125, + 1.36334228515625, + 1.3577728271484375 ], "timestamps": [ - "2026-06-16 04:10:00", "2026-06-16 04:20:00", "2026-06-16 04:30:00", "2026-06-16 04:40:00", @@ -527,6 +526,7 @@ "2026-06-17 04:10:00", "2026-06-17 04:20:00", "2026-06-17 04:30:00", - "2026-06-17 04:40:00" + "2026-06-17 04:40:00", + "2026-06-17 04:50:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index cfb0b53b7654f0b7b2d24a0495395ccf63438cd4..08c5daaa5af0f7fb6add16a803ae5d105c82b0fb 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,25 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T05:13:00.742071+00:00", + "evaluated_at": "2026-06-18T05:23:25.466121+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:08:49.012758Z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", - "data_fetched_at": "2026-06-18T05:08:49.012758Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t230600z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t041000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index cc64c9dd29a237074dcb8effd4cf7883c35c69f3..a37703b7d4fbdaf7f98c25857ac6b4217468d2c7 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1483560.8341566722,1221209.5781726837,950.4275716145834,0.9830879375395069,0.014731371094023046,0.014587131149999736,42.443770718703306,1218.015120660114,0.018776322033718363,0.01465132398741388,0.01577316729858653,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.1885425430126582,0.1359699336819333,0.32634011209011077,0.31090127394365413,0.2925577406975063,0.24485500591544554,14.045991909194823,0.43421485812056015,0.35374402167033336,0.2658611549654777,0.2953160294776332,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.03739226106269595,0.05906807927046663,0.20848158995310465,1.0028228256432075,0.1366423376833936,0.14978125360149808,5.722849350263104,0.19337078647690284,0.13272352179615912,0.14309509389901504,0.09443509558700149,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7453961168797226,0.6692008643558438,0.719486395517985,0.43789534354137266,0.04233535588859769,0.04120683292616911,21.20282074122113,0.8633632589354974,0.05011056400109295,0.041759790791854025,0.04760850278277015,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,65.45636429598699,114.17122273063676,8.068415323893229,0.6410352892932741,0.19057437910977373,0.21331760016611223,8.850253911184723,8.090510756187584,0.216516793924542,0.21592547993894579,0.17163395512672747,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.4190407302897559,1.194656020164378,1.0449997584025066,0.5219979784913117,0.040740279572684134,0.04167390802790958,0.7107971865000313,0.6473335541200965,0.024929407118322408,0.040243896288020144,0.024644167979257794,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,35.956172256240926,37.88044588584459,5.33059827486674,1.018045293873754,0.8777370182453467,0.47990278830337973,28.196566022675615,5.996346575727667,0.4797077260582134,0.4264478619893392,0.3879208855805574,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,168.15132656196752,217.93863244354725,11.678466796875,0.09421284138655461,0.00418545386904762,0.004191471578272706,0.8578641183035715,12.967317631721972,0.004638086783328276,0.0041770969169150525,0.003655899333369556,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index c9de54ff6a9bc97d0f4ba143cfcc80dbda202416..69fd450d9e6662d452fe2c3d38330272eeaf0c90 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T05:09:38.174794+00:00", + "evaluated_at": "2026-06-18T05:19:47.956151+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64689.5, 64282.8203125, 63883.41015625, - 63738.01171875 + 63934.41015625 ], "p50": [ 65768.75, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index b5281ebe4ad882df4e80d290c940a7b9c495a281..ae78648a32ffb7b77f834f1aacfadff579df3883 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T04:55:22.557505+00:00", + "evaluated_at": "2026-06-18T05:20:02.602780+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.534999966621399, - 1.5199999809265137, - 1.5, - 1.4850000143051147, - 1.4819999933242798, 1.4559999704360962, 1.440999984741211, 1.4160000085830688, @@ -245,14 +240,14 @@ 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, - 1.6480000019073486 - ], - "actuals": [ + 1.6480000019073486, 1.6339999437332153, 1.6339999437332153, 1.6319999694824219, 1.628999948501587, - 1.6319999694824219, + 1.6319999694824219 + ], + "actuals": [ 1.621000051498413, 1.6050000190734863, 1.590000033378601, @@ -307,200 +302,200 @@ 1.1640000343322754, 1.1770000457763672, 1.1950000524520874, - 1.215000033378601 + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624 ], "p50": [ - 1.6382026672363281, - 1.6411749124526978, - 1.6331533193588257, - 1.6281208992004395, - 1.618409276008606, - 1.615429401397705, - 1.6051025390625, - 1.610574722290039, - 1.5913816690444946, - 1.5856603384017944, - 1.5652735233306885, - 1.551112174987793, - 1.5263715982437134, - 1.5210386514663696, - 1.5168983936309814, - 1.5154837369918823, - 1.4895070791244507, - 1.475533127784729, - 1.4601603746414185, - 1.4366034269332886, - 1.4277012348175049, - 1.4279694557189941, - 1.4307159185409546, - 1.415909767150879, - 1.3932969570159912, - 1.376894474029541, - 1.3692381381988525, - 1.3750724792480469, - 1.3588465452194214, - 1.3377418518066406, - 1.3314136266708374, - 1.3402609825134277, - 1.3298817873001099, - 1.3227595090866089, - 1.3024522066116333, - 1.2996445894241333, - 1.3012484312057495, - 1.2899153232574463, - 1.2751938104629517, - 1.2903997898101807, - 1.2867560386657715, - 1.2788814306259155, - 1.2691295146942139, - 1.2772070169448853, - 1.2728484869003296, - 1.2663829326629639, - 1.275720477104187, - 1.267244577407837, - 1.2739468812942505, - 1.287153720855713, - 1.2900376319885254, - 1.3005878925323486, - 1.295274257659912, - 1.3139972686767578, - 1.3266911506652832, - 1.3297667503356934, - 1.3382346630096436, - 1.3534101247787476, - 1.3603055477142334, - 1.3657646179199219 + 1.616018533706665, + 1.6150498390197754, + 1.6151877641677856, + 1.6114429235458374, + 1.603237509727478, + 1.5958137512207031, + 1.5921071767807007, + 1.588629126548767, + 1.571824312210083, + 1.5896865129470825, + 1.5801661014556885, + 1.5584406852722168, + 1.5432298183441162, + 1.5320383310317993, + 1.5291131734848022, + 1.5231741666793823, + 1.5278583765029907, + 1.5314346551895142, + 1.5110809803009033, + 1.5155584812164307, + 1.5152292251586914, + 1.5269473791122437, + 1.5145108699798584, + 1.513828992843628, + 1.4993520975112915, + 1.5157132148742676, + 1.498139500617981, + 1.5112650394439697, + 1.5126466751098633, + 1.5038235187530518, + 1.5178152322769165, + 1.5357106924057007, + 1.5318716764450073, + 1.534236192703247, + 1.5179508924484253, + 1.5224171876907349, + 1.520673155784607, + 1.5345396995544434, + 1.52497136592865, + 1.5387773513793945, + 1.5380873680114746, + 1.5364741086959839, + 1.5286800861358643, + 1.5446516275405884, + 1.543744444847107, + 1.557936191558838, + 1.5520164966583252, + 1.533637523651123, + 1.5452086925506592, + 1.5786787271499634, + 1.5549571514129639, + 1.5717641115188599, + 1.5670058727264404, + 1.5884833335876465, + 1.6092935800552368, + 1.605355143547058, + 1.6177846193313599, + 1.6271494626998901, + 1.633359670639038, + 1.6436634063720703 ], "p10": [ - 1.6499141454696655, - 1.6435928344726562, - 1.6382794380187988, - 1.6136802434921265, - 1.6371713876724243, - 1.6216949224472046, - 1.5827534198760986, - 1.6014288663864136, - 1.59158456325531, - 1.5718824863433838, - 1.567409634590149, - 1.54090416431427, - 1.5391074419021606, - 1.5469014644622803, - 1.5150727033615112, - 1.5269790887832642, - 1.5217899084091187, - 1.4993157386779785, - 1.4809600114822388, - 1.4736124277114868, - 1.4519213438034058, - 1.4540079832077026, - 1.443416953086853, - 1.4482728242874146, - 1.4239907264709473, - 1.3998106718063354, - 1.3912779092788696, - 1.404280662536621, - 1.3617116212844849, - 1.3618813753128052, - 1.3442529439926147, - 1.3793867826461792, - 1.3964464664459229, - 1.3500078916549683, - 1.3611518144607544, - 1.361614465713501, - 1.3496063947677612, - 1.33891761302948, - 1.3368548154830933, - 1.339371919631958, - 1.3273873329162598, - 1.3339909315109253, - 1.337645411491394, - 1.3168236017227173, - 1.319729208946228, - 1.3396300077438354, - 1.3439754247665405, - 1.3220607042312622, - 1.327561855316162, - 1.3349086046218872, - 1.3479403257369995, - 1.3640609979629517, - 1.3727314472198486, - 1.367817997932434, - 1.3692607879638672, - 1.377456545829773, - 1.379974603652954, - 1.424079179763794, - 1.4125488996505737, - 1.4053857326507568 + 1.6444613933563232, + 1.6306650638580322, + 1.6235274076461792, + 1.609847903251648, + 1.611697793006897, + 1.5919411182403564, + 1.5830111503601074, + 1.595104455947876, + 1.5838569402694702, + 1.5816113948822021, + 1.5928913354873657, + 1.5538371801376343, + 1.5693854093551636, + 1.5574393272399902, + 1.539930820465088, + 1.526681900024414, + 1.5793437957763672, + 1.5526946783065796, + 1.5603950023651123, + 1.5295039415359497, + 1.5429050922393799, + 1.5350797176361084, + 1.5269595384597778, + 1.5566294193267822, + 1.5701769590377808, + 1.543129324913025, + 1.5406358242034912, + 1.5649219751358032, + 1.5391099452972412, + 1.548157811164856, + 1.5426005125045776, + 1.577020525932312, + 1.5696971416473389, + 1.553897500038147, + 1.6052361726760864, + 1.576972246170044, + 1.559499979019165, + 1.582771897315979, + 1.5753870010375977, + 1.561684250831604, + 1.5904414653778076, + 1.5967631340026855, + 1.599705457687378, + 1.5745209455490112, + 1.5972267389297485, + 1.6167371273040771, + 1.6036570072174072, + 1.5967371463775635, + 1.60834538936615, + 1.6282203197479248, + 1.6282849311828613, + 1.656116247177124, + 1.6378722190856934, + 1.643858551979065, + 1.6552983522415161, + 1.6711171865463257, + 1.6677683591842651, + 1.6958668231964111, + 1.6937308311462402, + 1.6981309652328491 ], "p90": [ - 1.6676305532455444, - 1.6697335243225098, - 1.6644104719161987, - 1.6593679189682007, - 1.6577298641204834, - 1.661502480506897, - 1.6412584781646729, - 1.6525431871414185, - 1.644248604774475, - 1.6457324028015137, - 1.6324915885925293, - 1.619998812675476, - 1.613016963005066, - 1.6049599647521973, - 1.5921515226364136, - 1.5853567123413086, - 1.572266697883606, - 1.566164493560791, - 1.5670437812805176, - 1.5482276678085327, - 1.5428000688552856, - 1.554257869720459, - 1.5660403966903687, - 1.5698704719543457, - 1.5480915307998657, - 1.550716757774353, - 1.5563275814056396, - 1.563170313835144, - 1.5657849311828613, - 1.5522735118865967, - 1.556767225265503, - 1.5722484588623047, - 1.5748268365859985, - 1.570247769355774, - 1.561360239982605, - 1.5771801471710205, - 1.5885852575302124, - 1.5793222188949585, - 1.5821468830108643, - 1.5851433277130127, - 1.5855721235275269, - 1.5898840427398682, - 1.577986478805542, - 1.5990331172943115, - 1.5915958881378174, - 1.6020092964172363, - 1.6134074926376343, - 1.6274633407592773, - 1.6204187870025635, - 1.6482594013214111, - 1.6401543617248535, - 1.6795719861984253, - 1.6525062322616577, - 1.6879820823669434, - 1.7047765254974365, - 1.7078607082366943, - 1.7105445861816406, - 1.7311625480651855, - 1.750329852104187, - 1.7596532106399536 + 1.6419386863708496, + 1.6448825597763062, + 1.6455469131469727, + 1.6530430316925049, + 1.6513047218322754, + 1.640984058380127, + 1.6403331756591797, + 1.6374346017837524, + 1.6376469135284424, + 1.6553272008895874, + 1.6546579599380493, + 1.6441644430160522, + 1.6507539749145508, + 1.647843599319458, + 1.6477025747299194, + 1.645424246788025, + 1.659169316291809, + 1.6708260774612427, + 1.6659390926361084, + 1.6659291982650757, + 1.6798951625823975, + 1.6987133026123047, + 1.6916329860687256, + 1.7097885608673096, + 1.7074700593948364, + 1.7418968677520752, + 1.7339332103729248, + 1.750775933265686, + 1.76426362991333, + 1.7683522701263428, + 1.7904895544052124, + 1.80912446975708, + 1.8221509456634521, + 1.8147192001342773, + 1.8117539882659912, + 1.831562876701355, + 1.8349418640136719, + 1.8690112829208374, + 1.8717485666275024, + 1.8814587593078613, + 1.8800143003463745, + 1.8891510963439941, + 1.8820340633392334, + 1.9036718606948853, + 1.9031404256820679, + 1.9306282997131348, + 1.9214367866516113, + 1.9234228134155273, + 1.9370089769363403, + 1.976866602897644, + 1.9541575908660889, + 1.9980984926223755, + 1.9740194082260132, + 2.013821840286255, + 2.0265414714813232, + 2.036102533340454, + 2.0346126556396484, + 2.055950403213501, + 2.072530508041382, + 2.094501495361328 ], "timestamps": [ - "2026-06-16 22:42:00", - "2026-06-16 22:48:00", - "2026-06-16 22:54:00", - "2026-06-16 23:00:00", - "2026-06-16 23:06:00", "2026-06-16 23:12:00", "2026-06-16 23:18:00", "2026-06-16 23:24:00", @@ -795,6 +790,11 @@ "2026-06-18 04:18:00", "2026-06-18 04:24:00", "2026-06-18 04:30:00", - "2026-06-18 04:36:00" + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 4cc2bf674eebc8f8109c6e49e1a56e891643ada9..25f900d6e54b83e7815625df8bf37f88c6295bde 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T04:55:28.647733+00:00", + "evaluated_at": "2026-06-18T05:20:09.207915+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 0.8999999761581421, 0.8999999761581421, 1.0, 1.0, @@ -81,10 +80,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.399999976158142, 1.399999976158142, @@ -155,232 +154,232 @@ 1.7999999523162842, 1.7999999523162842, 1.399999976158142, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.275979995727539, - 1.266284704208374, - 1.2651220560073853, - 1.2560746669769287, - 1.2577123641967773, - 1.2646886110305786, - 1.2613219022750854, - 1.2603877782821655, - 1.259408950805664, - 1.2684637308120728, - 1.2646151781082153, - 1.2674336433410645, - 1.2662426233291626, - 1.2645699977874756, - 1.2632697820663452, - 1.2643234729766846, - 1.2694785594940186, - 1.2704781293869019, - 1.2710200548171997, - 1.2788617610931396, - 1.2756956815719604, - 1.2859010696411133, - 1.286244511604309, - 1.285189151763916, - 1.2861219644546509, - 1.2849366664886475, - 1.2908756732940674, - 1.2867450714111328, - 1.2866532802581787, - 1.2803882360458374, - 1.2898542881011963, - 1.2957050800323486, - 1.2909106016159058, - 1.2909499406814575, - 1.294045329093933, - 1.2979379892349243, - 1.2986993789672852, - 1.2836304903030396, - 1.2878966331481934, - 1.2815189361572266, - 1.2922067642211914, - 1.295040249824524, - 1.3017452955245972, - 1.3131994009017944, - 1.321289300918579, - 1.3105700016021729, - 1.3174495697021484, - 1.3117194175720215, - 1.3179192543029785, - 1.3111672401428223, - 1.3138165473937988, - 1.307700276374817, - 1.3097633123397827, - 1.3117742538452148, - 1.3067305088043213, - 1.3040366172790527, - 1.3044403791427612, - 1.3020787239074707, - 1.3062812089920044, - 1.3036574125289917, - 1.3169853687286377, - 1.3074119091033936, - 1.3091309070587158, - 1.3029159307479858, - 1.3035719394683838, - 1.3042066097259521, - 1.3010413646697998, - 1.3028708696365356, - 1.3049598932266235, - 1.312424659729004, - 1.3112341165542603, - 1.2959825992584229 + 1.2169525623321533, + 1.2147763967514038, + 1.212815523147583, + 1.2030574083328247, + 1.2003192901611328, + 1.216747522354126, + 1.2211143970489502, + 1.2267518043518066, + 1.237205982208252, + 1.2530252933502197, + 1.24853515625, + 1.2518954277038574, + 1.2501740455627441, + 1.2530722618103027, + 1.246725082397461, + 1.2386935949325562, + 1.2453720569610596, + 1.2485382556915283, + 1.2578929662704468, + 1.2633140087127686, + 1.2559736967086792, + 1.2610952854156494, + 1.2545214891433716, + 1.2386456727981567, + 1.2392866611480713, + 1.2352885007858276, + 1.2401463985443115, + 1.2306578159332275, + 1.221479058265686, + 1.2157326936721802, + 1.2377738952636719, + 1.2479188442230225, + 1.2610870599746704, + 1.2757518291473389, + 1.27480149269104, + 1.2573890686035156, + 1.2563538551330566, + 1.2628659009933472, + 1.2801491022109985, + 1.2840062379837036, + 1.304624319076538, + 1.3154791593551636, + 1.307420015335083, + 1.2961033582687378, + 1.2797884941101074, + 1.2699766159057617, + 1.2744861841201782, + 1.2562665939331055, + 1.2513314485549927, + 1.2523844242095947, + 1.2574557065963745, + 1.2352237701416016, + 1.2250889539718628, + 1.233817458152771, + 1.2257773876190186, + 1.219075322151184, + 1.2311934232711792, + 1.2357639074325562, + 1.2422773838043213, + 1.2463665008544922, + 1.275352954864502, + 1.2839014530181885, + 1.2750004529953003, + 1.26596999168396, + 1.2607711553573608, + 1.2700926065444946, + 1.2728564739227295, + 1.271438717842102, + 1.2620456218719482, + 1.2685372829437256, + 1.2665276527404785, + 1.250349760055542 ], "p10": [ - 1.288931131362915, - 1.2898478507995605, - 1.280835509300232, - 1.2784463167190552, - 1.2774150371551514, - 1.2889225482940674, - 1.2694662809371948, - 1.278027892112732, - 1.2712842226028442, - 1.2970867156982422, - 1.2914440631866455, - 1.2755751609802246, - 1.2905486822128296, - 1.2872986793518066, - 1.3036147356033325, - 1.3090848922729492, - 1.312709927558899, - 1.2938592433929443, - 1.306532621383667, - 1.3067567348480225, - 1.31252121925354, - 1.3263810873031616, - 1.3141746520996094, - 1.3198857307434082, - 1.3149923086166382, - 1.3177812099456787, - 1.3079026937484741, - 1.3149961233139038, - 1.3102856874465942, - 1.32332181930542, - 1.3118187189102173, - 1.3234962224960327, - 1.3158745765686035, - 1.3272665739059448, - 1.3285562992095947, - 1.3295656442642212, - 1.338462233543396, - 1.3186955451965332, - 1.3122444152832031, - 1.3267039060592651, - 1.3330416679382324, - 1.3267276287078857, - 1.3327594995498657, - 1.3320534229278564, - 1.329698085784912, - 1.340858817100525, - 1.3406333923339844, - 1.3441996574401855, - 1.3387058973312378, - 1.3255337476730347, - 1.3459707498550415, - 1.3400030136108398, - 1.3311442136764526, - 1.316814661026001, - 1.3227523565292358, - 1.3156578540802002, - 1.3168808221817017, - 1.3279141187667847, - 1.3285753726959229, - 1.3187512159347534, - 1.3336665630340576, - 1.3375717401504517, - 1.3360419273376465, - 1.3405274152755737, - 1.3334134817123413, - 1.333196759223938, - 1.33118736743927, - 1.3291929960250854, - 1.331393837928772, - 1.3290752172470093, - 1.3206032514572144, - 1.3234628438949585 + 1.2368818521499634, + 1.2516565322875977, + 1.239620327949524, + 1.2335906028747559, + 1.2325667142868042, + 1.2500393390655518, + 1.2448524236679077, + 1.258908987045288, + 1.2694952487945557, + 1.2916189432144165, + 1.2879377603530884, + 1.2813975811004639, + 1.283355951309204, + 1.2830383777618408, + 1.288480520248413, + 1.2848256826400757, + 1.2919498682022095, + 1.2848321199417114, + 1.2988470792770386, + 1.300482153892517, + 1.3006787300109863, + 1.3045365810394287, + 1.292006492614746, + 1.2848466634750366, + 1.277291178703308, + 1.2778347730636597, + 1.2696447372436523, + 1.2764075994491577, + 1.2678860425949097, + 1.2704310417175293, + 1.2683861255645752, + 1.2947227954864502, + 1.3027671575546265, + 1.3251508474349976, + 1.3248798847198486, + 1.30744469165802, + 1.3130834102630615, + 1.3058713674545288, + 1.322416067123413, + 1.3380428552627563, + 1.3574647903442383, + 1.3611303567886353, + 1.3676762580871582, + 1.3416720628738403, + 1.317116141319275, + 1.3216335773468018, + 1.3229647874832153, + 1.3089227676391602, + 1.305212378501892, + 1.2954703569412231, + 1.3110404014587402, + 1.2915503978729248, + 1.2733540534973145, + 1.2672685384750366, + 1.2796903848648071, + 1.2723369598388672, + 1.2711734771728516, + 1.2913570404052734, + 1.2915821075439453, + 1.3048608303070068, + 1.3314859867095947, + 1.3428502082824707, + 1.3363313674926758, + 1.3241335153579712, + 1.323843240737915, + 1.329612135887146, + 1.3328253030776978, + 1.3291733264923096, + 1.3206506967544556, + 1.3176500797271729, + 1.3222256898880005, + 1.3081059455871582 ], "p90": [ - 1.3763847351074219, - 1.3854384422302246, - 1.395418405532837, - 1.3981839418411255, - 1.4068458080291748, - 1.4204208850860596, - 1.4175788164138794, - 1.4214590787887573, - 1.4267555475234985, - 1.436267614364624, - 1.4439760446548462, - 1.4416897296905518, - 1.4566519260406494, - 1.4633309841156006, - 1.4655388593673706, - 1.4723742008209229, - 1.4841105937957764, - 1.4869273900985718, - 1.4880359172821045, - 1.4956331253051758, - 1.4961589574813843, - 1.5070379972457886, - 1.5086673498153687, - 1.504652738571167, - 1.518686056137085, - 1.5152883529663086, - 1.5198564529418945, - 1.5209676027297974, - 1.5247251987457275, - 1.5251816511154175, - 1.538528561592102, - 1.5425230264663696, - 1.5402754545211792, - 1.5481470823287964, - 1.548404335975647, - 1.5571458339691162, - 1.5705705881118774, - 1.5600954294204712, - 1.5652117729187012, - 1.5647810697555542, - 1.5769141912460327, - 1.582204818725586, - 1.5880383253097534, - 1.5975704193115234, - 1.604548454284668, - 1.5985794067382812, - 1.6171166896820068, - 1.6024703979492188, - 1.6186360120773315, - 1.6153961420059204, - 1.610058307647705, - 1.6148380041122437, - 1.6145552396774292, - 1.617692232131958, - 1.6234339475631714, - 1.6153570413589478, - 1.6182833909988403, - 1.6230124235153198, - 1.634621500968933, - 1.6293572187423706, - 1.6501623392105103, - 1.6559303998947144, - 1.667624831199646, - 1.6634502410888672, - 1.6670303344726562, - 1.6629408597946167, - 1.6692336797714233, - 1.6737056970596313, - 1.6803642511367798, - 1.687449336051941, - 1.6922705173492432, - 1.6878273487091064 + 1.3363852500915527, + 1.3508436679840088, + 1.3586324453353882, + 1.3605108261108398, + 1.3646248579025269, + 1.3869942426681519, + 1.3925517797470093, + 1.405295491218567, + 1.4170137643814087, + 1.4306913614273071, + 1.438328504562378, + 1.4315115213394165, + 1.4465821981430054, + 1.4553661346435547, + 1.4507522583007812, + 1.4491760730743408, + 1.4567886590957642, + 1.4613388776779175, + 1.4677828550338745, + 1.4751992225646973, + 1.4717462062835693, + 1.4753764867782593, + 1.469814658164978, + 1.4502605199813843, + 1.4593124389648438, + 1.455527663230896, + 1.46232271194458, + 1.459231972694397, + 1.455122947692871, + 1.4576882123947144, + 1.4787282943725586, + 1.4924982786178589, + 1.5045161247253418, + 1.5239965915679932, + 1.5180283784866333, + 1.509246826171875, + 1.5171624422073364, + 1.5270370244979858, + 1.5436432361602783, + 1.5556097030639648, + 1.5705863237380981, + 1.5855262279510498, + 1.5752155780792236, + 1.5638935565948486, + 1.5458463430404663, + 1.5393855571746826, + 1.5494776964187622, + 1.5279399156570435, + 1.523207187652588, + 1.5263785123825073, + 1.5191556215286255, + 1.511876106262207, + 1.4922029972076416, + 1.5068693161010742, + 1.5087233781814575, + 1.4945379495620728, + 1.5105853080749512, + 1.521833896636963, + 1.5348615646362305, + 1.5402085781097412, + 1.5738675594329834, + 1.5966782569885254, + 1.5990790128707886, + 1.5892107486724854, + 1.5861296653747559, + 1.5907827615737915, + 1.5956145524978638, + 1.6003353595733643, + 1.594606876373291, + 1.598759651184082, + 1.599250078201294, + 1.5888358354568481 ], "timestamps": [ - "2026-06-16 04:10:00", "2026-06-16 04:20:00", "2026-06-16 04:30:00", "2026-06-16 04:40:00", @@ -527,6 +526,7 @@ "2026-06-17 04:10:00", "2026-06-17 04:20:00", "2026-06-17 04:30:00", - "2026-06-17 04:40:00" + "2026-06-17 04:40:00", + "2026-06-17 04:50:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index b24ea04a88fa7d1fec8f011c2c55c8fd2d4b51d5..33d0fdaf93638aa4b706fb0b850efbaea2440275 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,26 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T05:13:15.465340+00:00", + "evaluated_at": "2026-06-18T05:20:11.775451+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t230600z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t041000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 76, + "prediction_length": 72 } - ] + ], + "failed_datasets": [] } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 6311aaf2704461b97e4a67a03a0905c2d1f5d59b..bfc67523c65843b274b3adc6621d86ec2161261f 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,1364768.1841551464,1364768.1841551464,1012.1189778645834,1.0468992990209458,0.015690607457983338,0.015528191519446429,18.47444994424132,1168.2329323192128,0.01801117612804073,0.015604296599190954,0.011688121830014891,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,1332424.2000700634,1332424.2000700634,1003.9357096354166,1.0384348220570911,0.015558446983812558,0.015400029596252576,18.135870865687135,1154.3068050003271,0.01779422597369109,0.015476179125796167,0.011560498320128898,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.015855296363206744,0.015855296363206744,0.09167671998341878,0.08778491665380082,0.07758255071936725,0.0839699734271124,0.8646170132215841,0.12591781590865822,0.10012548804846298,0.07289815396481092,0.11222334457342324,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.027753554246473695,0.027753554246473695,0.1171950896581014,0.5566766095149585,0.07665478431632405,0.08107080637407862,3.785351160838731,0.16659398022279706,0.11478245527312333,0.08074685603237608,0.09207714576153347,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.03591501030326902,0.03591501030326902,0.15526049037774403,0.1479152652807459,0.1409806529012181,0.12721864767621055,0.897624845068335,0.18951255975071685,0.15439115863843725,0.1264868514874311,0.12038749556370289,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.05383289194327783,0.05383289194327783,0.18715197344621023,0.9002246715321358,0.12136781895214642,0.13293853999785193,3.458924804006685,0.2320191628794437,0.15925053097529124,0.12845512747526228,0.11728891745103733,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.5831776060889146,0.5831776060889146,0.6714949607849121,0.40868669424599197,0.03949918928377991,0.03851345189842589,1.549918996534075,0.7636606616088815,0.04432371433763761,0.03897431453165149,0.0286827644000655,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,49.57888852088005,49.57888852088005,5.484606424967448,0.43575177096761997,0.13916376451532095,0.14525740443551824,2.898034040394222,7.041227770842245,0.1884360713653645,0.1467780508373584,0.16726697766980014,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.6823180179555189,0.6823180179555189,0.7759795983632406,0.3876171055918016,0.030812621145745317,0.03137891744902872,1.8111712228950048,0.8260254342061865,0.0318109948238442,0.02988368392150518,0.030839140858069398,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 769fe65436599625364758e25ac0fec056be37c8..7de76bf4db77d5431eabd70b06d0168aab14fed6 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T05:10:56.838410+00:00", + "evaluated_at": "2026-06-18T05:20:55.904303+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64689.5, 64282.8203125, 63883.41015625, - 63738.01171875 + 63934.41015625 ], "p50": [ 65837.0390625, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a1915728b5b6a36c198b35232aa9a02f9d360555..176e259c0b9dda89ff592249ca2f48b6bb3b640b 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T04:57:37.319361+00:00", + "evaluated_at": "2026-06-18T05:21:01.639946+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.534999966621399, - 1.5199999809265137, - 1.5, - 1.4850000143051147, - 1.4819999933242798, 1.4559999704360962, 1.440999984741211, 1.4160000085830688, @@ -245,14 +240,14 @@ 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, - 1.6480000019073486 - ], - "actuals": [ + 1.6480000019073486, 1.6339999437332153, 1.6339999437332153, 1.6319999694824219, 1.628999948501587, - 1.6319999694824219, + 1.6319999694824219 + ], + "actuals": [ 1.621000051498413, 1.6050000190734863, 1.590000033378601, @@ -307,200 +302,200 @@ 1.1640000343322754, 1.1770000457763672, 1.1950000524520874, - 1.215000033378601 + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624 ], "p50": [ - 1.6461668014526367, - 1.637686848640442, - 1.6276025772094727, - 1.6170721054077148, - 1.6045920848846436, - 1.590916633605957, - 1.5760746002197266, - 1.5598971843719482, - 1.5419039726257324, - 1.5232993364334106, - 1.5041370391845703, - 1.4840013980865479, - 1.462227463722229, - 1.440051794052124, - 1.417833924293518, - 1.3948509693145752, - 1.371541142463684, - 1.3473894596099854, - 1.323412299156189, - 1.2995712757110596, - 1.2743980884552002, - 1.250274896621704, - 1.2263753414154053, - 1.2016239166259766, - 1.1769940853118896, - 1.1523351669311523, - 1.1285957098007202, - 1.1043843030929565, - 1.0800650119781494, - 1.059685230255127, - 1.0367014408111572, - 1.0157182216644287, - 1.1324478387832642, - 1.1218799352645874, - 1.1064857244491577, - 1.1002109050750732, - 1.0836262702941895, - 1.0630743503570557, - 1.0487085580825806, - 1.0342371463775635, - 1.0173544883728027, - 1.0087227821350098, - 0.9948224425315857, - 0.9795372486114502, - 0.9652562141418457, - 0.9534069299697876, - 0.9433578848838806, - 0.9323928952217102, - 0.9217662811279297, - 0.9112099409103394, - 0.8981376886367798, - 0.8884612321853638, - 0.8824911117553711, - 0.8732760548591614, - 0.8694732189178467, - 0.8637503385543823, - 0.8575037717819214, - 0.8504693508148193, - 0.8428693413734436, - 0.8422900438308716 + 1.622424840927124, + 1.6134793758392334, + 1.6046292781829834, + 1.595408320426941, + 1.584949016571045, + 1.5743129253387451, + 1.5631459951400757, + 1.5527818202972412, + 1.5411672592163086, + 1.5300266742706299, + 1.5195519924163818, + 1.5089465379714966, + 1.4968020915985107, + 1.4857542514801025, + 1.475455641746521, + 1.4642064571380615, + 1.4529411792755127, + 1.4421659708023071, + 1.4316112995147705, + 1.4199132919311523, + 1.407710313796997, + 1.3953726291656494, + 1.3851699829101562, + 1.374489426612854, + 1.364176869392395, + 1.3543158769607544, + 1.345768928527832, + 1.3378545045852661, + 1.3301136493682861, + 1.3225175142288208, + 1.3140933513641357, + 1.307953119277954, + 1.3777390718460083, + 1.3675017356872559, + 1.35548996925354, + 1.3511265516281128, + 1.3424036502838135, + 1.3300902843475342, + 1.3196378946304321, + 1.3126628398895264, + 1.305764079093933, + 1.2990622520446777, + 1.289610505104065, + 1.2777106761932373, + 1.2692906856536865, + 1.2609937191009521, + 1.2544296979904175, + 1.2441505193710327, + 1.2368096113204956, + 1.2290042638778687, + 1.220780849456787, + 1.214695692062378, + 1.212157130241394, + 1.2044302225112915, + 1.2027394771575928, + 1.1988444328308105, + 1.1957728862762451, + 1.1925640106201172, + 1.189462423324585, + 1.188739538192749 ], "p10": [ - 1.6354955434799194, - 1.625011682510376, - 1.6100516319274902, - 1.5927848815917969, - 1.5736441612243652, - 1.5521087646484375, - 1.5286741256713867, - 1.5039737224578857, - 1.4772722721099854, - 1.448928713798523, - 1.4179553985595703, - 1.3840491771697998, - 1.3494633436203003, - 1.3136831521987915, - 1.2755930423736572, - 1.235908031463623, - 1.196040153503418, - 1.1526341438293457, - 1.1096924543380737, - 1.0660730600357056, - 1.0212585926055908, - 0.9790449738502502, - 0.9365994930267334, - 0.891990602016449, - 0.8436117172241211, - 0.7966915369033813, - 0.7480111718177795, - 0.6962692141532898, - 0.6445650458335876, - 0.5923067331314087, - 0.5402800440788269, - 0.501114547252655, - 0.553193986415863, - 0.5718449950218201, - 0.5317251682281494, - 0.4791325330734253, - 0.43329548835754395, - 0.39516448974609375, - 0.3459988236427307, - 0.3169971704483032, - 0.2937082052230835, - 0.2796451449394226, - 0.25592952966690063, - 0.23733383417129517, - 0.22079509496688843, - 0.19625896215438843, - 0.1643434762954712, - 0.1300257444381714, - 0.10410177707672119, - 0.0724935531616211, - 0.042656898498535156, - 0.021369218826293945, - 0.0010535717010498047, - -0.014489054679870605, - -0.022104382514953613, - -0.035672545433044434, - -0.06297910213470459, - -0.08903241157531738, - -0.10548412799835205, - -0.12396812438964844 + 1.6088476181030273, + 1.5980333089828491, + 1.584692120552063, + 1.5699265003204346, + 1.553850531578064, + 1.534386157989502, + 1.5140271186828613, + 1.4944219589233398, + 1.473997712135315, + 1.452154517173767, + 1.4284343719482422, + 1.4032378196716309, + 1.377958059310913, + 1.3530759811401367, + 1.3256535530090332, + 1.2977783679962158, + 1.2700183391571045, + 1.2395192384719849, + 1.2094138860702515, + 1.1772023439407349, + 1.1459112167358398, + 1.1171938180923462, + 1.0891904830932617, + 1.059486985206604, + 1.027559757232666, + 0.9973698854446411, + 0.9658361673355103, + 0.9313929080963135, + 0.8964866399765015, + 0.858895480632782, + 0.8213757872581482, + 0.7968411445617676, + 0.7597072124481201, + 0.7855231761932373, + 0.7516089677810669, + 0.7081868648529053, + 0.6765246391296387, + 0.6506606340408325, + 0.6133631467819214, + 0.5916823744773865, + 0.5774166584014893, + 0.5672833919525146, + 0.5437615513801575, + 0.5284125804901123, + 0.5153656601905823, + 0.4944574236869812, + 0.46810030937194824, + 0.4392673373222351, + 0.4203268885612488, + 0.39701777696609497, + 0.3767908215522766, + 0.35815149545669556, + 0.33457064628601074, + 0.31634074449539185, + 0.30401891469955444, + 0.28898125886917114, + 0.26622772216796875, + 0.2501388192176819, + 0.23811471462249756, + 0.21680200099945068 ], "p90": [ - 1.6558014154434204, - 1.6505708694458008, - 1.6457982063293457, - 1.6415326595306396, - 1.6357157230377197, - 1.629945993423462, - 1.6240112781524658, - 1.6181800365447998, - 1.6106624603271484, - 1.6026835441589355, - 1.595643401145935, - 1.5888923406600952, - 1.5793870687484741, - 1.5703656673431396, - 1.561605453491211, - 1.5549771785736084, - 1.5494129657745361, - 1.5434327125549316, - 1.537940502166748, - 1.5330548286437988, - 1.5273020267486572, - 1.5251479148864746, - 1.5239263772964478, - 1.5202622413635254, - 1.5176316499710083, - 1.5137156248092651, - 1.5109889507293701, - 1.5115811824798584, - 1.5131580829620361, - 1.5171771049499512, - 1.5167795419692993, - 1.5104665756225586, - 1.6014978885650635, - 1.541689157485962, - 1.535944938659668, - 1.5596141815185547, - 1.5717010498046875, - 1.5856248140335083, - 1.5993335247039795, - 1.6137959957122803, - 1.6245476007461548, - 1.6310300827026367, - 1.6318583488464355, - 1.6351842880249023, - 1.6401424407958984, - 1.6475706100463867, - 1.6570112705230713, - 1.657355546951294, - 1.6630929708480835, - 1.6777937412261963, - 1.6887643337249756, - 1.7006361484527588, - 1.7074389457702637, - 1.7186336517333984, - 1.7299394607543945, - 1.7453978061676025, - 1.7491686344146729, - 1.7571208477020264, - 1.7650516033172607, - 1.7765088081359863 + 1.6339468955993652, + 1.628972053527832, + 1.6253175735473633, + 1.62235426902771, + 1.6191372871398926, + 1.6164090633392334, + 1.6149543523788452, + 1.6168698072433472, + 1.617637038230896, + 1.6187586784362793, + 1.6229171752929688, + 1.6282563209533691, + 1.6311215162277222, + 1.6370534896850586, + 1.6424334049224854, + 1.6478439569473267, + 1.654434084892273, + 1.6606266498565674, + 1.6697132587432861, + 1.6777245998382568, + 1.6879432201385498, + 1.7026333808898926, + 1.7189788818359375, + 1.730566143989563, + 1.741442322731018, + 1.7530683279037476, + 1.767399549484253, + 1.7843375205993652, + 1.8036924600601196, + 1.8260306119918823, + 1.8405187129974365, + 1.8479193449020386, + 1.85287606716156, + 1.819970726966858, + 1.8298918008804321, + 1.853948712348938, + 1.8707674741744995, + 1.8900418281555176, + 1.9114872217178345, + 1.929402232170105, + 1.9441993236541748, + 1.9604374170303345, + 1.9713621139526367, + 1.986112356185913, + 1.995161533355713, + 2.0070083141326904, + 2.0196549892425537, + 2.0201504230499268, + 2.0302464962005615, + 2.05267071723938, + 2.0697474479675293, + 2.0896856784820557, + 2.1004748344421387, + 2.1140780448913574, + 2.127330780029297, + 2.1441168785095215, + 2.15008282661438, + 2.1606969833374023, + 2.1696436405181885, + 2.182678461074829 ], "timestamps": [ - "2026-06-16 22:42:00", - "2026-06-16 22:48:00", - "2026-06-16 22:54:00", - "2026-06-16 23:00:00", - "2026-06-16 23:06:00", "2026-06-16 23:12:00", "2026-06-16 23:18:00", "2026-06-16 23:24:00", @@ -795,6 +790,11 @@ "2026-06-18 04:18:00", "2026-06-18 04:24:00", "2026-06-18 04:30:00", - "2026-06-18 04:36:00" + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index e7de278358529c165100ef7d098f774125be280b..601326e235fac7de95213f345f31733ebe4865e3 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T04:58:53.401474+00:00", + "evaluated_at": "2026-06-18T05:21:07.012264+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 0.8999999761581421, 0.8999999761581421, 1.0, 1.0, @@ -81,10 +80,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.399999976158142, 1.399999976158142, @@ -155,232 +154,232 @@ 1.7999999523162842, 1.7999999523162842, 1.399999976158142, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.3048702478408813, - 1.310666561126709, - 1.316556453704834, - 1.3212252855300903, - 1.325284481048584, - 1.3291152715682983, - 1.3335762023925781, - 1.3367754220962524, - 1.3410669565200806, - 1.3452024459838867, - 1.350873351097107, - 1.3571337461471558, - 1.35347580909729, - 1.3565049171447754, - 1.361931324005127, - 1.366004228591919, - 1.3695478439331055, - 1.372300386428833, - 1.3724899291992188, - 1.3725694417953491, - 1.3731765747070312, - 1.373979926109314, - 1.3771119117736816, - 1.3791165351867676, - 1.377555012702942, - 1.3772978782653809, - 1.377842903137207, - 1.3796372413635254, - 1.3821160793304443, - 1.382270336151123, - 1.3824059963226318, - 1.3831441402435303, - 1.410460352897644, - 1.4229304790496826, - 1.440674066543579, - 1.44850754737854, - 1.4444327354431152, - 1.449372410774231, - 1.4495676755905151, - 1.447658658027649, - 1.4405595064163208, - 1.4376873970031738, - 1.4384695291519165, - 1.429760456085205, - 1.426246166229248, - 1.4269459247589111, - 1.4306756258010864, - 1.4338244199752808, - 1.4264185428619385, - 1.4163304567337036, - 1.4249563217163086, - 1.4325215816497803, - 1.4289326667785645, - 1.426747441291809, - 1.4260923862457275, - 1.4209487438201904, - 1.419093132019043, - 1.4200096130371094, - 1.4195233583450317, - 1.4162530899047852, - 1.4097522497177124, - 1.409142255783081, - 1.4139400720596313, - 1.4127033948898315, - 1.275715947151184, - 1.2646424770355225, - 1.2749093770980835, - 1.2713795900344849, - 1.2603213787078857, - 1.2730610370635986, - 1.276041030883789, - 1.2804200649261475 + 1.2208632230758667, + 1.2420622110366821, + 1.253868579864502, + 1.2581932544708252, + 1.256851315498352, + 1.2617907524108887, + 1.2632638216018677, + 1.2644929885864258, + 1.268113136291504, + 1.271378993988037, + 1.2758402824401855, + 1.273414134979248, + 1.2744636535644531, + 1.2785309553146362, + 1.2787219285964966, + 1.2808425426483154, + 1.2781034708023071, + 1.2806459665298462, + 1.275284767150879, + 1.2730777263641357, + 1.2761571407318115, + 1.2795902490615845, + 1.2829618453979492, + 1.2697244882583618, + 1.268157720565796, + 1.2694013118743896, + 1.268696665763855, + 1.2698708772659302, + 1.2702646255493164, + 1.2699439525604248, + 1.2687349319458008, + 1.2688065767288208, + 1.3036799430847168, + 1.3114068508148193, + 1.3192965984344482, + 1.3172385692596436, + 1.314499020576477, + 1.3192689418792725, + 1.3151967525482178, + 1.312028169631958, + 1.3071362972259521, + 1.3078819513320923, + 1.3048776388168335, + 1.2951076030731201, + 1.2967796325683594, + 1.298080563545227, + 1.29585862159729, + 1.2915891408920288, + 1.288974642753601, + 1.292549967765808, + 1.2957065105438232, + 1.2978522777557373, + 1.2923206090927124, + 1.28921377658844, + 1.2850110530853271, + 1.2849863767623901, + 1.284745454788208, + 1.2831553220748901, + 1.2807942628860474, + 1.2796664237976074, + 1.2803525924682617, + 1.2853689193725586, + 1.2814581394195557, + 1.2797802686691284, + 1.2143892049789429, + 1.218535304069519, + 1.223771095275879, + 1.2178503274917603, + 1.214097023010254, + 1.2234679460525513, + 1.2224996089935303, + 1.2177354097366333 ], "p10": [ - 1.2205766439437866, - 1.1966674327850342, - 1.1827170848846436, - 1.1731963157653809, - 1.1678881645202637, - 1.1618095636367798, - 1.153577208518982, - 1.1469906568527222, - 1.144673228263855, - 1.1417217254638672, - 1.1380045413970947, - 1.1355184316635132, - 1.1262471675872803, - 1.1242011785507202, - 1.124124526977539, - 1.119508981704712, - 1.1174582242965698, - 1.1133671998977661, - 1.1114121675491333, - 1.1077440977096558, - 1.1024175882339478, - 1.100833773612976, - 1.102109432220459, - 1.0999879837036133, - 1.0930566787719727, - 1.0896668434143066, - 1.0878627300262451, - 1.0821892023086548, - 1.078241229057312, - 1.0720833539962769, - 1.0670945644378662, - 1.0645865201950073, - 1.0724576711654663, - 1.096416711807251, - 1.1064664125442505, - 1.0944766998291016, - 1.0846195220947266, - 1.077397346496582, - 1.0712664127349854, - 1.0663331747055054, - 1.0664713382720947, - 1.0633758306503296, - 1.0571216344833374, - 1.05898118019104, - 1.0583786964416504, - 1.0588253736495972, - 1.057766079902649, - 1.0473291873931885, - 1.035185694694519, - 1.0343611240386963, - 1.0407462120056152, - 1.0454009771347046, - 1.0424810647964478, - 1.0357167720794678, - 1.0349705219268799, - 1.0325411558151245, - 1.028655767440796, - 1.0265463590621948, - 1.0248674154281616, - 1.0180728435516357, - 1.0107141733169556, - 1.0063085556030273, - 1.0058047771453857, - 1.004366159439087, - 0.8988293409347534, - 0.9277148246765137, - 0.9147666096687317, - 0.885156512260437, - 0.8770876526832581, - 0.8760961294174194, - 0.8723227977752686, - 0.8724789619445801 + 1.1115760803222656, + 1.10184645652771, + 1.0968308448791504, + 1.0921540260314941, + 1.082227110862732, + 1.0801382064819336, + 1.0731573104858398, + 1.0665414333343506, + 1.0634950399398804, + 1.0599191188812256, + 1.056749701499939, + 1.0504176616668701, + 1.0446150302886963, + 1.0417330265045166, + 1.0402894020080566, + 1.035240888595581, + 1.0314600467681885, + 1.0261543989181519, + 1.021714448928833, + 1.0175578594207764, + 1.0141206979751587, + 1.0138272047042847, + 1.0168629884719849, + 1.0047833919525146, + 0.9996973276138306, + 0.9993146061897278, + 0.9979822635650635, + 0.9948269128799438, + 0.9903765916824341, + 0.985824465751648, + 0.9813467264175415, + 0.9798955321311951, + 1.0004218816757202, + 1.0087580680847168, + 1.0091086626052856, + 0.9947670698165894, + 0.9868890643119812, + 0.9836685657501221, + 0.9773385524749756, + 0.97476726770401, + 0.9752233028411865, + 0.9726579189300537, + 0.965995192527771, + 0.9669031500816345, + 0.9665342569351196, + 0.9645315408706665, + 0.9624515771865845, + 0.9521787762641907, + 0.9459569454193115, + 0.9462006092071533, + 0.947390079498291, + 0.946913480758667, + 0.9445950984954834, + 0.9410604238510132, + 0.9403623342514038, + 0.9375554323196411, + 0.9337745904922485, + 0.9309118390083313, + 0.9306707978248596, + 0.9243788719177246, + 0.9214304685592651, + 0.9219081401824951, + 0.9188398122787476, + 0.9174748659133911, + 0.879868745803833, + 0.8952464461326599, + 0.8796561360359192, + 0.8537905216217041, + 0.8455487489700317, + 0.8460521697998047, + 0.8405963778495789, + 0.8375523090362549 ], "p90": [ - 1.4606544971466064, - 1.5163543224334717, - 1.5292997360229492, - 1.545027732849121, - 1.5669021606445312, - 1.5813754796981812, - 1.5924561023712158, - 1.603245496749878, - 1.6191277503967285, - 1.633075475692749, - 1.6491941213607788, - 1.6676921844482422, - 1.6642158031463623, - 1.6725863218307495, - 1.6878809928894043, - 1.7127037048339844, - 1.7288247346878052, - 1.7316476106643677, - 1.7309672832489014, - 1.7249577045440674, - 1.7213224172592163, - 1.7273796796798706, - 1.7388033866882324, - 1.7450265884399414, - 1.740386724472046, - 1.740271806716919, - 1.7458386421203613, - 1.7519450187683105, - 1.761296033859253, - 1.76889967918396, - 1.7745872735977173, - 1.7789170742034912, - 1.7726633548736572, - 1.880603551864624, - 1.910315990447998, - 1.9448654651641846, - 1.977020502090454, - 2.00793194770813, - 2.012923240661621, - 2.0142569541931152, - 2.018908977508545, - 2.0176236629486084, - 2.0283143520355225, - 2.0270633697509766, - 2.0188307762145996, - 2.016951084136963, - 2.019561767578125, - 2.040363073348999, - 2.0227696895599365, - 2.0054638385772705, - 2.0233802795410156, - 2.0403850078582764, - 2.043229579925537, - 2.0395755767822266, - 2.039724349975586, - 2.0368332862854004, - 2.042153835296631, - 2.0567784309387207, - 2.0578572750091553, - 2.055819272994995, - 2.052177906036377, - 2.066300392150879, - 2.085676670074463, - 2.0897340774536133, - 1.7765063047409058, - 1.880703330039978, - 1.8769444227218628, - 1.882382869720459, - 1.9055919647216797, - 1.9316644668579102, - 1.928794264793396, - 1.9297988414764404 + 1.3746010065078735, + 1.4277561902999878, + 1.4554998874664307, + 1.4777370691299438, + 1.488642692565918, + 1.5037691593170166, + 1.5121079683303833, + 1.5211436748504639, + 1.5319384336471558, + 1.5421279668807983, + 1.5539718866348267, + 1.556046724319458, + 1.5594000816345215, + 1.5746647119522095, + 1.585612416267395, + 1.6015558242797852, + 1.6002448797225952, + 1.608046054840088, + 1.6016830205917358, + 1.6014540195465088, + 1.6072964668273926, + 1.6149821281433105, + 1.6236881017684937, + 1.606858491897583, + 1.604701042175293, + 1.6107573509216309, + 1.6158785820007324, + 1.622122049331665, + 1.626766562461853, + 1.633034348487854, + 1.6355342864990234, + 1.6370444297790527, + 1.6360149383544922, + 1.7045949697494507, + 1.7256289720535278, + 1.749413251876831, + 1.7840449810028076, + 1.811937689781189, + 1.80025315284729, + 1.7991459369659424, + 1.8002499341964722, + 1.810248613357544, + 1.8132801055908203, + 1.8072614669799805, + 1.8108817338943481, + 1.8110218048095703, + 1.8035763502120972, + 1.8005900382995605, + 1.793217658996582, + 1.7996602058410645, + 1.8078112602233887, + 1.8180391788482666, + 1.8112130165100098, + 1.8137695789337158, + 1.8104851245880127, + 1.8152931928634644, + 1.8263206481933594, + 1.8285107612609863, + 1.830160140991211, + 1.8329663276672363, + 1.844355583190918, + 1.8600693941116333, + 1.8570759296417236, + 1.8591915369033813, + 1.713721513748169, + 1.8253514766693115, + 1.8172359466552734, + 1.8220298290252686, + 1.8537659645080566, + 1.8808680772781372, + 1.8751392364501953, + 1.856187343597412 ], "timestamps": [ - "2026-06-16 04:10:00", "2026-06-16 04:20:00", "2026-06-16 04:30:00", "2026-06-16 04:40:00", @@ -527,6 +526,7 @@ "2026-06-17 04:10:00", "2026-06-17 04:20:00", "2026-06-17 04:30:00", - "2026-06-17 04:40:00" + "2026-06-17 04:40:00", + "2026-06-17 04:50:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 121abda30b568fd49efced47eea0110b6e83e7fc..87db6b660c66c450c7916f1fc3569a48f118136f 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T05:11:05.603610+00:00", + "evaluated_at": "2026-06-18T05:21:09.855414+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:08:49.012758Z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", - "data_fetched_at": "2026-06-18T05:08:49.012758Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t230600z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t041000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 6eb986fdd588b3ce40b1251f2a0bea37fe628cbc..be28d8dd518459cf404926e6a4233b82fb40cfdf 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1134571.4855187733,1134571.4855187733,929.2420247395834,0.9611743733658488,0.014402817161669834,0.014268456698310119,4.852579018395874,1065.1626568363977,0.016422095017648436,0.014326545083723594,0.009118359774220324,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1104861.8744856517,1104861.8744856517,921.0587565104166,0.952709896401994,0.014270979919317098,0.014140290183147575,4.852579018395874,1051.1241004209026,0.016203612149091513,0.014198588778473527,0.00907515989129212,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.017802053815152222,0.017802053815152222,0.10415875812371572,0.09973707504268856,0.09335703447064128,0.08692345977891075,0.7401424995726272,0.13342433741695037,0.10609441408279992,0.08282343857698488,0.0991728916368309,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.041125800888771574,0.041125800888771574,0.16080748869313133,0.7638354802360889,0.1044668722768821,0.11291048476742972,6.814797254626283,0.20279497254313672,0.1397247657713478,0.110795590295746,0.09187705414146899,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.03374098359866604,0.03374098359866604,0.15900490780671436,0.1514825379074166,0.14359010807309072,0.13034459466083642,0.9061291354330041,0.18368718953336416,0.14964537472555056,0.12953733503345635,0.12266290603729361,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.05661021931807121,0.05661021931807121,0.18991675972938538,0.9135236433666127,0.122821811864492,0.1350187208918618,4.915744559350126,0.23792902159692753,0.163306868939226,0.13035278833294592,0.1100371308838749,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.8053929806622667,0.8053929806622667,0.7832512855529785,0.4767040668218858,0.04610867061034435,0.04475260851318331,1.6733798726387732,0.8974368950863714,0.05208823574866484,0.04546077594503382,0.029739423549641337,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,48.64248702699964,48.64248702699964,5.603801250457764,0.4452217952999293,0.14269116709463667,0.15457720072898953,2.241564125816786,6.974416608362282,0.18664808304985922,0.14996792132208903,0.15281158784391893,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.3311764994623445,0.3311764994623445,0.48850758870442706,0.24401917008210136,0.01975391732050611,0.020039856819014226,2.0078797931312677,0.5754793649318318,0.022162236586175263,0.01881287395299039,0.02597958098112694,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index abd960b325ee520222ce0a84a826a40e2904a9c5..2c6146489d53c1a92d6aa7c005c6a2c2bb2e6313 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T05:10:39.865362+00:00", + "evaluated_at": "2026-06-18T05:20:33.779603+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64689.5, 64282.8203125, 63883.41015625, - 63738.01171875 + 63934.41015625 ], "p50": [ 65852.28125, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 52704434ba199497f58a6014038ba7d69b8863cd..2486f2c6583e7c58274b6b412e8bc8706de07d37 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T04:56:33.126091+00:00", + "evaluated_at": "2026-06-18T05:20:41.158537+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.534999966621399, - 1.5199999809265137, - 1.5, - 1.4850000143051147, - 1.4819999933242798, 1.4559999704360962, 1.440999984741211, 1.4160000085830688, @@ -245,14 +240,14 @@ 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, - 1.6480000019073486 - ], - "actuals": [ + 1.6480000019073486, 1.6339999437332153, 1.6339999437332153, 1.6319999694824219, 1.628999948501587, - 1.6319999694824219, + 1.6319999694824219 + ], + "actuals": [ 1.621000051498413, 1.6050000190734863, 1.590000033378601, @@ -307,200 +302,200 @@ 1.1640000343322754, 1.1770000457763672, 1.1950000524520874, - 1.215000033378601 + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624 ], "p50": [ - 1.64446222782135, - 1.6392531394958496, - 1.6328654289245605, - 1.6235679388046265, - 1.6119358539581299, - 1.5990254878997803, - 1.5833172798156738, - 1.5678677558898926, - 1.5515687465667725, - 1.5337713956832886, - 1.5161362886428833, - 1.497254729270935, - 1.4761602878570557, - 1.4560197591781616, - 1.4336323738098145, - 1.4115447998046875, - 1.389914870262146, - 1.3665730953216553, - 1.3448097705841064, - 1.3226913213729858, - 1.3004610538482666, - 1.279288649559021, - 1.2579740285873413, - 1.238648772239685, - 1.2220144271850586, - 1.201123595237732, - 1.1799547672271729, - 1.1601964235305786, - 1.1420388221740723, - 1.1237313747406006, - 1.1079620122909546, - 1.0910311937332153, - 1.1569017171859741, - 1.1476987600326538, - 1.144156575202942, - 1.144614815711975, - 1.1461647748947144, - 1.1510262489318848, - 1.154679536819458, - 1.1577755212783813, - 1.164559245109558, - 1.1713119745254517, - 1.1749531030654907, - 1.18336021900177, - 1.1923234462738037, - 1.2040073871612549, - 1.2179185152053833, - 1.232588768005371, - 1.246964693069458, - 1.261773943901062, - 1.2803301811218262, - 1.2954540252685547, - 1.314395785331726, - 1.3315682411193848, - 1.3493859767913818, - 1.3714375495910645, - 1.3897705078125, - 1.4188950061798096, - 1.4393670558929443, - 1.463778018951416 + 1.6215953826904297, + 1.6147364377975464, + 1.60739004611969, + 1.5994874238967896, + 1.5886223316192627, + 1.5779469013214111, + 1.567054271697998, + 1.5560879707336426, + 1.544307827949524, + 1.5304237604141235, + 1.5191227197647095, + 1.5059452056884766, + 1.4932621717453003, + 1.4812891483306885, + 1.4682689905166626, + 1.4542815685272217, + 1.4428116083145142, + 1.4290062189102173, + 1.4183528423309326, + 1.4057716131210327, + 1.3950989246368408, + 1.3841415643692017, + 1.3717440366744995, + 1.3638051748275757, + 1.3540493249893188, + 1.3434852361679077, + 1.3374412059783936, + 1.3284757137298584, + 1.316904067993164, + 1.3098690509796143, + 1.3041350841522217, + 1.2989147901535034, + 1.3038164377212524, + 1.3001664876937866, + 1.2965750694274902, + 1.2947726249694824, + 1.2932031154632568, + 1.290719985961914, + 1.2899155616760254, + 1.2892347574234009, + 1.2897742986679077, + 1.288262128829956, + 1.28817617893219, + 1.2871217727661133, + 1.2896993160247803, + 1.290049433708191, + 1.2946431636810303, + 1.2974498271942139, + 1.2989164590835571, + 1.3030227422714233, + 1.3108428716659546, + 1.3144711256027222, + 1.3214040994644165, + 1.3244048357009888, + 1.3312182426452637, + 1.3386849164962769, + 1.3463042974472046, + 1.3550821542739868, + 1.3604233264923096, + 1.3671107292175293 ], "p10": [ - 1.632307767868042, - 1.6225402355194092, - 1.6118742227554321, - 1.596010446548462, - 1.5787887573242188, - 1.5581846237182617, - 1.5367590188980103, - 1.5136562585830688, - 1.490142822265625, - 1.4651132822036743, - 1.4387532472610474, - 1.408933162689209, - 1.3788058757781982, - 1.3438054323196411, - 1.3093793392181396, - 1.2731024026870728, - 1.234444499015808, - 1.1968567371368408, - 1.1608567237854004, - 1.123521327972412, - 1.085992693901062, - 1.0471644401550293, - 1.0103553533554077, - 0.9735199213027954, - 0.9376233816146851, - 0.8976250886917114, - 0.8590735197067261, - 0.8182632923126221, - 0.7737215161323547, - 0.7361353635787964, - 0.6968286633491516, - 0.6640830039978027, - 0.5917490720748901, - 0.5652590990066528, - 0.545009195804596, - 0.531497597694397, - 0.5107768177986145, - 0.4941037893295288, - 0.4745674729347229, - 0.45981866121292114, - 0.4377365708351135, - 0.422405481338501, - 0.39598244428634644, - 0.37790346145629883, - 0.35845571756362915, - 0.34129202365875244, - 0.3295661211013794, - 0.2924262285232544, - 0.2816762924194336, - 0.26132017374038696, - 0.2448703646659851, - 0.2245907187461853, - 0.21475207805633545, - 0.2023182511329651, - 0.19806569814682007, - 0.18150514364242554, - 0.17593175172805786, - 0.17290222644805908, - 0.1767575740814209, - 0.17288529872894287 + 1.6056077480316162, + 1.592064619064331, + 1.5810497999191284, + 1.5658035278320312, + 1.548980712890625, + 1.5285451412200928, + 1.5115225315093994, + 1.4915716648101807, + 1.472123146057129, + 1.4475613832473755, + 1.4244877099990845, + 1.3989946842193604, + 1.3751981258392334, + 1.3468865156173706, + 1.3185837268829346, + 1.288793683052063, + 1.2614227533340454, + 1.232527732849121, + 1.2052861452102661, + 1.173852801322937, + 1.1472961902618408, + 1.114639163017273, + 1.0860925912857056, + 1.059820294380188, + 1.0304412841796875, + 1.001821517944336, + 0.9739732146263123, + 0.9421396255493164, + 0.9080917239189148, + 0.878070592880249, + 0.8479824662208557, + 0.8197482824325562, + 0.751957893371582, + 0.7222707271575928, + 0.7048965692520142, + 0.683678388595581, + 0.6624346971511841, + 0.6392903327941895, + 0.6123616695404053, + 0.5919288396835327, + 0.5661415457725525, + 0.5387974381446838, + 0.5078457593917847, + 0.47934091091156006, + 0.4559463858604431, + 0.43285804986953735, + 0.41864681243896484, + 0.38748103380203247, + 0.3666630983352661, + 0.3417302370071411, + 0.327803373336792, + 0.30447930097579956, + 0.2840840816497803, + 0.26358991861343384, + 0.24267613887786865, + 0.2222006916999817, + 0.20852679014205933, + 0.20079952478408813, + 0.18389785289764404, + 0.16502219438552856 ], "p90": [ - 1.6562362909317017, - 1.6545209884643555, - 1.6535539627075195, - 1.6514840126037598, - 1.6456676721572876, - 1.6395220756530762, - 1.6302552223205566, - 1.6224558353424072, - 1.612647533416748, - 1.6035985946655273, - 1.593778133392334, - 1.5855286121368408, - 1.5741851329803467, - 1.5646753311157227, - 1.5532728433609009, - 1.5461740493774414, - 1.533361792564392, - 1.5251929759979248, - 1.5163369178771973, - 1.5091911554336548, - 1.5014348030090332, - 1.492488145828247, - 1.4869972467422485, - 1.4816162586212158, - 1.4740022420883179, - 1.4676238298416138, - 1.4641183614730835, - 1.4618327617645264, - 1.4562407732009888, - 1.45540189743042, - 1.4530582427978516, - 1.4574997425079346, - 1.4661134481430054, - 1.4776705503463745, - 1.4831236600875854, - 1.4819376468658447, - 1.4859745502471924, - 1.4914559125900269, - 1.4995017051696777, - 1.5135290622711182, - 1.5231837034225464, - 1.5299301147460938, - 1.536314845085144, - 1.5552740097045898, - 1.5717843770980835, - 1.58770751953125, - 1.6047749519348145, - 1.6247529983520508, - 1.6380562782287598, - 1.6565721035003662, - 1.6758553981781006, - 1.697624921798706, - 1.7178324460983276, - 1.7410658597946167, - 1.7585234642028809, - 1.7785699367523193, - 1.7957146167755127, - 1.8261046409606934, - 1.8567967414855957, - 1.887980580329895 + 1.6374032497406006, + 1.6356422901153564, + 1.6330444812774658, + 1.6318614482879639, + 1.6288161277770996, + 1.6278085708618164, + 1.6237068176269531, + 1.6213637590408325, + 1.6190860271453857, + 1.6163883209228516, + 1.6164054870605469, + 1.6165742874145508, + 1.6161028146743774, + 1.6182975769042969, + 1.6207544803619385, + 1.623286247253418, + 1.6262924671173096, + 1.6305880546569824, + 1.635359764099121, + 1.6420035362243652, + 1.6489636898040771, + 1.6555267572402954, + 1.661388874053955, + 1.6707494258880615, + 1.6791486740112305, + 1.688586711883545, + 1.6989723443984985, + 1.712977647781372, + 1.7163941860198975, + 1.7327876091003418, + 1.7405486106872559, + 1.7651050090789795, + 1.8165709972381592, + 1.8326568603515625, + 1.8417637348175049, + 1.8585033416748047, + 1.8682334423065186, + 1.8780736923217773, + 1.89167058467865, + 1.9158384799957275, + 1.9255715608596802, + 1.9415336847305298, + 1.951843500137329, + 1.971720814704895, + 1.9923276901245117, + 2.0093679428100586, + 2.0273969173431396, + 2.0503320693969727, + 2.065707206726074, + 2.078136444091797, + 2.0915286540985107, + 2.1127233505249023, + 2.1382641792297363, + 2.1457862854003906, + 2.163614273071289, + 2.1774091720581055, + 2.191443920135498, + 2.212352752685547, + 2.2261881828308105, + 2.2473959922790527 ], "timestamps": [ - "2026-06-16 22:42:00", - "2026-06-16 22:48:00", - "2026-06-16 22:54:00", - "2026-06-16 23:00:00", - "2026-06-16 23:06:00", "2026-06-16 23:12:00", "2026-06-16 23:18:00", "2026-06-16 23:24:00", @@ -795,6 +790,11 @@ "2026-06-18 04:18:00", "2026-06-18 04:24:00", "2026-06-18 04:30:00", - "2026-06-18 04:36:00" + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index b6a1a1273b03042380127eab73fbe6bdb4f8b71c..4447fe0c5d91a143d7f6a2c64ce476d19f21ba68 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T04:56:40.282926+00:00", + "evaluated_at": "2026-06-18T05:20:45.752068+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 0.8999999761581421, 0.8999999761581421, 1.0, 1.0, @@ -81,10 +80,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.399999976158142, 1.399999976158142, @@ -155,232 +154,232 @@ 1.7999999523162842, 1.7999999523162842, 1.399999976158142, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.3055561780929565, - 1.305833339691162, - 1.305448055267334, - 1.3046079874038696, - 1.3047014474868774, - 1.3047107458114624, - 1.3049172163009644, - 1.3042120933532715, - 1.3045704364776611, - 1.3037738800048828, - 1.3043687343597412, - 1.3037036657333374, - 1.3036646842956543, - 1.30370032787323, - 1.3039405345916748, - 1.3046259880065918, - 1.3041048049926758, - 1.3043527603149414, - 1.3044548034667969, - 1.3052488565444946, - 1.3048955202102661, - 1.305335283279419, - 1.3051012754440308, - 1.3045381307601929, - 1.3037378787994385, - 1.3039932250976562, - 1.3045217990875244, - 1.3053537607192993, - 1.3053863048553467, - 1.3053126335144043, - 1.3039623498916626, - 1.3027257919311523, - 1.3074579238891602, - 1.3056471347808838, - 1.3040876388549805, - 1.3039616346359253, - 1.3024605512619019, - 1.3030709028244019, - 1.3037267923355103, - 1.3041338920593262, - 1.3052446842193604, - 1.3052517175674438, - 1.3046290874481201, - 1.3051096200942993, - 1.302666187286377, - 1.3026759624481201, - 1.304750680923462, - 1.306087613105774, - 1.3053306341171265, - 1.3043372631072998, - 1.3047488927841187, - 1.3046528100967407, - 1.3050405979156494, - 1.3049222230911255, - 1.3051047325134277, - 1.3045986890792847, - 1.3049664497375488, - 1.3058353662490845, - 1.3068592548370361, - 1.3059866428375244, - 1.305657148361206, - 1.3053990602493286, - 1.3043640851974487, - 1.3035452365875244, - 1.3016754388809204, - 1.300644040107727, - 1.2994848489761353, - 1.2989214658737183, - 1.2981899976730347, - 1.2984460592269897, - 1.2981164455413818, - 1.2980740070343018 + 1.2016830444335938, + 1.298917293548584, + 1.2975693941116333, + 1.3134883642196655, + 1.301334261894226, + 1.3043789863586426, + 1.3119137287139893, + 1.2987430095672607, + 1.3008978366851807, + 1.301710605621338, + 1.304211139678955, + 1.3007514476776123, + 1.3019020557403564, + 1.304132103919983, + 1.308027982711792, + 1.3102424144744873, + 1.3025622367858887, + 1.3012503385543823, + 1.2983213663101196, + 1.2945560216903687, + 1.3000006675720215, + 1.301513433456421, + 1.3029974699020386, + 1.297762393951416, + 1.2991539239883423, + 1.3055884838104248, + 1.3085038661956787, + 1.3031085729599, + 1.2977551221847534, + 1.2965562343597412, + 1.2933781147003174, + 1.2930108308792114, + 1.2687170505523682, + 1.2643777132034302, + 1.2644585371017456, + 1.263368844985962, + 1.2625274658203125, + 1.2602874040603638, + 1.2631173133850098, + 1.265532374382019, + 1.2642548084259033, + 1.2652394771575928, + 1.2639391422271729, + 1.2623786926269531, + 1.2629269361495972, + 1.2616345882415771, + 1.2604402303695679, + 1.2570370435714722, + 1.2537661790847778, + 1.2528482675552368, + 1.2524064779281616, + 1.2535595893859863, + 1.2536009550094604, + 1.2525856494903564, + 1.2522978782653809, + 1.2512197494506836, + 1.2515443563461304, + 1.2529823780059814, + 1.2533665895462036, + 1.2516415119171143, + 1.24919855594635, + 1.2467215061187744, + 1.2470424175262451, + 1.246895432472229, + 1.2463434934616089, + 1.2444071769714355, + 1.2444757223129272, + 1.2435476779937744, + 1.2465301752090454, + 1.2478468418121338, + 1.24960196018219, + 1.2477787733078003 ], "p10": [ - 1.2809336185455322, - 1.2646125555038452, - 1.2524769306182861, - 1.2522059679031372, - 1.250944972038269, - 1.2444556951522827, - 1.2411768436431885, - 1.2372498512268066, - 1.2327916622161865, - 1.225871205329895, - 1.2294456958770752, - 1.2220853567123413, - 1.2245447635650635, - 1.2184861898422241, - 1.2125405073165894, - 1.2154648303985596, - 1.21163010597229, - 1.209814429283142, - 1.2047743797302246, - 1.1975643634796143, - 1.195583462715149, - 1.196960210800171, - 1.1905741691589355, - 1.1856541633605957, - 1.1805753707885742, - 1.1685152053833008, - 1.1641895771026611, - 1.1648991107940674, - 1.1603912115097046, - 1.1553410291671753, - 1.148017406463623, - 1.139301061630249, - 1.1542494297027588, - 1.1527836322784424, - 1.1500324010849, - 1.1483535766601562, - 1.1378369331359863, - 1.1384859085083008, - 1.13933527469635, - 1.1355273723602295, - 1.1304585933685303, - 1.128023386001587, - 1.125131607055664, - 1.1217811107635498, - 1.1153467893600464, - 1.1146527528762817, - 1.111248254776001, - 1.1100637912750244, - 1.106040120124817, - 1.1010825634002686, - 1.0957719087600708, - 1.096091866493225, - 1.094839096069336, - 1.0913541316986084, - 1.0922528505325317, - 1.089155673980713, - 1.0873820781707764, - 1.0852601528167725, - 1.0832915306091309, - 1.0821473598480225, - 1.0803545713424683, - 1.0799082517623901, - 1.0771031379699707, - 1.0765959024429321, - 1.099076747894287, - 1.0899125337600708, - 1.0863806009292603, - 1.0870569944381714, - 1.0819536447525024, - 1.0794051885604858, - 1.0752639770507812, - 1.0708625316619873 + 1.1642405986785889, + 1.1644203662872314, + 1.1578245162963867, + 1.1663124561309814, + 1.1488068103790283, + 1.1484260559082031, + 1.1488959789276123, + 1.1326403617858887, + 1.1320655345916748, + 1.1272246837615967, + 1.1217167377471924, + 1.1152501106262207, + 1.1083312034606934, + 1.105362892150879, + 1.105116367340088, + 1.1047093868255615, + 1.0894358158111572, + 1.084326982498169, + 1.0728795528411865, + 1.0668327808380127, + 1.0648927688598633, + 1.0667473077774048, + 1.06345534324646, + 1.0578168630599976, + 1.054294228553772, + 1.051283597946167, + 1.050152063369751, + 1.044825553894043, + 1.032415509223938, + 1.0268828868865967, + 1.0193746089935303, + 1.0161086320877075, + 1.0408837795257568, + 1.0416560173034668, + 1.0373320579528809, + 1.03708815574646, + 1.0305818319320679, + 1.026720404624939, + 1.0266708135604858, + 1.0265306234359741, + 1.0192112922668457, + 1.0193569660186768, + 1.012439489364624, + 1.0097630023956299, + 1.0083814859390259, + 1.0044296979904175, + 1.0007680654525757, + 0.9945813417434692, + 0.9852091670036316, + 0.9825760126113892, + 0.9822328090667725, + 0.9843122363090515, + 0.9810125231742859, + 0.9830949306488037, + 0.9805479645729065, + 0.9795182943344116, + 0.977105438709259, + 0.9763306379318237, + 0.9727798700332642, + 0.9678633809089661, + 0.9631028771400452, + 0.961188018321991, + 0.9601936936378479, + 0.9611799716949463, + 0.9664387702941895, + 0.9592345356941223, + 0.963468611240387, + 0.9586312770843506, + 0.9574812054634094, + 0.9601067304611206, + 0.9587286710739136, + 0.9571229219436646 ], "p90": [ - 1.3939247131347656, - 1.4658273458480835, - 1.4399785995483398, - 1.4332574605941772, - 1.442294955253601, - 1.4269134998321533, - 1.4341446161270142, - 1.4305546283721924, - 1.4235645532608032, - 1.4277966022491455, - 1.4329384565353394, - 1.4302200078964233, - 1.434291958808899, - 1.4378019571304321, - 1.4466662406921387, - 1.446897268295288, - 1.447649598121643, - 1.4485037326812744, - 1.4534591436386108, - 1.4625619649887085, - 1.4667730331420898, - 1.47673499584198, - 1.4738715887069702, - 1.4772913455963135, - 1.4792678356170654, - 1.4852049350738525, - 1.4950132369995117, - 1.4966140985488892, - 1.50431489944458, - 1.5070925951004028, - 1.5052224397659302, - 1.5155551433563232, - 1.4623613357543945, - 1.493719458580017, - 1.4915127754211426, - 1.4943917989730835, - 1.482496738433838, - 1.4830012321472168, - 1.4846656322479248, - 1.4893447160720825, - 1.4874826669692993, - 1.489560604095459, - 1.4929187297821045, - 1.4981424808502197, - 1.5030559301376343, - 1.5039311647415161, - 1.5058715343475342, - 1.5102801322937012, - 1.5076063871383667, - 1.5068973302841187, - 1.5078701972961426, - 1.5116502046585083, - 1.5127956867218018, - 1.5153073072433472, - 1.5148839950561523, - 1.5192947387695312, - 1.518576741218567, - 1.5211845636367798, - 1.5199010372161865, - 1.5233484506607056, - 1.5212637186050415, - 1.5223579406738281, - 1.5247052907943726, - 1.5209851264953613, - 1.5326244831085205, - 1.5714170932769775, - 1.5675257444381714, - 1.5679609775543213, - 1.552187442779541, - 1.5544846057891846, - 1.553646206855774, - 1.5591590404510498 + 1.3856126070022583, + 1.4775187969207764, + 1.453108787536621, + 1.4700708389282227, + 1.4559955596923828, + 1.468743085861206, + 1.483971118927002, + 1.4800686836242676, + 1.4750211238861084, + 1.4807522296905518, + 1.4921481609344482, + 1.4926724433898926, + 1.5023152828216553, + 1.510379433631897, + 1.5183641910552979, + 1.5264748334884644, + 1.516669750213623, + 1.5208063125610352, + 1.5246071815490723, + 1.5226130485534668, + 1.5297318696975708, + 1.536219835281372, + 1.5422028303146362, + 1.5371425151824951, + 1.5478366613388062, + 1.5576907396316528, + 1.5675418376922607, + 1.5610706806182861, + 1.5594820976257324, + 1.5658550262451172, + 1.5696043968200684, + 1.5758107900619507, + 1.5236141681671143, + 1.5361616611480713, + 1.5175259113311768, + 1.5353449583053589, + 1.5317007303237915, + 1.531970739364624, + 1.5404753684997559, + 1.5484315156936646, + 1.5446146726608276, + 1.5537543296813965, + 1.5545310974121094, + 1.5606821775436401, + 1.5689318180084229, + 1.5690808296203613, + 1.5664238929748535, + 1.5664242506027222, + 1.5641956329345703, + 1.5664145946502686, + 1.5702141523361206, + 1.5748507976531982, + 1.5746662616729736, + 1.576974868774414, + 1.5817509889602661, + 1.5857312679290771, + 1.58852219581604, + 1.5925204753875732, + 1.5920212268829346, + 1.5939533710479736, + 1.5972588062286377, + 1.593747615814209, + 1.603831171989441, + 1.5991063117980957, + 1.613340139389038, + 1.6181979179382324, + 1.5992447137832642, + 1.6164709329605103, + 1.61859130859375, + 1.615971565246582, + 1.6278443336486816, + 1.6309963464736938 ], "timestamps": [ - "2026-06-16 04:10:00", "2026-06-16 04:20:00", "2026-06-16 04:30:00", "2026-06-16 04:40:00", @@ -527,6 +526,7 @@ "2026-06-17 04:10:00", "2026-06-17 04:20:00", "2026-06-17 04:30:00", - "2026-06-17 04:40:00" + "2026-06-17 04:40:00", + "2026-06-17 04:50:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 0a973d0741ec0359813993078eccba3a03d1dd8c..c9b65ba1f515bf758179c3f09a9710a97b12018a 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T05:10:51.396973+00:00", + "evaluated_at": "2026-06-18T05:20:50.120426+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:08:49.012758Z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", - "data_fetched_at": "2026-06-18T05:08:49.012758Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t230600z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t041000z", + "data_fetched_at": "2026-06-18T05:18:16.763570Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": []