diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 81588dde2dcc38980f89492c103e92c7911d0573..9632b6eb50bacecdf3dc6f0d64a7102d629d25dd 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,1090446.6485428875,364898.25444004196,545.1233564335498,0.5427826064432633,0.008377515625403368,0.008366503755273745,7.140512801818757,1044.2445348398467,0.016027337065565337,0.008366695236966475,0.007303020288882604,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,1097065.0147829016,371060.07353230304,550.0400231002164,0.5476781610307713,0.008454342950494404,0.008442591380704821,7.319445519049833,1047.4087142958576,0.016077114931635102,0.008442794629913248,0.007379039408434566,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.2991204309885388,0.2965866774075243,0.36457441244506417,0.3623669850827039,0.2456600334922063,0.19271189467806948,13.790815753216721,0.5469190351309221,0.38835406377898657,0.25887552915210654,0.2559852528779782,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.05451651917847587,0.064271701713485,0.22571234035446835,1.4651499608169611,0.15510956433022496,0.1713023786189281,8.00174299278064,0.23348772811108484,0.166446697267308,0.16090384658932397,0.1361470660840706,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.48960526571220925,0.4840451022321571,0.4910581978341233,0.4798770417701632,0.35992386083569006,0.26227124709652877,18.450271565082883,0.6997179901304591,0.48293046031596787,0.3389179138837746,0.3360301399712096,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.05704131199649382,0.06712679288052162,0.2320625079734388,1.4803985873697512,0.15908011414242754,0.17593363860078345,8.815336373755862,0.23883323051136293,0.1695857232549394,0.16477810969088907,0.13986584991443973,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,1.5214240033666513,1.0430254666246634,0.9260209846943329,0.5635969017576826,0.04286927033219693,0.041768989651237265,9.560315478024226,1.2334601750225467,0.05650513995232125,0.04242126855695455,0.04209962473013393,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,345.4682775743442,347.0471847092856,13.949237193027448,1.112686465519605,0.3282166014521764,0.3906263498622109,25.702335807962104,18.586776954984536,0.5133287076175246,0.38524935861065446,0.3615996431011961,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,13.977260736059156,13.77901665949534,3.083117072706667,1.4992714515083962,0.12688876715631114,0.11644545546774998,36.91578847321643,3.738617489936508,0.14502475834516637,0.11959723336840608,0.11187299535211277,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,36.21990836110642,31.201313799453303,4.650975413100956,0.8882499462686176,0.5956162933151907,0.39246787844244907,6.085861156941015,6.018297795980723,0.5103856788110861,0.3944290102983143,0.3209058046182445,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,1775.9326840377819,100.15299276365141,4.59560983436766,0.09191219668735319,0.0016289600602047872,0.0016342676482670887,2.733889561839103,42.14181633529554,0.015039458617800637,0.0016400689371721016,0.0016799107915372803,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,956.3582536937911,2171.0189325910083,43.610577352919165,0.29483207224508734,0.016773493447693546,0.016935623941105198,1.3626516169904643,30.92504250108302,0.011922907952224778,0.01681371656980016,0.01562362289077538,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,1458.2572570477146,1507.3434428064156,38.816004820877765,0.8102555033827628,0.17095882810943908,0.16657311637078775,4.810018149994523,38.18713470591522,0.16112715065787012,0.16378061105855596,0.10762720666767608,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 00d3f686e94931f5b567d2722cfec37f5e09de7b..94d4408ba3aaf2a2816336f1aa5fb49bb23ad95a 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T01:39:45.943926+00:00", + "evaluated_at": "2026-06-18T01:57:02.555030+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64300.01171875, 64509.3984375, 64468.01171875, - 64675.98828125 + 64557.98828125 ], "p50": [ 65224.1178604524, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index dad11a33227b44e2736dd69ff431cb7f720ea600..e1b7f4b02ff192cf7449f49a4ea61ab7257259d1 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,19 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T01:24:55.450681+00:00", + "evaluated_at": "2026-06-18T01:57:02.630001+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.0479999780654907, - 1.0839999914169312, - 1.1239999532699585, - 1.1629999876022339, - 1.184999942779541, - 1.222000002861023, - 1.25, - 1.2790000438690186, 1.3049999475479126, 1.3350000381469727, 1.3700000047683716, @@ -245,9 +237,7 @@ 0.6240000128746033, 0.6629999876022339, 0.7099999785423279, - 0.7490000128746033 - ], - "actuals": [ + 0.7490000128746033, 0.7870000004768372, 0.8220000267028809, 0.8529999852180481, @@ -255,7 +245,9 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404, + 1.0360000133514404 + ], + "actuals": [ 1.0859999656677246, 1.1230000257492065, 1.1649999618530273, @@ -307,203 +299,203 @@ 1.375, 1.3619999885559082, 1.3279999494552612, - 1.3109999895095825 + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587 ], "p50": [ - 0.7824359414221291, - 0.8248584868865365, - 0.8634260586882894, - 0.9019118537692106, - 0.938471940219126, - 0.976761326937555, - 1.0144524859183042, - 1.0519609983873153, - 1.0889558231365335, - 1.1275921959622468, - 1.1637785389188808, - 1.1978791062367076, - 1.2354153964743548, - 1.2689431556362827, - 1.3045781860429266, - 1.3387238502837986, - 1.3755075738727118, - 1.4088863733856074, - 1.4436516690938035, - 1.4749296929281193, - 1.5084076855804531, - 1.5424921394833753, - 1.5756153977439489, - 1.6077919955781006, - 1.639432353191812, - 1.6709157256662488, - 1.7047924788633733, - 1.733925521981527, - 1.7667588928586269, - 1.7968934840286783, - 1.8265538542504265, - 1.8569029203531406, - 1.8893171409024598, - 1.9176991987318956, - 1.946827056566921, - 1.9764193138204318, - 2.0034314648092475, - 2.0340349236141706, - 2.0632106806251485, - 2.090747242593908, - 2.1196324177586052, - 2.1471359148269507, - 2.1748767281169377, - 2.2029241844107745, - 2.2288115251068463, - 2.2571918018626755, - 2.2837489726212428, - 2.309310412029258, - 2.3359319917188213, - 2.3627015495333947, - 2.3876110253476583, - 2.4119982637488655, - 2.4389948511897686, - 2.462785844846576, - 2.489146544497501, - 2.5142970540276295, - 2.5382757056711904, - 2.5628179505476547, - 2.5867365622386767, - 2.610674442534629 + 1.0637598764106637, + 1.0994919763786823, + 1.1332562366706702, + 1.168202108411787, + 1.2017743125770615, + 1.2347969712750726, + 1.2695366194318036, + 1.2996093128871902, + 1.3329568775134055, + 1.364486218791119, + 1.3955649952615234, + 1.4286277473601985, + 1.458490491300367, + 1.4906359749804237, + 1.5199445576144759, + 1.5526432684906515, + 1.5810182836722715, + 1.612404317799285, + 1.642427494536121, + 1.6725789445818569, + 1.6993540031760168, + 1.7282536054695854, + 1.7593452123391686, + 1.7868329100697224, + 1.8154373710044087, + 1.8425362364332867, + 1.8712256997478116, + 1.898225313437916, + 1.9247452381360322, + 1.952792712077426, + 1.97855394132295, + 2.006296806485171, + 2.0325867107199556, + 2.0574108164921263, + 2.0838703665248657, + 2.1096712320120257, + 2.1338647221306983, + 2.161584713816611, + 2.1861460132536386, + 2.2096177489171676, + 2.234838514293001, + 2.2604075638360728, + 2.2821993138734564, + 2.3088763630813354, + 2.3333093527310766, + 2.3567786214860478, + 2.3799471868819198, + 2.4020112634209903, + 2.4250326461984137, + 2.4486152507091576, + 2.4719622601934206, + 2.493162914285622, + 2.5165401111399754, + 2.537998340686003, + 2.5615575673784696, + 2.581015763287601, + 2.601956208918968, + 2.6240939571836224, + 2.6454803032057397, + 2.6675297051014284 ], "p10": [ - 0.7709773469485843, - 0.8103811554413155, - 0.8477890994018842, - 0.8879528295182751, - 0.9247120801249489, - 0.9626245188247576, - 1.0002586420611264, - 1.037378548786343, - 1.0746114889903262, - 1.1146611459264395, - 1.1499288849214195, - 1.183635646644981, - 1.2206333344342983, - 1.2542148236867414, - 1.289914051456669, - 1.3247369791044152, - 1.3608297374504554, - 1.3950244614404412, - 1.4294486102776427, - 1.4610784177076492, - 1.4957089706247981, - 1.5274518555239383, - 1.5610777429411198, - 1.5922268641093267, - 1.6250484881528668, - 1.6569642934593225, - 1.6887235554765168, - 1.7224952008516308, - 1.7527363015834323, - 1.7832465405921616, - 1.812724974475955, - 1.844325822904879, - 1.8731643438756445, - 1.9045152275899069, - 1.9354950185293431, - 1.9619384771682313, - 1.9902369388928989, - 2.020894927871202, - 2.050780456060487, - 2.0764936723890908, - 2.1047722023789937, - 2.132631445780623, - 2.1593614069390488, - 2.188756046817063, - 2.214756924821287, - 2.2436762298989104, - 2.268342360903209, - 2.2945186209342006, - 2.322038773185494, - 2.3484757880561125, - 2.3725156807805052, - 2.398394237695896, - 2.4234813840355325, - 2.4488461663555747, - 2.4734316385492914, - 2.4999004576198653, - 2.523733715378776, - 2.5482578530623483, - 2.574097527473917, - 2.5966323206473985 + 1.0504295291872867, + 1.0861978154421918, + 1.1205642460965026, + 1.1543076313119744, + 1.186277573787698, + 1.220726382374303, + 1.255377390173872, + 1.2865807844330133, + 1.3174685569863762, + 1.3492767211034848, + 1.3825392946074488, + 1.4129410592427, + 1.446786013790934, + 1.4747386327271124, + 1.5061213375703868, + 1.5366200748021392, + 1.5668389992729561, + 1.5993060865070006, + 1.6266168514740904, + 1.6561169125152533, + 1.6869159130272577, + 1.7143426906454688, + 1.7460013992444365, + 1.7716035596846809, + 1.7996467988580613, + 1.8286540905217217, + 1.8556947930417782, + 1.8831897919367602, + 1.911320460322018, + 1.937474391585337, + 1.9642941006316448, + 1.9911517601103546, + 2.017514547226824, + 2.0437478906722215, + 2.0712419750216604, + 2.0951476515396616, + 2.1220791295254626, + 2.1477872295621143, + 2.171396099412378, + 2.196234923432751, + 2.2233864677752484, + 2.24543129037339, + 2.269622111792458, + 2.294925842724833, + 2.3200643684743127, + 2.3412357457383504, + 2.367163777568116, + 2.390418963922151, + 2.4130502496639847, + 2.4338554944538284, + 2.4572788739828444, + 2.4783685670751927, + 2.502122953506214, + 2.523318444808466, + 2.547289772856742, + 2.566832526010132, + 2.591077717439012, + 2.609865533742431, + 2.6319313594516704, + 2.653649928965816 ], "p90": [ - 0.7994379849560027, - 0.8394205317188481, - 0.8775806495903502, - 0.9141886243636645, - 0.9525125489131463, - 0.9899855692137884, - 1.0301371582872743, - 1.0639677837457138, - 1.1019269634591848, - 1.140608869749977, - 1.1762813588502303, - 1.2106528368771865, - 1.2498855584044342, - 1.2826335016800818, - 1.317758078657018, - 1.351769218333433, - 1.3900965233520883, - 1.421256778993062, - 1.4571941481057535, - 1.4886616678032236, - 1.5235271631661165, - 1.5554690980324077, - 1.590063503161591, - 1.6201721583654263, - 1.6528442525443976, - 1.684723599936231, - 1.715563249462304, - 1.7475111212567214, - 1.781033436690597, - 1.8086999341885819, - 1.8405273001907707, - 1.8701788320820556, - 1.9029192847326208, - 1.9306797017275648, - 1.9600535780473554, - 1.9951931351880603, - 2.0207991054964696, - 2.0503275892060517, - 2.0757062871524137, - 2.106418058367785, - 2.132100242552048, - 2.1632851400562054, - 2.1875743648036874, - 2.21699313558688, - 2.240590988666179, - 2.269309672575521, - 2.2989960551787916, - 2.3256242549782136, - 2.3515383094292135, - 2.37527436428381, - 2.400597620954025, - 2.425892069416964, - 2.4511531892621314, - 2.475927063905574, - 2.5007586102447905, - 2.5289199470652446, - 2.5525974383442067, - 2.577869495886578, - 2.600972162914384, - 2.624236561095485 + 1.0762127454068362, + 1.1127526148842017, + 1.1468615701788707, + 1.1809825063685995, + 1.2197056536328188, + 1.2469050969969144, + 1.2800665856476923, + 1.312187274254599, + 1.3449909429573255, + 1.3802830825978885, + 1.4068836931682196, + 1.4395637820575604, + 1.471759894617615, + 1.5024378057910714, + 1.533422799101996, + 1.5644770664411738, + 1.5941705520659575, + 1.631043415481575, + 1.6563754884966433, + 1.6859202476227266, + 1.711267290411234, + 1.7440667933717429, + 1.77293339492449, + 1.7986770658129234, + 1.829206009065339, + 1.8584373193035342, + 1.8864708657143419, + 1.9130531962729418, + 1.9413480242876742, + 1.9666640562309055, + 1.9930231068221935, + 2.0189699434073267, + 2.046150749243033, + 2.0695965640994287, + 2.098269457666581, + 2.1240149365522045, + 2.148839417983524, + 2.174078824069173, + 2.1990461719237553, + 2.222673987383353, + 2.2484410680817843, + 2.274465856250544, + 2.2974644212843995, + 2.3242792438961932, + 2.3450736986927647, + 2.368108875956444, + 2.392301794274564, + 2.4177775375757604, + 2.4380171587222343, + 2.461306396194352, + 2.4838882374061435, + 2.5072382595475493, + 2.5290628293182147, + 2.549931391946697, + 2.5738450161575797, + 2.5940865984168613, + 2.6150737740269125, + 2.637038002948484, + 2.6589087420716853, + 2.680245342850689 ], "timestamps": [ - "2026-06-16 19:00:00", - "2026-06-16 19:06:00", - "2026-06-16 19:12:00", - "2026-06-16 19:18:00", - "2026-06-16 19:24:00", - "2026-06-16 19:30:00", - "2026-06-16 19:36:00", - "2026-06-16 19:42:00", "2026-06-16 19:48:00", "2026-06-16 19:54:00", "2026-06-16 20:00:00", @@ -795,6 +787,14 @@ "2026-06-18 00:36:00", "2026-06-18 00:42:00", "2026-06-18 00:48:00", - "2026-06-18 00:54:00" + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 15f93123dbddeb2f4455332ed4fbd76ec5ccf678..e834c87ccf274815d2d2e1b4e72549f440274f91 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T01:24:55.532614+00:00", + "evaluated_at": "2026-06-18T01:57:02.706069+00:00", "freq": "10min", "context_length": 74, "prediction_length": 72, @@ -11,7 +11,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, 1.0, 1.0, 0.8999999761581421, @@ -79,10 +78,10 @@ 1.2000000476837158, 1.399999976158142, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, @@ -153,234 +152,232 @@ 1.5, 1.7000000476837158, 1.600000023841858, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.1765272312618444, - 1.1764843125503295, - 1.1752433453306739, - 1.1766681674280717, - 1.1781150532670361, - 1.1771965904981836, - 1.177351165402302, - 1.1773529953854385, - 1.1773537768864322, - 1.1747402127826119, - 1.176709070819065, - 1.177616582402182, - 1.1779454144602026, - 1.1768814701793684, - 1.1760871266990545, - 1.1778455251912905, - 1.1776166271253339, - 1.177485493304299, - 1.1767091769353932, - 1.1767091770027274, - 1.176313929185655, - 1.1784169852494764, - 1.1770537798497123, - 1.1780453409672549, - 1.1780453409682115, - 1.1776166277694324, - 1.1760871302323237, - 1.1763139292070326, - 1.1770537798535972, - 1.1773543593892404, - 1.1773543593892462, - 1.176709177052914, - 1.177945433834582, - 1.1763139292070877, - 1.1780453409689238, - 1.1767091770529157, - 1.1773543593892506, - 1.1770537798536207, - 1.1763139292070877, - 1.1772040696214356, - 1.1774854935794936, - 1.1770537798536207, - 1.1780453409689238, - 1.1780453409689238, - 1.1770537798536207, - 1.1776166277697366, - 1.1766838545303542, - 1.1750399180408901, - 1.1772040696214356, - 1.1777310772349892, - 1.1777310772349892, - 1.1782197921858093, - 1.1767091770529157, - 1.1777310772349892, - 1.1778455267002417, - 1.175860331257819, - 1.175860331257819, - 1.1779454338345827, - 1.175860331257819, - 1.1772040696214356, - 1.1763139292070877, - 1.1767091770529157, - 1.1760871302324534, - 1.1773543593892506, - 1.1755998528985139, - 1.1777310772349892, - 1.179422928924231, - 1.175860331257819, - 1.1767091770529157, - 1.1770537798536207, - 1.1770537798536207, - 1.1779454338345827 + 1.176292250843672, + 1.1751024671123789, + 1.1764701882710271, + 1.1755767717195538, + 1.1760857268047813, + 1.1769407117060329, + 1.1759398741414735, + 1.1765090963803015, + 1.176092653892106, + 1.1769436629923966, + 1.1767412311620664, + 1.1766254439224777, + 1.1765096425700827, + 1.1760928865963258, + 1.1767412725920532, + 1.1779782191041235, + 1.1765096500904002, + 1.176943763438479, + 1.1755935844949643, + 1.175593584521659, + 1.1766254621666936, + 1.1762446054365037, + 1.1765096503450978, + 1.1762446054394478, + 1.1771208323060343, + 1.1769437635475275, + 1.175195090195962, + 1.176741274003621, + 1.1765096503466212, + 1.1757673794602086, + 1.176741274003641, + 1.1753943373687432, + 1.1771982683093054, + 1.1755935845414751, + 1.1762446054401008, + 1.1755935845414751, + 1.1759411743789496, + 1.1759411743789496, + 1.1760928899095253, + 1.1755935845414751, + 1.1770322979269792, + 1.1767412740036425, + 1.1765096503466304, + 1.1772757043122988, + 1.1763771278933657, + 1.176943763547646, + 1.1757673794602124, + 1.1744749694353758, + 1.1766254621751364, + 1.1765096503466304, + 1.1765096503466304, + 1.1747377577744595, + 1.1753943373687439, + 1.1767412740036425, + 1.1771208323063125, + 1.1759411743789496, + 1.1755935845414751, + 1.1771982683093056, + 1.1766254621751364, + 1.176943763547646, + 1.1744749694353758, + 1.1751950901960126, + 1.1744749694353758, + 1.1765096503466304, + 1.1771982683093056, + 1.1762446054401008, + 1.1762446054401008, + 1.1759411743789496, + 1.1779782197055315, + 1.1765096503466304, + 1.1763771278933657, + 1.1757673794602124 ], "p10": [ - 1.1111240865176732, - 1.07109032266117, - 1.080619575376455, - 1.1035258396267544, - 1.1058064305435642, - 1.1113394684080744, - 1.1035636552646502, - 1.0786107691380518, - 1.0794223224143908, - 1.0794226561572495, - 1.0807154983511387, - 1.0807155592174347, - 1.079422885542829, - 1.0706853311371654, - 1.0805863310848123, - 1.1035668477426477, - 1.1116506344650467, - 1.0807156043097947, - 1.103566849134076, - 1.079422904867021, - 1.0794229048957762, - 1.1185370343240946, - 1.0807156045810808, - 1.0807156045833204, - 1.1061058764360647, - 1.106105876436473, - 1.1083629710389435, - 1.1185370343331917, - 1.0794229049171857, - 1.0713151871637465, - 1.1035668492515944, - 1.1061058764367755, - 1.1061058764367766, - 1.0807156045849893, - 1.1178483944108675, - 1.0794229049172093, - 1.0786121331418639, - 1.0794229049172093, - 1.0794229049172093, - 1.0794229049172093, - 1.0794229049172093, - 1.1086137593282173, - 1.1086137593282173, - 1.1061058764367773, - 1.1086137593282173, - 1.0713151871637563, - 1.0807156045849893, - 1.0786121331418639, - 1.0807156045849893, - 1.1083629710390732, - 1.1061058764367773, - 1.0713151871637563, - 1.0713151871637563, - 1.11165063510945, - 1.0807156045849893, - 1.065016709636844, - 1.0794229049172093, - 1.0807156045849893, - 1.0807156045849893, - 1.0807156045849893, - 1.0805863346182112, - 1.1086137593282173, - 1.0794229049172093, - 1.1061058764367773, - 1.1061058764367773, - 1.1221014873902173, - 1.0805863346182112, - 1.065016709636844, - 1.0807156045849893, - 1.0807156045849893, - 1.0794229049172093, - 1.1113469475313267 + 1.0773385217290818, + 1.1063449834782504, + 1.1110525013162835, + 1.0783436891164655, + 1.0803404622003836, + 1.0703116430333066, + 1.0803463250676515, + 1.0805678628239923, + 1.1064373705444648, + 1.1038505870294784, + 1.107947522236951, + 1.103850669332069, + 1.0805684090137735, + 1.0783604986251876, + 1.1079475636669378, + 1.1203211898775867, + 1.0703146946186897, + 1.1077965691176956, + 1.0697218703890428, + 1.0703146948551037, + 1.0803476252966848, + 1.0703146948713227, + 1.1110919633903542, + 1.0783605019377338, + 1.080568416790043, + 1.0805684167902025, + 1.103629896099484, + 1.1079475650785056, + 1.0803476253051185, + 1.1064376065618804, + 1.1079475650785255, + 1.0805684167903205, + 1.0783605019383866, + 1.1038506875847278, + 1.0783605019383868, + 1.0803476253051276, + 1.0783605019383868, + 1.0775559212320402, + 1.11144134098226, + 1.1077965692268628, + 1.0805684167903211, + 1.0805684167903211, + 1.1077965692268628, + 1.0805684167903211, + 1.0703146948749198, + 1.1110919633918868, + 1.0697218704355536, + 1.0697218704355536, + 1.1077965692268628, + 1.0805684167903211, + 1.0783605019383868, + 1.0805684167903211, + 1.0783605019383868, + 1.0805684167903211, + 1.1038506875847278, + 1.0805684167903211, + 1.0783605019383868, + 1.107947565078527, + 1.0805684167903211, + 1.1110919633918868, + 1.1077965692268628, + 1.062344489019993, + 1.1038506875847278, + 1.0805684167903211, + 1.11144134098226, + 1.0805684167903211, + 1.1038506875847278, + 1.1064376065618842, + 1.1038506875847278, + 1.1038506875847278, + 1.1038506875847278, + 1.1038506875847278 ], "p90": [ - 1.3312135901255258, - 1.3340170178891895, - 1.283039030464499, - 1.329625532552667, - 1.3317226254069716, - 1.3299092374217059, - 1.3218448610956985, - 1.3342405183879635, - 1.3342412998889572, - 1.3210046854916504, - 1.3317400324834514, - 1.3648152770610227, - 1.3294361231875982, - 1.3210049259777104, - 1.3210049307182112, - 1.3296665406685597, - 1.3319903124403467, - 1.2869220468556966, - 1.2869220470133684, - 1.3317401386671137, - 1.3210049342301775, - 1.3386859932363997, - 1.331990313080841, - 1.2869220471292222, - 1.3296665421767981, - 1.3342418823914715, - 1.3210049342514805, - 1.27837214093464, - 1.329436142561955, - 1.3342418823917659, - 1.3296665421775065, - 1.3218480550826452, - 1.3346862934771528, - 1.329436142561978, - 1.3342418823917757, - 1.2831350596730338, - 1.331740138717302, - 1.321848055082647, - 1.2831350596730338, - 1.321848055082647, - 1.3342418823917757, - 1.2750054300140614, - 1.331740138717302, - 1.3294361425619785, - 1.3294361425619785, - 1.3294361425619785, - 1.3319903130847495, - 1.3294361425619785, - 1.329666542177511, - 1.331740138717302, - 1.3210049342516101, - 1.3210049342516101, - 1.321848055082647, - 1.3210049342516101, - 1.331740138717302, - 1.2831350596730338, - 1.331740138717302, - 1.3342418823917757, - 1.321848055082647, - 1.321848055082647, - 1.278848432808529, - 1.321848055082647, - 1.3210049342516101, - 1.3342418823917757, - 1.3210049342516101, - 1.331740138717302, - 1.3319903130847495, - 1.2831350596730338, - 1.321848055082647, - 1.3319903130847495, - 1.3294361425619785, - 1.3342418823917757 + 1.2771938083102004, + 1.3303326118812073, + 1.2857756180354434, + 1.2773943949912374, + 1.2858079170063026, + 1.328336687161922, + 1.2774099075756826, + 1.3283391850372064, + 1.3198431494833032, + 1.2858149795557972, + 1.330425192123265, + 1.3283397207508765, + 1.3209015626705867, + 1.2816544222687156, + 1.3306708454038325, + 1.3306708462140138, + 1.332881353214418, + 1.2820341571808047, + 1.3198433854542118, + 1.2858150800912305, + 1.3198433854922798, + 1.273753726655301, + 1.3304252349633086, + 1.3283397390028822, + 1.333475087670811, + 1.3328813534705295, + 1.3283397390034846, + 1.3304252349648196, + 1.3198433855007135, + 1.320693020851, + 1.3304252349648396, + 1.285815080111046, + 1.333475087671089, + 1.330425234964841, + 1.3283397390035352, + 1.330425234964841, + 1.3198433855007226, + 1.274119474774324, + 1.3285482885996658, + 1.3206930208510037, + 1.330425234964841, + 1.2820341572899718, + 1.3198433855007226, + 1.2774112078131588, + 1.2774112078131588, + 1.3283397390035352, + 1.3198433855007226, + 1.3206930208510037, + 1.332881353470648, + 1.2820341572899718, + 1.3209015704471343, + 1.2858150801110466, + 1.3285482885996658, + 1.3283397390035352, + 1.3306708468154218, + 1.330425234964841, + 1.3388186954750596, + 1.3388186954750596, + 1.332881353470648, + 1.3198433855007226, + 1.273753726658898, + 1.330425234964841, + 1.3206930208510037, + 1.330425234964841, + 1.3285482885996658, + 1.3388186954750596, + 1.332881353470648, + 1.3283397390035352, + 1.3285482885996658, + 1.330425234964841, + 1.3198433855007226, + 1.2820341572899718 ], "timestamps": [ - "2026-06-16 01:20:00", - "2026-06-16 01:30:00", - "2026-06-16 01:40:00", "2026-06-16 01:50:00", "2026-06-16 02:00:00", "2026-06-16 02:10:00", @@ -523,6 +520,9 @@ "2026-06-17 01:00:00", "2026-06-17 01:10:00", "2026-06-17 01:20:00", - "2026-06-17 01:30:00" + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00" ] } diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 2a538904c1eadfd05acdcf73ae0e866767ff92a4..558be05bcb30194b762fd1f0318e5b1e5f1e4b62 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,109 +1,15 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T15:34:36.994503+00:00", + "evaluated_at": "2026-06-18T01:57:02.741289+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2850.0, - 2900.0, - 2900.0, - 2900.0, - 2850.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2850.0, - 2900.0, - 2900.0, - 2900.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, 2800.0, - 2850.0, - 2850.0, - 2850.0, 2800.0, - 2850.0, - 2850.0, 2800.0, 2800.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0 - ], - "actuals": [ 2800.0, 2800.0, 2800.0, @@ -111,12 +17,13 @@ 2800.0, 2800.0, 2800.0, - 2850.0, 2800.0, 2800.0, 2800.0, 2800.0, 2800.0, + 2750.0, + 2800.0, 2800.0, 2800.0, 2800.0, @@ -125,129 +32,182 @@ 2800.0, 2800.0, 2800.0, + 2750.0, 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, 2800.0, - 2800.0 + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "actuals": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 ], "p50": [ - 2802.0739849614115, - 2802.752864185991, - 2802.7803868447854, - 2802.78463222512, - 2802.7807574218627, - 2802.772862534961, - 2802.775113576282, - 2802.774361193458, - 2802.7718770721153, - 2802.76813637993, - 2802.7724618885754, - 2802.7732631904, - 2802.7728625394875, - 2802.7694567805956, - 2802.7724618885754, - 2802.77436119346, - 2802.7751135763856, - 2802.7734115410176, - 2802.7694567805956, - 2802.7694567805956, - 2802.7718770721153, - 2802.7695879547514, - 2802.77436119346, - 2802.7702496358074 + 2550.1057365698057, + 2550.2267641713916, + 2550.1439233355577, + 2550.2017539356016, + 2550.042794387132, + 2550.1447459497726, + 2550.218987199327, + 2550.2634481207792, + 2550.0427943871555, + 2550.2046126206988, + 2550.2046126206988, + 2550.2017539416224, + 2550.2496832762995, + 2550.2021899637575, + 2550.2420500042886, + 2550.202625985893, + 2550.2021899637575, + 2550.218987199327, + 2550.203619303296, + 2550.2046126206988, + 2550.2420500042886, + 2550.2496832762995, + 2550.219514676488, + 2550.1447459497726 ], "p10": [ - 2761.0164702556663, - 2761.699646498587, - 2785.9306813675853, - 2779.125100182157, - 2797.991074333476, - 2785.307889716257, - 2779.1251087197024, - 2771.1616943525364, - 2779.1251087198066, - 2770.2170997657504, - 2773.956235769253, - 2779.1251087198066, - 2760.544388002393, - 2773.6767816275815, - 2779.699427936535, - 2793.7993161751683, - 2779.699427936535, - 2785.9310521412553, - 2757.8870435882204, - 2785.9310521412553, - 2761.715748484655, - 2773.956235769253, - 2779.699427936535, - 2785.9310521412553 + 2503.91716379056, + 2502.453289922123, + 2503.438485954453, + 2504.014053200626, + 2506.8296372872583, + 2512.0461202140323, + 2512.0461202140323, + 2512.0461202140323, + 2503.5479112274043, + 2506.829637287282, + 2512.6468446575695, + 2506.5480788792183, + 2504.014053206647, + 2503.5479112274043, + 2503.967439008723, + 2500.3463106162753, + 2503.967439008723, + 2513.0870191614777, + 2503.967439008723, + 2512.6468446575695, + 2512.0461202140323, + 2504.014053206647, + 2513.0893652980835, + 2512.625729428116 ], "p90": [ - 2814.326888744327, - 2815.0100498818333, - 2815.0259321483736, - 2817.3628760825486, - 2817.4273784320826, - 2812.374837665086, - 2812.479485026117, - 2812.3748376696103, - 2812.479485026221, - 2813.581795298916, - 2812.317051235971, - 2812.4274772359436, - 2813.4213112356956, - 2812.316519507818, - 2812.3748376696126, - 2817.362884620198, - 2812.3748376696126, - 2817.362884620198, - 2815.0261518679013, - 2817.3692605313468, - 2817.362884620198, - 2812.3223513239977, - 2817.4266437316855, - 2817.362884620198 + 2573.815350789624, + 2573.9118564286036, + 2567.6163611735296, + 2573.9564214172183, + 2573.912240205688, + 2573.916658327464, + 2574.877436539348, + 2573.9149474501714, + 2573.9122402057114, + 2573.956421423239, + 2573.956421423239, + 2573.9149474501714, + 2573.9190948474784, + 2563.5520050039745, + 2576.6026779694007, + 2573.9125109301576, + 2573.9099650784333, + 2573.9125109301576, + 2574.1264346734824, + 2573.9099650784333, + 2573.956421423239, + 2574.04852293485, + 2575.656553925672, + 2574.04852293485 ], "timestamps": [ - "2026-06-17 04:55:00", - "2026-06-17 05:10:00", - "2026-06-17 05:25:00", - "2026-06-17 05:40:00", - "2026-06-17 05:55:00", - "2026-06-17 06:10:00", - "2026-06-17 06:25:00", - "2026-06-17 06:40:00", - "2026-06-17 06:55:00", - "2026-06-17 07:10:00", - "2026-06-17 07:25:00", - "2026-06-17 07:40:00", - "2026-06-17 07:55:00", - "2026-06-17 08:10:00", - "2026-06-17 08:25:00", - "2026-06-17 08:40:00", - "2026-06-17 08:55:00", - "2026-06-17 09:10:00", - "2026-06-17 09:25:00", - "2026-06-17 09:40:00", - "2026-06-17 09:55:00", - "2026-06-17 10:10:00", - "2026-06-17 10:25:00", - "2026-06-17 10:40:00", - "2026-06-17 10:55:00", - "2026-06-17 11:10:00", - "2026-06-17 11:25:00", - "2026-06-17 11:40:00", - "2026-06-17 11:55:00", - "2026-06-17 12:10:00", - "2026-06-17 12:25:00", - "2026-06-17 12:40:00", - "2026-06-17 12:55:00", - "2026-06-17 13:10:00", - "2026-06-17 13:25:00", - "2026-06-17 13:40:00", - "2026-06-17 13:55:00", - "2026-06-17 14:10:00", - "2026-06-17 14:25:00", - "2026-06-17 14:40:00", "2026-06-17 14:55:00", "2026-06-17 15:10:00", "2026-06-17 15:25:00", @@ -327,6 +287,46 @@ "2026-06-18 09:55:00", "2026-06-18 10:10:00", "2026-06-18 10:25:00", - "2026-06-18 10:40:00" + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 4af22cc7702d8d9805c2ff4d4d79838253a0aec1..caad726cd1cecf47901fdb4c67f5901e53bea44a 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,11 +1,29 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T01:39:45.963355+00:00", + "evaluated_at": "2026-06-18T01:57:02.756636+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T01:33:18.221328Z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t194200z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t012000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t225000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 9004027b96ca947dec7669d51000ac36d27aad24..66ba9baaf00d81d93badc8caa1cecd1073e5245a 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -9,4 +9,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 -2026-06-18,Chronos-2,4.300,3.500,4.300,4.300,4.400,3.500,4.300,4.300,4.300 +2026-06-18,Chronos-2,4.000,3.800,4.000,4.000,4.200,3.800,4.000,4.000,4.000 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index ed39baa3a4efe2a25aa90cc76410550cce99be60..0aad13442384ac75892b154698cafb55087bbbab 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.225,3.8,4.225,4.1,4.3,3.55,4.225,4.1,4.225 +2026-W25,Chronos-Bolt-Mini,4.15,3.875,4.15,4.025,4.25,3.625,4.15,4.025,4.15 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 8e169c39b66fd9aad807de9b18ad293fe14bc629..ad6c395e40c39c42426887f723abc915402207be 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,769302.4421240488,769302.4421240488,705.72412109375,0.7026937542784243,0.010904554425303836,0.010814124371745474,2.2971035067521313,877.0988781910788,0.013461941998818915,0.01083163759703478,0.007136934712488223,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,779686.7110042572,779686.7110042572,710.6407877604166,0.7075893088659323,0.010981887390410115,0.010890208770110045,2.2971035067521313,882.998703851969,0.01355351683879825,0.010907923014190937,0.0071626293143003394,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.32153818200739576,0.32153818200739576,0.4256177773078283,0.42304074420987914,0.28449737219576604,0.39637894316432853,1.2864391689675359,0.5670433687182981,0.4026438694494558,0.30222095560178747,0.23281017797383224,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.059265392698619204,0.059265392698619204,0.2120696653922399,1.3765922654115756,0.1451080055119382,0.15988375428333843,4.807534773539719,0.24344484529071303,0.17354484020724098,0.1511783753291215,0.12426996217964767,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.2981746150550067,0.2981746150550067,0.41732049187024434,0.40781830746751896,0.301539896494775,0.44112949770995574,0.9178137015289356,0.5460536741520989,0.3768746208259301,0.288025719048052,0.21555600419588103,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06596982132213469,0.06596982132213469,0.2264216442902883,1.4444137714638698,0.15469525019029243,0.1711977908334227,5.043142268828117,0.2568459096854273,0.18237579111506305,0.16077276275720898,0.12872494672214807,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,3.4639680973887153,3.4639680973887153,1.645504315694173,1.001490408406084,0.07622718585796251,0.07264951778075374,8.702724080904606,1.8611738493189494,0.08526087097173231,0.07538099205249839,0.04624031736338079,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,20.792485917845926,20.792485917845926,3.6488396326700845,0.29105637949528423,0.10581697689308717,0.10653951651395009,3.0511437408284983,4.559877840232776,0.12593448580619865,0.10077347662149831,0.14747423255646291,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.3433300580052976,1.3433300580052976,1.10390305519104,0.5368107330507096,0.04392810167973752,0.04477555897846017,2.6721916924214235,1.159021163743483,0.04495960462424486,0.042821517378149924,0.03969285165028666,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,30.68622638469651,30.68622638469651,4.66762391726176,0.8914295014399117,0.5939600497735068,0.39438540040391495,9.875876661953306,5.5395149954392675,0.469782190425945,0.395840897576969,0.30121475971582873,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,8904.23517412444,8904.23517412444,71.63016764322917,1.7191240234374998,0.02731210582295492,0.0266760792826633,57.48459008789063,94.36225502882199,0.03524815752049382,0.026756794139105058,0.025179329722627545,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,435.038207359612,435.038207359612,20.134613037109375,0.13612132757482395,0.007775287733658167,0.0077869463810587595,1.351744952134683,20.857569545841432,0.008041472595987057,0.0077627423757530125,0.011638356725513164,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index befd20caacd00f41b45dfaeef207052548123bd7..914f34e46cda0b5c0b06d8d3ba2bfd155c7f4baa 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T01:33:51.684022+00:00", + "evaluated_at": "2026-06-18T01:51:11.082349+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64300.01171875, 64509.3984375, 64468.01171875, - 64675.98828125 + 64557.98828125 ], "p50": [ 65915.6015625, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d1fcef422553a872de00baefed8bc3188fd07e83..2e112bfc880bf978de1d394fbdb1803e13878a5f 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,19 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T01:06:50.566947+00:00", + "evaluated_at": "2026-06-18T01:51:19.558445+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.0479999780654907, - 1.0839999914169312, - 1.1239999532699585, - 1.1629999876022339, - 1.184999942779541, - 1.222000002861023, - 1.25, - 1.2790000438690186, 1.3049999475479126, 1.3350000381469727, 1.3700000047683716, @@ -245,9 +237,7 @@ 0.6240000128746033, 0.6629999876022339, 0.7099999785423279, - 0.7490000128746033 - ], - "actuals": [ + 0.7490000128746033, 0.7870000004768372, 0.8220000267028809, 0.8529999852180481, @@ -255,7 +245,9 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404, + 1.0360000133514404 + ], + "actuals": [ 1.0859999656677246, 1.1230000257492065, 1.1649999618530273, @@ -307,203 +299,203 @@ 1.375, 1.3619999885559082, 1.3279999494552612, - 1.3109999895095825 + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587 ], "p50": [ - 0.7970677614212036, - 0.8418298363685608, - 0.8785409927368164, - 0.9157406091690063, - 0.9478152990341187, - 0.980171263217926, - 1.0117141008377075, - 1.0394785404205322, - 1.0743471384048462, - 1.103061318397522, - 1.1303751468658447, - 1.162618637084961, - 1.1899617910385132, - 1.2188159227371216, - 1.2445796728134155, - 1.2740075588226318, - 1.2443286180496216, - 1.2648446559906006, - 1.280073642730713, - 1.2962766885757446, - 1.3057063817977905, - 1.3193645477294922, - 1.3290650844573975, - 1.332777738571167, - 1.335293173789978, - 1.3400907516479492, - 1.3460339307785034, - 1.3472858667373657, - 1.3411836624145508, - 1.3463659286499023, - 1.3447209596633911, - 1.3400366306304932, - 1.1865780353546143, - 1.174891471862793, - 1.1674578189849854, - 1.1513422727584839, - 1.1314209699630737, - 1.1107145547866821, - 1.087554931640625, - 1.0588126182556152, - 1.0386743545532227, - 1.004477620124817, - 0.9855324029922485, - 0.9571322202682495, - 0.9361019134521484, - 0.8937832713127136, - 0.8712144494056702, - 0.8370274305343628, - 0.613176703453064, - 0.5653944611549377, - 0.5472416877746582, - 0.5007948279380798, - 0.4461290240287781, - 0.410844087600708, - 0.3683713674545288, - 0.33799415826797485, - 0.2843986749649048, - 0.23830461502075195, - 0.20549237728118896, - 0.17121803760528564 + 1.0911290645599365, + 1.1244815587997437, + 1.152747631072998, + 1.1743910312652588, + 1.2057983875274658, + 1.2329425811767578, + 1.2536261081695557, + 1.2807581424713135, + 1.3029768466949463, + 1.3209121227264404, + 1.3408769369125366, + 1.3600648641586304, + 1.382123589515686, + 1.4029765129089355, + 1.417107105255127, + 1.4321352243423462, + 1.402881145477295, + 1.4192769527435303, + 1.4281275272369385, + 1.427791953086853, + 1.4353469610214233, + 1.4369962215423584, + 1.4398701190948486, + 1.4353591203689575, + 1.4314982891082764, + 1.4214670658111572, + 1.4168870449066162, + 1.4049561023712158, + 1.3879735469818115, + 1.379433512687683, + 1.3684682846069336, + 1.3514657020568848, + 1.207362413406372, + 1.1861201524734497, + 1.1685432195663452, + 1.140620470046997, + 1.112391471862793, + 1.0815504789352417, + 1.0483914613723755, + 1.011656403541565, + 0.983178436756134, + 0.9411031603813171, + 0.9174501895904541, + 0.8779991269111633, + 0.8494693636894226, + 0.8009737730026245, + 0.7688803672790527, + 0.7315146923065186, + 0.4943007826805115, + 0.4500008225440979, + 0.4164263606071472, + 0.3676636815071106, + 0.31679028272628784, + 0.26757436990737915, + 0.21278119087219238, + 0.1842339038848877, + 0.13426506519317627, + 0.09486830234527588, + 0.05613279342651367, + 0.02290177345275879 ], "p10": [ - 0.7665756940841675, - 0.8022778034210205, - 0.8378781080245972, - 0.8661327958106995, - 0.8899982571601868, - 0.9108421802520752, - 0.9410377144813538, - 0.9643024206161499, - 0.9897920489311218, - 1.0065611600875854, - 1.0299452543258667, - 1.0583505630493164, - 1.0733767747879028, - 1.0816274881362915, - 1.1040900945663452, - 1.1117408275604248, - 1.110041856765747, - 1.1197727918624878, - 1.125798225402832, - 1.1302330493927002, - 1.1197400093078613, - 1.1182947158813477, - 1.1015794277191162, - 1.0948430299758911, - 1.0722806453704834, - 1.0581645965576172, - 1.0294336080551147, - 1.0280556678771973, - 0.9933240413665771, - 0.9769284129142761, - 0.9634153246879578, - 0.9336814880371094, - 0.772405207157135, - 0.7437266111373901, - 0.72239089012146, - 0.6966421604156494, - 0.6451433897018433, - 0.6229918003082275, - 0.5693744421005249, - 0.5361327528953552, - 0.48090672492980957, - 0.4183422923088074, - 0.3673677444458008, - 0.3435046076774597, - 0.2909449338912964, - 0.2273176908493042, - 0.1943434476852417, - 0.15686780214309692, - -0.2750818729400635, - -0.38698554039001465, - -0.3977484703063965, - -0.44320249557495117, - -0.522911548614502, - -0.5382368564605713, - -0.5804406404495239, - -0.6366465091705322, - -0.6634483337402344, - -0.7119226455688477, - -0.7538598775863647, - -0.7980091571807861 + 1.064907193183899, + 1.0914045572280884, + 1.1149426698684692, + 1.1350007057189941, + 1.1570600271224976, + 1.1731988191604614, + 1.1872644424438477, + 1.208409309387207, + 1.222921371459961, + 1.2326993942260742, + 1.2460904121398926, + 1.2599692344665527, + 1.272768259048462, + 1.274543046951294, + 1.2831428050994873, + 1.276249647140503, + 1.2768625020980835, + 1.2908371686935425, + 1.2763416767120361, + 1.2769131660461426, + 1.2687150239944458, + 1.256262183189392, + 1.2338435649871826, + 1.2257113456726074, + 1.1872023344039917, + 1.1651543378829956, + 1.1333529949188232, + 1.1117483377456665, + 1.0680180788040161, + 1.0423378944396973, + 1.0236910581588745, + 0.9814313650131226, + 0.8569812178611755, + 0.8105164766311646, + 0.7812343835830688, + 0.7517215013504028, + 0.6931548118591309, + 0.6706850528717041, + 0.617074728012085, + 0.5700681209564209, + 0.5157668590545654, + 0.4465668797492981, + 0.39784181118011475, + 0.36032599210739136, + 0.2994763255119324, + 0.23134726285934448, + 0.18493610620498657, + 0.15036660432815552, + -0.2710307836532593, + -0.3696941137313843, + -0.40933215618133545, + -0.44647347927093506, + -0.5232652425765991, + -0.557945966720581, + -0.5892760753631592, + -0.647142767906189, + -0.6859508752822876, + -0.7234647274017334, + -0.7738614082336426, + -0.8105441331863403 ], "p90": [ - 0.8308751583099365, - 0.8752625584602356, - 0.9173744916915894, - 0.955429196357727, - 0.997587263584137, - 1.0426920652389526, - 1.079396367073059, - 1.1187347173690796, - 1.1581721305847168, - 1.198872685432434, - 1.234459638595581, - 1.2648894786834717, - 1.3161393404006958, - 1.3768208026885986, - 1.4008660316467285, - 1.4355459213256836, - 1.4026185274124146, - 1.4253103733062744, - 1.4549527168273926, - 1.4754719734191895, - 1.509100317955017, - 1.5342586040496826, - 1.569644808769226, - 1.5933345556259155, - 1.6130127906799316, - 1.6487292051315308, - 1.6766271591186523, - 1.679564356803894, - 1.7011547088623047, - 1.7262940406799316, - 1.7326390743255615, - 1.740164875984192, - 1.631932020187378, - 1.63153874874115, - 1.6345114707946777, - 1.6462129354476929, - 1.6556214094161987, - 1.647268533706665, - 1.6540457010269165, - 1.6514766216278076, - 1.640305519104004, - 1.6355994939804077, - 1.6392515897750854, - 1.6235389709472656, - 1.6134095191955566, - 1.603102684020996, - 1.5883984565734863, - 1.5784200429916382, - 1.4494199752807617, - 1.4605331420898438, - 1.4509336948394775, - 1.4315787553787231, - 1.4007858037948608, - 1.3947863578796387, - 1.3757023811340332, - 1.3797744512557983, - 1.3373832702636719, - 1.3221765756607056, - 1.2863702774047852, - 1.2645617723464966 + 1.1144030094146729, + 1.148690104484558, + 1.1847180128097534, + 1.211373209953308, + 1.2543013095855713, + 1.2909190654754639, + 1.3131389617919922, + 1.3500701189041138, + 1.3802576065063477, + 1.4113248586654663, + 1.4345118999481201, + 1.4668442010879517, + 1.5006308555603027, + 1.5414118766784668, + 1.5657117366790771, + 1.5820221900939941, + 1.5562043190002441, + 1.563650131225586, + 1.5861331224441528, + 1.6115165948867798, + 1.6288011074066162, + 1.6420261859893799, + 1.6646748781204224, + 1.684371829032898, + 1.6896648406982422, + 1.7121195793151855, + 1.7251944541931152, + 1.715003252029419, + 1.7233227491378784, + 1.7397708892822266, + 1.7354168891906738, + 1.7312443256378174, + 1.621127724647522, + 1.6130387783050537, + 1.609090805053711, + 1.606354832649231, + 1.6020362377166748, + 1.5862336158752441, + 1.5806694030761719, + 1.5751371383666992, + 1.5553994178771973, + 1.5448918342590332, + 1.5376602411270142, + 1.520201325416565, + 1.5080370903015137, + 1.4961841106414795, + 1.4692111015319824, + 1.4591046571731567, + 1.35593581199646, + 1.348966360092163, + 1.3233054876327515, + 1.310021162033081, + 1.2748700380325317, + 1.2540476322174072, + 1.23043954372406, + 1.2330703735351562, + 1.2059255838394165, + 1.1953682899475098, + 1.1688371896743774, + 1.1421761512756348 ], "timestamps": [ - "2026-06-16 19:00:00", - "2026-06-16 19:06:00", - "2026-06-16 19:12:00", - "2026-06-16 19:18:00", - "2026-06-16 19:24:00", - "2026-06-16 19:30:00", - "2026-06-16 19:36:00", - "2026-06-16 19:42:00", "2026-06-16 19:48:00", "2026-06-16 19:54:00", "2026-06-16 20:00:00", @@ -795,6 +787,14 @@ "2026-06-18 00:36:00", "2026-06-18 00:42:00", "2026-06-18 00:48:00", - "2026-06-18 00:54:00" + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 6465beb774ca825a1d9ee60c10bf11b7e3e77f0f..8bfa2e13890325a5e1188cfd7b24b0dc610db646 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T01:06:54.404372+00:00", + "evaluated_at": "2026-06-18T01:51:24.370691+00:00", "freq": "10min", "context_length": 74, "prediction_length": 72, @@ -11,7 +11,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, 1.0, 1.0, 0.8999999761581421, @@ -79,10 +78,10 @@ 1.2000000476837158, 1.399999976158142, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, @@ -153,234 +152,232 @@ 1.5, 1.7000000476837158, 1.600000023841858, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.2271562814712524, - 1.223270297050476, - 1.217690110206604, - 1.211713194847107, - 1.2000409364700317, - 1.1945406198501587, - 1.1897985935211182, - 1.1942408084869385, - 1.1954115629196167, - 1.1978037357330322, - 1.1952327489852905, - 1.1939624547958374, - 1.194843053817749, - 1.1978384256362915, - 1.1961923837661743, - 1.1940234899520874, - 1.2049399614334106, - 1.202177882194519, - 1.2057863473892212, - 1.2089025974273682, - 1.2128448486328125, - 1.2171680927276611, - 1.218711495399475, - 1.2152073383331299, - 1.2218774557113647, - 1.2191169261932373, - 1.2150921821594238, - 1.2068235874176025, - 1.196138858795166, - 1.189642310142517, - 1.1819185018539429, - 1.1820119619369507, - 1.1893727779388428, - 1.1889457702636719, - 1.1885541677474976, - 1.1840516328811646, - 1.188098430633545, - 1.1856179237365723, - 1.1858175992965698, - 1.1817134618759155, - 1.1808284521102905, - 1.17781400680542, - 1.1819868087768555, - 1.1842727661132812, - 1.186356544494629, - 1.1901576519012451, - 1.189876675605774, - 1.1879608631134033, - 1.2004549503326416, - 1.2018051147460938, - 1.2004696130752563, - 1.1897640228271484, - 1.1839542388916016, - 1.1756272315979004, - 1.1728907823562622, - 1.1726446151733398, - 1.1775118112564087, - 1.176487684249878, - 1.1759113073349, - 1.1711053848266602, - 1.1753203868865967, - 1.1782445907592773, - 1.1779636144638062, - 1.1752269268035889, - 1.184154748916626, - 1.1816508769989014, - 1.1847723722457886, - 1.1897835731506348, - 1.195044755935669, - 1.1977835893630981, - 1.200130581855774, - 1.1997196674346924 + 1.2134157419204712, + 1.2072453498840332, + 1.1999282836914062, + 1.1955822706222534, + 1.1877871751785278, + 1.185727596282959, + 1.1851335763931274, + 1.188674807548523, + 1.1879198551177979, + 1.1884297132492065, + 1.1866264343261719, + 1.188019037246704, + 1.187111258506775, + 1.1877762079238892, + 1.1848732233047485, + 1.1834676265716553, + 1.1951744556427002, + 1.1958564519882202, + 1.2000185251235962, + 1.200264811515808, + 1.202087163925171, + 1.201459288597107, + 1.2036477327346802, + 1.2023541927337646, + 1.204803705215454, + 1.2001203298568726, + 1.1946994066238403, + 1.1851762533187866, + 1.1802171468734741, + 1.1765720844268799, + 1.1749393939971924, + 1.176538348197937, + 1.180311918258667, + 1.1760908365249634, + 1.1756603717803955, + 1.1746108531951904, + 1.1763930320739746, + 1.1744513511657715, + 1.1740788221359253, + 1.171422004699707, + 1.1725380420684814, + 1.1698132753372192, + 1.1747225522994995, + 1.1755547523498535, + 1.177288293838501, + 1.1798324584960938, + 1.177598237991333, + 1.1771410703659058, + 1.1881964206695557, + 1.1849855184555054, + 1.181337833404541, + 1.174098014831543, + 1.170589804649353, + 1.165490984916687, + 1.168717384338379, + 1.1679203510284424, + 1.171325445175171, + 1.1654417514801025, + 1.1660981178283691, + 1.167500376701355, + 1.1684774160385132, + 1.1691542863845825, + 1.1664652824401855, + 1.1634387969970703, + 1.174002766609192, + 1.1752948760986328, + 1.1803958415985107, + 1.1817375421524048, + 1.1861910820007324, + 1.1833417415618896, + 1.1856610774993896, + 1.1854143142700195 ], "p10": [ - 1.0799142122268677, - 1.0530582666397095, - 1.0336344242095947, - 1.018372654914856, - 1.0056511163711548, - 0.9947233200073242, - 0.9860141277313232, - 0.9880515933036804, - 0.982819676399231, - 0.980160117149353, - 0.9839370250701904, - 0.9789790511131287, - 0.9810342788696289, - 0.9769490361213684, - 0.9730536937713623, - 0.9705974459648132, - 0.9787256717681885, - 0.9705644845962524, - 0.9704337120056152, - 0.9729485511779785, - 0.9751461744308472, - 0.9754087328910828, - 0.9737351536750793, - 0.975362241268158, - 0.9705713391304016, - 0.967279314994812, - 0.969423770904541, - 0.9580113887786865, - 0.95021653175354, - 0.9331802129745483, - 0.9257457256317139, - 0.9207777976989746, - 0.93039870262146, - 0.9385627508163452, - 0.9324076175689697, - 0.9314780235290527, - 0.9318780899047852, - 0.9301331043243408, - 0.9304394721984863, - 0.9263805150985718, - 0.925355076789856, - 0.9236317276954651, - 0.9182748198509216, - 0.9241909980773926, - 0.9289990663528442, - 0.9231842756271362, - 0.9293252825737, - 0.9260409474372864, - 0.9183834791183472, - 0.9298322200775146, - 0.9277404546737671, - 0.9226146340370178, - 0.9146887063980103, - 0.9049082398414612, - 0.90336012840271, - 0.9008290767669678, - 0.9055854082107544, - 0.9089491367340088, - 0.8989486694335938, - 0.9036843776702881, - 0.9039488434791565, - 0.9049834609031677, - 0.9100608229637146, - 0.9092216491699219, - 0.9057464003562927, - 0.9080810546875, - 0.9075922966003418, - 0.9165472984313965, - 0.9167283773422241, - 0.919524073600769, - 0.917665421962738, - 0.9204303622245789 + 1.0694409608840942, + 1.0404021739959717, + 1.0186222791671753, + 1.0055813789367676, + 0.9942512512207031, + 0.9870760440826416, + 0.9815747737884521, + 0.9853192567825317, + 0.9778582453727722, + 0.9748764634132385, + 0.9800982475280762, + 0.9787940382957458, + 0.9786985516548157, + 0.9719904065132141, + 0.9688457250595093, + 0.9647136926651001, + 0.9691063761711121, + 0.9679264426231384, + 0.9687174558639526, + 0.9687666296958923, + 0.9681870341300964, + 0.9640529155731201, + 0.9628651142120361, + 0.9670149683952332, + 0.9611266851425171, + 0.9565315246582031, + 0.9565349221229553, + 0.9400736093521118, + 0.9364049434661865, + 0.9241249561309814, + 0.9249036312103271, + 0.9273489713668823, + 0.9287912249565125, + 0.9308925867080688, + 0.9296501874923706, + 0.9308889508247375, + 0.9278912544250488, + 0.9255797266960144, + 0.9263139367103577, + 0.9202178120613098, + 0.9182321429252625, + 0.9200987815856934, + 0.9207523465156555, + 0.9220759272575378, + 0.9233999848365784, + 0.9166845679283142, + 0.9214440584182739, + 0.9221502542495728, + 0.918340802192688, + 0.9283952116966248, + 0.9234973192214966, + 0.9195315837860107, + 0.9095328450202942, + 0.905202329158783, + 0.9066142439842224, + 0.907296359539032, + 0.9088312387466431, + 0.909340500831604, + 0.9036288261413574, + 0.9086053967475891, + 0.907890260219574, + 0.903653085231781, + 0.9076473712921143, + 0.9032362699508667, + 0.9034901261329651, + 0.9080640077590942, + 0.9110269546508789, + 0.9159866571426392, + 0.9141022562980652, + 0.9157608151435852, + 0.9132099151611328, + 0.9170259237289429 ], "p90": [ - 1.3516865968704224, - 1.3748424053192139, - 1.3883144855499268, - 1.3947137594223022, - 1.3880341053009033, - 1.3932173252105713, - 1.4023466110229492, - 1.408469796180725, - 1.4083224534988403, - 1.4163551330566406, - 1.419965147972107, - 1.422459363937378, - 1.4283400774002075, - 1.4244110584259033, - 1.431375503540039, - 1.4306540489196777, - 1.4626171588897705, - 1.460984230041504, - 1.4629909992218018, - 1.4727994203567505, - 1.483429193496704, - 1.4896715879440308, - 1.4947760105133057, - 1.5072799921035767, - 1.5077109336853027, - 1.5118143558502197, - 1.5152027606964111, - 1.5080755949020386, - 1.5072311162948608, - 1.4965252876281738, - 1.507206678390503, - 1.5243843793869019, - 1.517224669456482, - 1.513878583908081, - 1.5157054662704468, - 1.5239284038543701, - 1.5279871225357056, - 1.5335898399353027, - 1.5355815887451172, - 1.5398955345153809, - 1.543853998184204, - 1.5487840175628662, - 1.5596247911453247, - 1.5520734786987305, - 1.5568337440490723, - 1.5584628582000732, - 1.5733375549316406, - 1.5903440713882446, - 1.5817420482635498, - 1.585877776145935, - 1.5744951963424683, - 1.5731205940246582, - 1.5789313316345215, - 1.5848137140274048, - 1.5909785032272339, - 1.577183723449707, - 1.5834014415740967, - 1.585686206817627, - 1.5979852676391602, - 1.6024959087371826, - 1.5865156650543213, - 1.5939644575119019, - 1.5966415405273438, - 1.6074726581573486, - 1.6391956806182861, - 1.6309657096862793, - 1.6302258968353271, - 1.6340796947479248, - 1.6547000408172607, - 1.6517335176467896, - 1.674942970275879, - 1.678317904472351 + 1.336080551147461, + 1.3560744524002075, + 1.3654282093048096, + 1.3714189529418945, + 1.3700331449508667, + 1.3789335489273071, + 1.3842437267303467, + 1.3920488357543945, + 1.3890094757080078, + 1.3962925672531128, + 1.3997039794921875, + 1.399336576461792, + 1.4056979417800903, + 1.4017151594161987, + 1.4084289073944092, + 1.4066959619522095, + 1.442913293838501, + 1.4435250759124756, + 1.4435709714889526, + 1.449493169784546, + 1.4550347328186035, + 1.4609386920928955, + 1.4642934799194336, + 1.4723392724990845, + 1.471663236618042, + 1.4738410711288452, + 1.4704298973083496, + 1.465073823928833, + 1.465358018875122, + 1.4661288261413574, + 1.473761796951294, + 1.4798824787139893, + 1.4960675239562988, + 1.4953957796096802, + 1.4902229309082031, + 1.4955360889434814, + 1.504409909248352, + 1.5124492645263672, + 1.5147271156311035, + 1.5150494575500488, + 1.5216031074523926, + 1.5286235809326172, + 1.5333435535430908, + 1.530484914779663, + 1.5336346626281738, + 1.5378363132476807, + 1.549889087677002, + 1.5590530633926392, + 1.5532153844833374, + 1.5515110492706299, + 1.5361943244934082, + 1.5373175144195557, + 1.5503344535827637, + 1.5607694387435913, + 1.5579540729522705, + 1.5516178607940674, + 1.5555802583694458, + 1.5591380596160889, + 1.564860224723816, + 1.557568907737732, + 1.5597383975982666, + 1.563138723373413, + 1.5692956447601318, + 1.5800830125808716, + 1.6020698547363281, + 1.5947049856185913, + 1.5865013599395752, + 1.5886096954345703, + 1.6083359718322754, + 1.6086375713348389, + 1.6232260465621948, + 1.6212332248687744 ], "timestamps": [ - "2026-06-16 01:20:00", - "2026-06-16 01:30:00", - "2026-06-16 01:40:00", "2026-06-16 01:50:00", "2026-06-16 02:00:00", "2026-06-16 02:10:00", @@ -523,6 +520,9 @@ "2026-06-17 01:00:00", "2026-06-17 01:10:00", "2026-06-17 01:20:00", - "2026-06-17 01:30:00" + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index cd729cfa6566879496d4db94623d4fae5b39d1c9..9e9eed36eac126d582d89b8252b2a0fff5a38746 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,59 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T21:26:43.040688+00:00", + "evaluated_at": "2026-06-18T01:51:33.075026+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0, - 2850.0, - 2850.0, - 2800.0, - 2800.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2850.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, 2800.0, 2800.0, 2800.0, @@ -101,9 +53,7 @@ 2750.0, 2750.0, 2750.0, - 2750.0 - ], - "actuals": [ + 2750.0, 2750.0, 2750.0, 2750.0, @@ -127,103 +77,137 @@ 2600.0, 2600.0, 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "actuals": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2600.0 ], "p50": [ - 2749.989013671875, - 2749.9140625, - 2750.24072265625, - 2749.75390625, - 2749.682373046875, - 2749.41748046875, - 2749.4775390625, - 2749.526123046875, - 2749.712890625, - 2749.794921875, - 2749.575439453125, - 2749.48046875, - 2749.15771484375, - 2749.125244140625, - 2749.031982421875, - 2748.59130859375, - 2747.153076171875, - 2746.751220703125, - 2746.626220703125, - 2746.50390625, - 2747.3291015625, - 2746.41064453125, - 2745.90087890625, - 2745.872314453125 + 2583.357177734375, + 2583.70849609375, + 2583.933349609375, + 2583.169921875, + 2585.22021484375, + 2584.694580078125, + 2584.36474609375, + 2583.444580078125, + 2585.288330078125, + 2584.681396484375, + 2583.3466796875, + 2581.8076171875, + 2582.507568359375, + 2581.864990234375, + 2581.24853515625, + 2577.182373046875, + 2580.64306640625, + 2580.30029296875, + 2578.400634765625, + 2577.3798828125, + 2580.12890625, + 2580.193115234375, + 2579.07958984375, + 2579.44189453125 ], "p10": [ - 2742.78125, - 2741.180908203125, - 2740.721923828125, - 2739.44873046875, - 2739.0908203125, - 2738.2138671875, - 2737.815185546875, - 2737.675048828125, - 2737.740966796875, - 2736.2978515625, - 2736.456298828125, - 2736.630615234375, - 2736.94775390625, - 2735.629150390625, - 2735.15380859375, - 2733.45068359375, - 2722.314453125, - 2722.85986328125, - 2723.12255859375, - 2722.20703125, - 2721.3486328125, - 2719.656982421875, - 2719.2802734375, - 2718.017333984375 + 2540.72900390625, + 2533.33349609375, + 2528.353759765625, + 2523.270751953125, + 2519.3388671875, + 2515.645263671875, + 2510.49267578125, + 2504.706787109375, + 2502.611083984375, + 2500.14306640625, + 2494.490234375, + 2488.8076171875, + 2483.625, + 2482.85205078125, + 2473.7001953125, + 2465.116943359375, + 2449.336181640625, + 2449.654296875, + 2441.56787109375, + 2439.7216796875, + 2440.934326171875, + 2437.322265625, + 2435.939208984375, + 2430.9658203125 ], "p90": [ - 2764.2861328125, - 2769.903564453125, - 2772.85107421875, - 2775.429443359375, - 2776.9921875, - 2779.265625, - 2780.005859375, - 2781.063720703125, - 2781.4287109375, - 2783.186279296875, - 2782.631591796875, - 2783.986572265625, - 2784.664794921875, - 2786.893310546875, - 2786.90087890625, - 2787.2294921875, - 2785.212646484375, - 2785.80126953125, - 2786.602294921875, - 2787.1875, - 2787.56396484375, - 2788.310791015625, - 2788.697998046875, - 2790.602783203125 + 2623.468505859375, + 2627.4423828125, + 2635.2001953125, + 2641.197998046875, + 2647.558349609375, + 2649.13916015625, + 2654.28466796875, + 2658.9833984375, + 2662.520263671875, + 2661.75048828125, + 2665.7919921875, + 2670.45458984375, + 2677.037841796875, + 2683.401611328125, + 2686.269287109375, + 2687.239990234375, + 2717.87939453125, + 2722.71533203125, + 2727.201416015625, + 2733.31396484375, + 2735.916259765625, + 2738.727294921875, + 2741.559814453125, + 2742.298828125 ], "timestamps": [ - "2026-06-17 10:55:00", - "2026-06-17 11:10:00", - "2026-06-17 11:25:00", - "2026-06-17 11:40:00", - "2026-06-17 11:55:00", - "2026-06-17 12:10:00", - "2026-06-17 12:25:00", - "2026-06-17 12:40:00", - "2026-06-17 12:55:00", - "2026-06-17 13:10:00", - "2026-06-17 13:25:00", - "2026-06-17 13:40:00", - "2026-06-17 13:55:00", - "2026-06-17 14:10:00", - "2026-06-17 14:25:00", - "2026-06-17 14:40:00", "2026-06-17 14:55:00", "2026-06-17 15:10:00", "2026-06-17 15:25:00", @@ -327,6 +311,22 @@ "2026-06-18 15:55:00", "2026-06-18 16:10:00", "2026-06-18 16:25:00", - "2026-06-18 16:40:00" + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index b53a84cbd508b73dba2fe0ebd7688784fd0eaf3c..0bec41fb1b71f39337529635d23616b9b18bb8a9 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,11 +1,29 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T01:33:53.301660+00:00", + "evaluated_at": "2026-06-18T01:51:35.749002+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T01:33:18.221328Z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t194200z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t012000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t225000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/dataset_eval_intervals.json b/results/dataset_eval_intervals.json index b28633c4c78eb5ce77f6188442dd8ffce47788a3..c278fc3b1f97bae165d4f1135a24a52bd070b112 100644 --- a/results/dataset_eval_intervals.json +++ b/results/dataset_eval_intervals.json @@ -7,5 +7,6 @@ "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600, "open_meteo_shanghai_hourly_temperature_2m": 3600, "usgs_earthquake_all_week_hourly_earthquake_count": 3600, + "usgs_potomac_iv_usgs_00060": 900, "wikimedia_time_series_hourly_pageviews": 86400 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 78363f0e1cf246e3892fd02fd2fb0d8e9251c4af..3318a8e89198fb6e180f65c38ea5cf18ab5a8539 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,1679598.5340153733,1603814.1788406475,1044.4152707170772,1.039930570133377,0.016130832414643203,0.015941144859588575,28.4046437583426,1295.993261562487,0.019891242084354322,0.016029957564272546,0.015324971752093193,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,1698173.2048991602,1622083.3854828964,1049.331937383744,1.044826124720885,0.016209109604133534,0.016017218973340144,28.600465941842923,1303.139748798708,0.020002437661122086,0.016106635288112094,0.015401596272080813,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.7295606642654402,0.7344169190808609,0.6169727056328411,0.6132370555549612,0.41527649559759794,0.29957200351274754,21.519438164118444,0.8541432340453445,0.6065065844918535,0.43809749173545154,0.42733778855400467,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.016578678753835983,0.016425130969658187,0.10642627980240682,0.690837104597433,0.07278719124090122,0.07639057869225098,4.153748811667942,0.12875821819921238,0.09178803673607219,0.07586823906706229,0.06728597712896771,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.8675192032132711,0.871963563661414,0.6735320711391566,0.6581960738282366,0.49075007969379475,0.3315164294777238,23.655438855974406,0.9314071092778233,0.6428373578636162,0.4648574965067787,0.45630534575640563,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.02087834700016685,0.021256451274085382,0.12382749601678425,0.7899339353936591,0.08441089231087852,0.08929215082494707,3.5360867649461554,0.14449341507545196,0.10259887306586869,0.08792484791958377,0.07703290060557505,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,5.023497099829141,4.697156389664191,1.9719378829837393,1.2001651146977947,0.09120443538094891,0.08640244212914128,29.030771479271877,2.2413159303920414,0.10267528120383329,0.09033500092797363,0.08882199235703347,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,14998.070533952987,15061.758690905719,102.57768704198263,8.182297171989541,2.583971784743587,1.7615827577119543,291.9452220308935,122.46660987368348,3.3822769125067933,2.832985603000671,2.7908634723921426,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,505.9744882454977,501.8557937711559,18.17316082594456,8.837322932434004,0.7497554924192755,0.4800546589430459,326.344336081437,22.49387668334424,0.8725602549683069,0.7049553114874056,0.6960331767638945,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,41.370357861759835,47.74792209367384,5.940978803535809,1.1346166415240804,0.7750789134390744,0.4661714199515881,4.756233043516875,6.43197931135975,0.5454682101506502,0.5038285911125774,0.3575969437994554,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,416.68528381992456,447.5549515913508,20.44104513283287,0.40882090265665744,0.007293542121294967,0.007268691637175854,14.503254903365011,20.41287054335878,0.007284890602834359,0.007294945474914332,0.007157440521371721,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,3273.250169450301,3027.302110743596,50.62576788346124,0.342258712451569,0.019482642688991986,0.019705642352289734,4.648733718659562,57.212325328117025,0.022057763981924636,0.019518368340611564,0.017559340589359276,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,3204.790611752943,2881.2038365570006,50.33739973772421,1.0507561340143807,0.2404507822920921,0.2146543225620431,5.672580589017583,56.61087008475442,0.2388644307373604,0.21239409172035534,0.1565877432051329,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 1c93191ef708d0ae3c09add8a8b1d55f431f1271..c488db4da345fe040a042b025bdf33d121d64ca2 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T01:39:46.044555+00:00", + "evaluated_at": "2026-06-18T01:57:02.803318+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64300.01171875, 64509.3984375, 64468.01171875, - 64675.98828125 + 64557.98828125 ], "p50": [ 65914.43568008435, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 74a320c91ef1b60a9a7d7536fd6c1de89a8e7f98..d008a9a5e91464a5bf18d4089ca96191598b0eae 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,19 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-18T01:24:55.619607+00:00", + "evaluated_at": "2026-06-18T01:57:02.820214+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.0479999780654907, - 1.0839999914169312, - 1.1239999532699585, - 1.1629999876022339, - 1.184999942779541, - 1.222000002861023, - 1.25, - 1.2790000438690186, 1.3049999475479126, 1.3350000381469727, 1.3700000047683716, @@ -245,9 +237,7 @@ 0.6240000128746033, 0.6629999876022339, 0.7099999785423279, - 0.7490000128746033 - ], - "actuals": [ + 0.7490000128746033, 0.7870000004768372, 0.8220000267028809, 0.8529999852180481, @@ -255,7 +245,9 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404, + 1.0360000133514404 + ], + "actuals": [ 1.0859999656677246, 1.1230000257492065, 1.1649999618530273, @@ -307,203 +299,203 @@ 1.375, 1.3619999885559082, 1.3279999494552612, - 1.3109999895095825 + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587 ], "p50": [ - 0.7951529339127283, - 0.8318823635461013, - 0.8786118879508594, - 0.917841345002369, - 0.9575708403200606, - 1.0033002732912935, - 1.0465298427571632, - 1.0877593038617885, - 1.1254888398298477, - 1.174218293781916, - 1.212447719004545, - 1.2496772316075835, - 1.294906715719602, - 1.3366361554857644, - 1.379365612179646, - 1.4210950966492923, - 1.4608246068681452, - 1.5045540655885847, - 1.5437836120470614, - 1.5850131327563317, - 1.6262426534656018, - 1.6704720759464173, - 1.7142016538761466, - 1.7529309981556682, - 1.7956604101460663, - 1.8383900605550436, - 1.8781195707738962, - 1.9188490085135008, - 1.961578420503899, - 2.004807975068607, - 2.0470374680021135, - 2.089767014102962, - 2.1284963583824834, - 2.170725940722957, - 2.210455436040648, - 2.256684951981547, - 2.2974143152153457, - 2.3441438396201035, - 2.3818733457858405, - 2.4161027778033994, - 2.460832342858525, - 2.50606178226706, - 2.5447912755581936, - 2.59502075490184, - 2.6272501977674443, - 2.672979675442161, - 2.7157092215430096, - 2.754438685031821, - 2.7961681098968225, - 2.840897734556593, - 2.8796271384407595, - 2.92085665915003, - 2.9650861263343287, - 3.007815612830533, - 3.0445451616731956, - 3.0882745756901513, - 3.133004125844116, - 3.1782335205491674, - 3.2194630412584377, - 3.254692534907199 + 1.074288374684501, + 1.1116962899760598, + 1.148104218142222, + 1.1780120660805324, + 1.2264198546526166, + 1.2543278624505843, + 1.2847357486550763, + 1.3241434593834944, + 1.3575514261734665, + 1.3929593076095872, + 1.4313672696311877, + 1.460774989896349, + 1.4971829180625111, + 1.53459083335407, + 1.567998800144042, + 1.6109066148229605, + 1.6488144938748954, + 1.6782223780528298, + 1.7136302445877893, + 1.7490380813204265, + 1.7774459485706418, + 1.8208539654285154, + 1.851261792028363, + 1.8916697283007569, + 1.9220775549006044, + 1.9564853747055224, + 1.999393263890247, + 2.032801230680219, + 2.0707091097321535, + 2.0981168557465213, + 2.1380247835550557, + 2.1809327025421026, + 2.2033405725341315, + 2.2447484661295998, + 2.2801563475657205, + 2.316564305534205, + 2.3509720806356396, + 2.3873800684064466, + 2.4207877371731947, + 2.4576957483090225, + 2.4946036998402055, + 2.5240115393146563, + 2.5594194803554218, + 2.599827297418526, + 2.634735155489626, + 2.6696430433630485, + 2.701050886890615, + 2.7374588150567774, + 2.781866699830758, + 2.8087745416893948, + 2.8411824170458417, + 2.880590291687033, + 2.914498222237381, + 2.9509061057000596, + 2.989314052820499, + 3.0292218614197437, + 3.0556297842214875, + 3.092537556938736, + 3.1319455060857333, + 3.166853423761478 ], "p10": [ - 0.7461529240183573, - 0.7788824120652135, - 0.8296118929576496, - 0.8722413792511979, - 0.9080708666653136, - 0.9478003768841662, - 0.9962298287381509, - 1.0301593033611096, - 1.0808888015994285, - 1.125318237896601, - 1.1563477677373026, - 1.1999772605277572, - 1.2466067355560277, - 1.2883362200256738, - 1.32316573670567, - 1.3650952215806278, - 1.4088246803010676, - 1.4455541695390852, - 1.4920836518152805, - 1.5385131294184715, - 1.580442611313197, - 1.6221720957828432, - 1.664201582350573, - 1.7009310715885906, - 1.747660551289865, - 1.7803900401050625, - 1.8331195242822733, - 1.87254900260072, - 1.9093784965117422, - 1.9463079831748389, - 1.9980374581077425, - 2.0326669684219625, - 2.0714964365837774, - 2.124125913340583, - 2.1617553775804126, - 2.203684859475138, - 2.245014349094626, - 2.2910438512191673, - 2.3337733377153715, - 2.37450282015846, - 2.4063322994663436, - 2.45706178727385, - 2.4896912696930964, - 2.5452207523269195, - 2.5751502665273627, - 2.623679723054351, - 2.656709213199291, - 2.704438673110892, - 2.7400681765109733, - 2.791897665057577, - 2.8294271290947512, - 2.875256633794214, - 2.9069861143895577, - 2.958815602936162, - 2.994545090147622, - 3.0362745746172677, - 3.0800040333377074, - 3.1285334928449284, - 3.167463025284393, - 3.201192535264827 + 1.0220883910876992, + 1.0705962696419353, + 1.1031041418482768, + 1.126412053897343, + 1.1756199036953183, + 1.2081277449817502, + 1.2435356264178707, + 1.2681435813345976, + 1.3105514352333725, + 1.3456593145714097, + 1.3761672054489062, + 1.4095751096540012, + 1.4451829616931111, + 1.4805908431292318, + 1.5226987217520132, + 1.5603066091366773, + 1.590814465741503, + 1.6342223633900872, + 1.6575302486170633, + 1.7000381310307002, + 1.7284460131820767, + 1.7748538424045286, + 1.7991617743615462, + 1.8416696567751831, + 1.8736775194000779, + 1.9034854438999957, + 1.9448932801027103, + 1.993001227509252, + 2.030909073778632, + 2.054116945391907, + 2.080524851080599, + 2.129832698822773, + 2.155340594468641, + 2.1907484759047615, + 2.234756306223939, + 2.261564238777003, + 2.3069721106763805, + 2.337079994782789, + 2.3722878787938306, + 2.4099957634009184, + 2.436503640211719, + 2.478711520527272, + 2.5114193830806415, + 2.551727289348057, + 2.587035170581522, + 2.6116430527153898, + 2.652850911400045, + 2.684458841759658, + 2.726866692678201, + 2.7622745741143215, + 2.7886824790346725, + 2.833090336986563, + 2.8704982224757996, + 2.8948060978084045, + 2.940213983118827, + 2.974721862731046, + 3.011129746193724, + 3.03553763514003, + 3.0757455143827, + 3.113153370069614 ], "p90": [ - 0.8282529458574992, - 0.8689823835971039, - 0.9106118663739781, - 0.952341347863392, - 0.9920708662778833, - 1.0359003516505396, - 1.077629836120186, - 1.1183593509732999, - 1.1589887967058872, - 1.205818280335108, - 1.2466478300360773, - 1.2852772888518844, - 1.3280067395853017, - 1.3726362135406884, - 1.4113656800097318, - 1.4531951963470013, - 1.4949246774638865, - 1.5325541819368513, - 1.5783836464031786, - 1.620013102357963, - 1.6617425838473767, - 1.7016720981968312, - 1.7462015995167106, - 1.7851310738416462, - 1.8286605217259613, - 1.8703900397232203, - 1.9103195138395395, - 1.9538490053097513, - 1.9946785248358694, - 2.0353079780190373, - 2.0790374285438387, - 2.116966963427093, - 2.1654964184639653, - 2.2052259286828186, - 2.2459553965972745, - 2.2876848508920693, - 2.3294143688893283, - 2.3711438228115935, - 2.4159733239943826, - 2.4537028540019774, - 2.4943323138906677, - 2.5360617909097334, - 2.5797912757072052, - 2.6236208128613967, - 2.6622502835981328, - 2.7089797036947627, - 2.7431092264067485, - 2.7884386675080552, - 2.831168195727511, - 2.871997668314971, - 2.913627147739084, - 2.9504567191361444, - 2.9980861336060953, - 3.0389156061935556, - 3.0805450558153464, - 3.1243746264971506, - 3.1670040457354736, - 3.208833534878124, - 3.2475630285417867, - 3.2842924876049526 + 1.1073884194118264, + 1.143696238596856, + 1.1803041612078653, + 1.2145120282911877, + 1.252919900905821, + 1.284427829572662, + 1.3207356457774595, + 1.3562435590812034, + 1.3927514498245894, + 1.426959317280441, + 1.4623671715219424, + 1.495775083177618, + 1.5331829343941838, + 1.569890855717733, + 1.6039987244610443, + 1.6435066361852653, + 1.6778144781392692, + 1.7143223990575067, + 1.7456302259911403, + 1.7822381456219172, + 1.8204459910091488, + 1.8530539084941586, + 1.8872617793027713, + 1.9208696533657974, + 1.9580775116276323, + 1.9896854390070131, + 2.029293302505116, + 2.0683011670224585, + 2.099709064194205, + 2.133316948688044, + 2.1736248169574988, + 2.2089326996810796, + 2.2404406253676887, + 2.279848461265861, + 2.3102563668418625, + 2.348564251174769, + 2.383072144198033, + 2.418379970297201, + 2.4577878568593214, + 2.4922957498825853, + 2.519603628314632, + 2.5631115127548267, + 2.5954193744975727, + 2.6312273103884967, + 2.670235145476046, + 2.7068430710672873, + 2.7370509035948167, + 2.775558801371551, + 2.810966688768136, + 2.842374609781741, + 2.8767824631142718, + 2.9140903375975107, + 2.9494982484634247, + 2.9829061034946878, + 3.0194140169623447, + 3.05472190564639, + 3.0901297870825104, + 3.126537599019615, + 3.1631455216306246, + 3.2003533798924595 ], "timestamps": [ - "2026-06-16 19:00:00", - "2026-06-16 19:06:00", - "2026-06-16 19:12:00", - "2026-06-16 19:18:00", - "2026-06-16 19:24:00", - "2026-06-16 19:30:00", - "2026-06-16 19:36:00", - "2026-06-16 19:42:00", "2026-06-16 19:48:00", "2026-06-16 19:54:00", "2026-06-16 20:00:00", @@ -795,6 +787,14 @@ "2026-06-18 00:36:00", "2026-06-18 00:42:00", "2026-06-18 00:48:00", - "2026-06-18 00:54:00" + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 2ff97dc63638668a96ce5afa9887a9992a531e0b..a6a25c8af5b9fafe6a099fcce59e59e1614574e9 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-18T01:24:55.641535+00:00", + "evaluated_at": "2026-06-18T01:57:02.838637+00:00", "freq": "10min", "context_length": 74, "prediction_length": 72, @@ -11,7 +11,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, 1.0, 1.0, 0.8999999761581421, @@ -79,10 +78,10 @@ 1.2000000476837158, 1.399999976158142, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, @@ -153,234 +152,232 @@ 1.5, 1.7000000476837158, 1.600000023841858, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.2377421956119508, - 1.2397660989229324, - 1.2417900022339143, - 1.2438139055448962, - 1.2458378088558781, - 1.2478617121668598, - 1.2498856154778417, - 1.2519095187888236, - 1.2539334220998053, - 1.2559573254107872, - 1.257981228721769, - 1.2600051320327508, - 1.2620290353437327, - 1.2640529386547146, - 1.2660768419656965, - 1.2681007452766782, - 1.27012464858766, - 1.272148551898642, - 1.2741724552096236, - 1.2761963585206055, - 1.2782202618315874, - 1.2802441651425691, - 1.282268068453551, - 1.284291971764533, - 1.2863158750755148, - 1.2883397783864965, - 1.2903636816974784, - 1.2923875850084603, - 1.294411488319442, - 1.2964353916304239, - 1.2984592949414058, - 1.3004831982523875, - 1.3025071015633694, - 1.3045310048743513, - 1.3065549081853332, - 1.3085788114963148, - 1.3106027148072967, - 1.3126266181182786, - 1.3146505214292603, - 1.3166744247402422, - 1.3186983280512241, - 1.320722231362206, - 1.3227461346731877, - 1.3247700379841696, - 1.3267939412951515, - 1.3288178446061332, - 1.330841747917115, - 1.332865651228097, - 1.3348895545390786, - 1.3369134578500605, - 1.3389373611610424, - 1.3409612644720244, - 1.342985167783006, - 1.345009071093988, - 1.3470329744049698, - 1.3490568777159515, - 1.3510807810269334, - 1.3531046843379153, - 1.355128587648897, - 1.3571524909598789, - 1.3591763942708608, - 1.3612002975818427, - 1.3632242008928244, - 1.3652481042038063, - 1.3672720075147882, - 1.3692959108257698, - 1.3713198141367517, - 1.3733437174477336, - 1.3753676207587155, - 1.3773915240696972, - 1.3794154273806791, - 1.381439330691661 + 1.2249356047807944, + 1.2268481940668294, + 1.2287607833528644, + 1.2306733726388994, + 1.2325859619249344, + 1.2344985512109694, + 1.2364111404970044, + 1.2383237297830394, + 1.2402363190690744, + 1.2421489083551094, + 1.2440614976411444, + 1.2459740869271794, + 1.2478866762132141, + 1.2497992654992491, + 1.2517118547852841, + 1.2536244440713191, + 1.2555370333573541, + 1.257449622643389, + 1.259362211929424, + 1.261274801215459, + 1.263187390501494, + 1.265099979787529, + 1.267012569073564, + 1.268925158359599, + 1.270837747645634, + 1.272750336931669, + 1.274662926217704, + 1.276575515503739, + 1.278488104789774, + 1.280400694075809, + 1.282313283361844, + 1.284225872647879, + 1.286138461933914, + 1.288051051219949, + 1.289963640505984, + 1.291876229792019, + 1.2937888190780538, + 1.2957014083640888, + 1.2976139976501238, + 1.2995265869361587, + 1.3014391762221937, + 1.3033517655082287, + 1.3052643547942637, + 1.3071769440802987, + 1.3090895333663337, + 1.3110021226523687, + 1.3129147119384037, + 1.3148273012244387, + 1.3167398905104737, + 1.3186524797965087, + 1.3205650690825437, + 1.3224776583685787, + 1.3243902476546137, + 1.3263028369406487, + 1.3282154262266836, + 1.3301280155127186, + 1.3320406047987536, + 1.3339531940847886, + 1.3358657833708236, + 1.3377783726568586, + 1.3396909619428936, + 1.3416035512289286, + 1.3435161405149636, + 1.3454287298009984, + 1.3473413190870334, + 1.3492539083730684, + 1.3511664976591033, + 1.3530790869451383, + 1.3549916762311733, + 1.3569042655172083, + 1.3588168548032433, + 1.3607294440892783 ], "p10": [ - 1.1377421717700928, - 1.1397660750810745, - 1.1417899783920564, - 1.1438138817030383, - 1.1458377850140202, - 1.147861688325002, - 1.1498855916359838, - 1.1519094949469657, - 1.1539333982579474, - 1.1559573015689293, - 1.1579812048799112, - 1.1600051081908929, - 1.1620290115018748, - 1.1640529148128567, - 1.1660768181238386, - 1.1681007214348202, - 1.1701246247458021, - 1.0721486234242157, - 1.1741724313677657, - 1.1761963346787476, - 1.1782202379897295, - 1.1802441413007112, - 1.182268044611693, - 1.184291947922675, - 1.186315851233657, - 1.1883397545446386, - 1.1903636578556205, - 1.1923875611666024, - 1.194411464477584, - 1.196435367788566, - 1.1984592710995479, - 1.2004831744105295, - 1.2025070777215114, - 1.2045309810324933, - 1.2065548843434752, - 1.208578787654457, - 1.2106026909654388, - 1.2126265942764207, - 1.2146504975874024, - 1.2166744008983843, - 1.1186983995767978, - 1.220722207520348, - 1.2227461108313298, - 1.2247700141423117, - 1.2267939174532936, - 1.128817916131707, - 1.1308418194426888, - 1.232865627386239, - 1.2348895306972207, - 1.2369134340082026, - 1.2389373373191845, - 1.2409612406301664, - 1.2429851439411481, - 1.24500904725213, - 1.247032950563112, - 1.2490568538740936, - 1.2510807571850755, - 1.2531046604960574, - 1.255128563807039, - 1.1571525624854526, - 1.1591764657964345, - 1.2612002737399848, - 1.2632241770509665, - 1.2652480803619484, - 1.2672719836729303, - 1.269295886983912, - 1.2713197902948938, - 1.2733436936058757, - 1.2753675969168576, - 1.2773915002278393, - 1.2794154035388212, - 1.2814393068498031 + 1.1249355809389365, + 1.1268481702249715, + 1.1287607595110065, + 1.1306733487970415, + 1.1325859380830765, + 1.1344985273691115, + 1.1364111166551465, + 1.1383237059411815, + 1.1402362952272165, + 1.1421488845132515, + 1.1440614737992865, + 1.1459740630853215, + 1.1478866523713562, + 1.1497992416573912, + 1.1517118309434262, + 1.1536244202294612, + 1.1555370095154962, + 1.1574495988015312, + 1.1593621880875662, + 1.1612747773736012, + 1.1631873666596362, + 1.0651000513131028, + 1.1670125452317062, + 1.1689251345177412, + 1.1708377238037762, + 1.1727503130898111, + 1.1746629023758461, + 1.1765754916618811, + 1.1784880809479161, + 1.1804006702339511, + 1.1823132595199861, + 1.184225848806021, + 1.186138438092056, + 1.188051027378091, + 1.189963616664126, + 1.191876205950161, + 1.1937887952361959, + 1.1957013845222308, + 1.1976139738082658, + 1.1995265630943008, + 1.2014391523803358, + 1.2033517416663708, + 1.2052643309524058, + 1.2071769202384408, + 1.2090895095244758, + 1.2110020988105108, + 1.2129146880965458, + 1.2148272773825808, + 1.2167398666686158, + 1.2186524559546508, + 1.2205650452406858, + 1.1224777298941524, + 1.2243902238127558, + 1.2263028130987907, + 1.2282154023848257, + 1.2301279916708607, + 1.2320405809568957, + 1.2339531702429307, + 1.2358657595289657, + 1.2377783488150007, + 1.2396909381010357, + 1.2416035273870707, + 1.2435161166731057, + 1.2454287059591405, + 1.2473412952451755, + 1.2492538845312104, + 1.2511664738172454, + 1.2530790631032804, + 1.2549916523893154, + 1.2569042416753504, + 1.2588168309613854, + 1.2607294202474204 ], "p90": [ - 1.437742124086377, - 1.4397660273973587, - 1.4417899307083406, - 1.3538139198500103, - 1.345837832697736, - 1.447861640641286, - 1.3498856393196996, - 1.3619095330939377, - 1.3639334364049194, - 1.355957349252645, - 1.357981252563627, - 1.460005060507177, - 1.462028963818159, - 1.3740529529598287, - 1.3660768658075544, - 1.4681006737511044, - 1.4701245770620863, - 1.3721485757404999, - 1.3741724790514815, - 1.4761962869950318, - 1.4782201903060137, - 1.380244188984427, - 1.382268092295409, - 1.3842919956063908, - 1.486315803549941, - 1.4883397068609228, - 1.3903637055393363, - 1.3923876088503182, - 1.404411502624556, - 1.4964353201048501, - 1.3984593187832637, - 1.4004832220942454, - 1.5025070300377956, - 1.504531052558067, - 1.406554932027191, - 1.4085788353381727, - 1.510602643281723, - 1.4126266419601365, - 1.4146505452711182, - 1.4166744485821001, - 1.418698351893082, - 1.420722255204064, - 1.522746063147614, - 1.5247699664585959, - 1.4367939556002656, - 1.5288177730805594, - 1.430841771758973, - 1.4328656750699549, - 1.534889483013505, - 1.5369133863244868, - 1.4389373850029004, - 1.4509612787771384, - 1.442985191624864, - 1.4450090949358458, - 1.5470330220886856, - 1.4490569015578094, - 1.4510808048687913, - 1.4531047081797732, - 1.455128611490755, - 1.4571525148017368, - 1.369176396655046, - 1.4712003118869568, - 1.4632242247346823, - 1.5652480326782325, - 1.467272031356646, - 1.5692958393001961, - 1.4813198284418658, - 1.4733437412895916, - 1.5753675492331418, - 1.5773914525441235, - 1.5794153558551054, - 1.5814392591660873 + 1.2249356047807944, + 1.4268481225412557, + 1.3287608071947223, + 1.3306733964807573, + 1.3325859857667923, + 1.3344985750528273, + 1.3364111643388623, + 1.4383236582574657, + 1.3402363429109323, + 1.3421489321969673, + 1.3440615214830023, + 1.4459740154016056, + 1.4478866046876404, + 1.349799289341107, + 1.4517117832597104, + 1.353624467913177, + 1.4555369618317804, + 1.357449646485247, + 1.4593621404038504, + 1.361274825057317, + 1.363187414343352, + 1.365100003629387, + 1.4670124975479903, + 1.368925182201457, + 1.4708376761200603, + 1.372750360773527, + 1.374662950059562, + 1.3865755298088531, + 1.4784880332642003, + 1.4804006225502353, + 1.4823132118362703, + 1.384225896489737, + 1.386138485775772, + 1.388051075061807, + 1.389963664347842, + 1.391876253633877, + 1.3937888429199117, + 1.3957014322059467, + 1.497613938045479, + 1.4095266012412728, + 1.50143910469662, + 1.4133517798133428, + 1.4052643786361216, + 1.4071769679221566, + 1.4090895572081916, + 1.5110021703360845, + 1.4129147357802616, + 1.4148273250662966, + 1.4267399048155878, + 1.4186525036383666, + 1.4205650929244016, + 1.4224776822104366, + 1.52439017612904, + 1.4263028607825066, + 1.4282154500685416, + 1.5301279559080738, + 1.4320406286406115, + 1.533953122559215, + 1.5358658310545394, + 1.4377783964987165, + 1.4396909857847515, + 1.5416034797033549, + 1.5435160689893899, + 1.4454287536428563, + 1.4573413333921474, + 1.5492538368474946, + 1.4511665215009613, + 1.5530790154195646, + 1.5549916047055996, + 1.4569042893590662, + 1.5588167832776696, + 1.4607294679311362 ], "timestamps": [ - "2026-06-16 01:20:00", - "2026-06-16 01:30:00", - "2026-06-16 01:40:00", "2026-06-16 01:50:00", "2026-06-16 02:00:00", "2026-06-16 02:10:00", @@ -523,6 +520,9 @@ "2026-06-17 01:00:00", "2026-06-17 01:10:00", "2026-06-17 01:20:00", - "2026-06-17 01:30:00" + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00" ] } diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index d868f77f6cb236e272b24c07ba32178f358392d3..52161532810d99d01ae49a0beeea4f374e76cb87 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,109 +1,15 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-17T15:34:37.138974+00:00", + "evaluated_at": "2026-06-18T01:57:02.853207+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2850.0, - 2900.0, - 2900.0, - 2900.0, - 2850.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2850.0, - 2900.0, - 2900.0, - 2900.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, 2800.0, - 2850.0, - 2850.0, - 2850.0, 2800.0, - 2850.0, - 2850.0, 2800.0, 2800.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0 - ], - "actuals": [ 2800.0, 2800.0, 2800.0, @@ -111,12 +17,13 @@ 2800.0, 2800.0, 2800.0, - 2850.0, 2800.0, 2800.0, 2800.0, 2800.0, 2800.0, + 2750.0, + 2800.0, 2800.0, 2800.0, 2800.0, @@ -125,129 +32,182 @@ 2800.0, 2800.0, 2800.0, + 2750.0, 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, 2800.0, - 2800.0 + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "actuals": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 ], "p50": [ - 2829.2630771964573, - 2828.4874946959453, - 2827.711912195434, - 2826.936329694922, - 2826.1607471944103, - 2825.385164693899, - 2824.609582193387, - 2823.8339996928753, - 2823.0584171923633, - 2822.282834691852, - 2821.50725219134, - 2820.7316696908283, - 2819.956087190317, - 2819.180504689805, - 2818.4049221892933, - 2817.6293396887813, - 2816.85375718827, - 2816.0781746877583, - 2815.3025921872463, - 2814.527009686735, - 2813.751427186223, - 2812.9758446857113, - 2812.2002621851993, - 2811.424679684688 + 2573.5025561490766, + 2571.0786265605857, + 2568.654696972095, + 2566.230767383604, + 2563.806837795113, + 2561.3829082066222, + 2558.9589786181314, + 2556.5350490296405, + 2554.1111194411496, + 2551.687189852659, + 2549.263260264168, + 2546.839330675677, + 2544.4154010871866, + 2541.991471498696, + 2539.567541910205, + 2537.143612321714, + 2534.719682733223, + 2532.2957531447323, + 2529.8718235562415, + 2527.4478939677506, + 2525.0239643792597, + 2522.600034790769, + 2520.176105202278, + 2517.752175613787 ], "p10": [ - 2829.2630771964573, - 2828.4874946959453, - 2827.711912195434, - 2826.936329694922, - 2826.1607471944103, - 2825.385164693899, - 2824.609582193387, - 2823.8339996928753, - 2823.0584171923633, - 2822.282834691852, - 2821.50725219134, - 2815.7316696908283, - 2769.956087190317, - 2819.180504689805, - 2768.4049221892933, - 2817.6293396887813, - 2816.85375718827, - 2816.0781746877583, - 2815.3025921872463, - 2814.527009686735, - 2763.751427186223, - 2812.9758446857113, - 2812.2002621851993, - 2811.424679684688 + 2523.5025561490766, + 2521.0786265605857, + 2518.654696972095, + 2516.230767383604, + 2513.806837795113, + 2511.3829082066222, + 2508.9589786181314, + 2506.5350490296405, + 2504.1111194411496, + 2501.687189852659, + 2499.263260264168, + 2496.839330675677, + 2494.4154010871866, + 2491.991471498696, + 2489.567541910205, + 2487.143612321714, + 2484.719682733223, + 2482.2957531447323, + 2479.8718235562415, + 2477.4478939677506, + 2475.0239643792597, + 2472.600034790769, + 2470.176105202278, + 2467.752175613787 ], "p90": [ - 2829.2630771964573, - 2828.4874946959453, - 2827.711912195434, - 2826.936329694922, - 2826.1607471944103, - 2825.385164693899, - 2824.609582193387, - 2823.8339996928753, - 2823.0584171923633, - 2822.282834691852, - 2821.50725219134, - 2820.7316696908283, - 2819.956087190317, - 2819.180504689805, - 2818.4049221892933, - 2817.6293396887813, - 2816.85375718827, - 2816.0781746877583, - 2815.3025921872463, - 2814.527009686735, - 2813.751427186223, - 2812.9758446857113, - 2812.2002621851993, - 2811.424679684688 + 2623.5025561490766, + 2621.0786265605857, + 2618.654696972095, + 2616.230767383604, + 2613.806837795113, + 2611.3829082066222, + 2558.9589786181314, + 2556.5350490296405, + 2604.1111194411496, + 2551.687189852659, + 2549.263260264168, + 2596.839330675677, + 2549.415401087186, + 2591.991471498696, + 2589.567541910205, + 2587.143612321714, + 2534.719682733223, + 2537.295753144732, + 2579.8718235562415, + 2577.4478939677506, + 2575.0239643792597, + 2572.600034790769, + 2570.176105202278, + 2567.752175613787 ], "timestamps": [ - "2026-06-17 04:55:00", - "2026-06-17 05:10:00", - "2026-06-17 05:25:00", - "2026-06-17 05:40:00", - "2026-06-17 05:55:00", - "2026-06-17 06:10:00", - "2026-06-17 06:25:00", - "2026-06-17 06:40:00", - "2026-06-17 06:55:00", - "2026-06-17 07:10:00", - "2026-06-17 07:25:00", - "2026-06-17 07:40:00", - "2026-06-17 07:55:00", - "2026-06-17 08:10:00", - "2026-06-17 08:25:00", - "2026-06-17 08:40:00", - "2026-06-17 08:55:00", - "2026-06-17 09:10:00", - "2026-06-17 09:25:00", - "2026-06-17 09:40:00", - "2026-06-17 09:55:00", - "2026-06-17 10:10:00", - "2026-06-17 10:25:00", - "2026-06-17 10:40:00", - "2026-06-17 10:55:00", - "2026-06-17 11:10:00", - "2026-06-17 11:25:00", - "2026-06-17 11:40:00", - "2026-06-17 11:55:00", - "2026-06-17 12:10:00", - "2026-06-17 12:25:00", - "2026-06-17 12:40:00", - "2026-06-17 12:55:00", - "2026-06-17 13:10:00", - "2026-06-17 13:25:00", - "2026-06-17 13:40:00", - "2026-06-17 13:55:00", - "2026-06-17 14:10:00", - "2026-06-17 14:25:00", - "2026-06-17 14:40:00", "2026-06-17 14:55:00", "2026-06-17 15:10:00", "2026-06-17 15:25:00", @@ -327,6 +287,46 @@ "2026-06-18 09:55:00", "2026-06-18 10:10:00", "2026-06-18 10:25:00", - "2026-06-18 10:40:00" + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index a27130098f7df243e23c6f803e59a962a4bfd27e..3c51e490bcf762264889c32a63e07687b1aee571 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,11 +1,29 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T01:39:46.064540+00:00", + "evaluated_at": "2026-06-18T01:57:02.860450+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T01:33:18.221328Z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t194200z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t012000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t225000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index a158d3046e0f5d3c32f427bc78c6adf2e5dd2bcd..1dc8ddcd2985c3045aba75fc519fbc28997309db 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1282,3 +1282,7 @@ {"evaluated_at": "2026-06-18T01:24:55.712975+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-18T01:24:55.712975+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-18T01:39:46.165112+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T01:57:02.943371+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T01:57:02.943371+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-18T01:57:02.943371+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-18T01:57:02.943371+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 7d2c701f95083e9f601e630a132f8e6e4d952d23..73ca28aeda12d356e614b633243e05dcdbcac9ec 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1521407.8886623383,1306880.6141541798,948.1710611979166,0.9440996315369136,0.014643159160868257,0.014488413764809839,9.441132041897442,1233.4536426888278,0.018931367727153252,0.014552776372408273,0.009967444101355756,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1496866.4090938568,1325818.008523941,939.7498372395834,0.9357145681643745,0.014519825364077033,0.014362756939843353,8.561709787997593,1223.4649194373562,0.01877947534343504,0.014424613748266495,0.009694763817614686,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.6685402357297789,0.9291945679308355,0.7232182025909424,0.3994832038499134,0.03182416337257863,0.03271738660284248,4.714280261726987,0.8176430980139067,0.03702674643479452,0.032750740597466924,0.05531420101936911,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.07364337827729824,0.11665284522034093,0.3022172048687935,0.30038733830484765,0.205320369954327,0.23344595297286375,2.909243025363624,0.271373134774425,0.19269554160765762,0.21459717456465374,0.3225630227130441,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.05133992930485438,0.06896943653204425,0.22825126184357536,1.4816306756703912,0.15620358810434787,0.17352415882635747,5.01384467304308,0.22658316200647916,0.16152463034125247,0.16271377081918245,0.13932007498735904,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.04169322271180154,0.06088813960802047,0.17447278300921124,0.17050012269248355,0.1287936587990105,0.1135164322079011,1.3826260308987794,0.204189183630773,0.14092702750713282,0.12041740043804906,0.14167108644182924,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.049334566201038044,0.0750319167144115,0.24061666429042816,1.5349681989731065,0.16438552706083495,0.18326501980767237,5.568472016686133,0.2221138586424495,0.15771398009471332,0.17085206674764558,0.14449886468606465,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,5.510957388479862,4.759060447331687,1.9826345046361287,1.2066753157863273,0.09171260726674131,0.08684706313737639,7.6113675113023715,2.347542840605867,0.10754156432337152,0.0908250160218734,0.0556042857603593,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,60.727114742457765,75.91040075371495,6.717179814974467,0.5358081566151534,0.2041121533145794,0.1928576606790308,4.228648793907541,7.792760405816271,0.21522008025269332,0.18551474747915675,0.19112466868956726,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.3163932828647376,1.6512751273683837,1.1724226474761963,0.570130735554521,0.04530573029053806,0.046451930171964105,2.3120737702904326,1.147341833485007,0.04450655157644626,0.045479461749247614,0.041080462396735656,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,37.11542058361442,31.377586654022696,4.744891544183095,0.9061861835044639,0.5914218103755369,0.3997855397123657,9.414420426366185,6.092242656330624,0.5166566210315724,0.4023936291886724,0.3084832205321211,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,16938.904204182327,16776.89444035478,113.38475036621094,2.7212340087890627,0.042927913327208,0.041745534128621094,65.7633115234375,130.14954553966882,0.04861617265295022,0.042353836712670234,0.03431051064972438,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,476.7425280461709,554.7807769918194,22.748936971028645,0.15379563022667256,0.008770920881498633,0.008802113441715283,0.692160506987236,21.834434456751357,0.008418095212241487,0.008770674494854417,0.008598391395442882,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index eba19cee5baef58e90b4c864ea7f1da2472e6357..58d2c3a52328b65d3f76f6eba4abe319ea7df65d 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T01:35:26.376536+00:00", + "evaluated_at": "2026-06-18T01:55:46.894571+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64300.01171875, 64509.3984375, 64468.01171875, - 64675.98828125 + 64557.98828125 ], "p50": [ - 65936.8828125, - 65927.55078125, - 65970.1171875, - 65976.48046875, - 65949.30078125, - 66026.26171875, - 66050.05078125, - 66080.8359375, - 66031.16015625, - 66076.93359375, - 66097.578125, - 66000.90234375, - 66134.7734375, - 66235.23046875, - 66183.30078125, - 66186.64453125, - 66167.23046875, - 66232.99609375, - 66324.05859375, - 66163.453125, - 66209.37109375, - 66146.0625, - 66172.015625, - 66234.01171875 + 65941.33203125, + 65955.23046875, + 66030.2421875, + 65988.41015625, + 66011.1484375, + 65993.07421875, + 66132.60546875, + 66005.1640625, + 66089.171875, + 66132.30078125, + 66117.1484375, + 66139.01171875, + 65948.0390625, + 66141.56640625, + 66149.58984375, + 66126.23046875, + 66196.7890625, + 66022.171875, + 66213.875, + 66275.33203125, + 66136.18359375, + 66235.62890625, + 66156.98046875, + 66116.9921875 ], "p10": [ - 65628.68359375, - 65599.07421875, - 65523.29296875, - 65466.068359375, - 65268.494140625, - 65381.880859375, - 65328.421875, - 65241.615234375, - 65237.25, - 65308.953125, - 65144.201171875, - 65054.1640625, - 65224.625, - 65000.955078125, - 64991.22265625, - 65072.845703125, - 64830.685546875, - 64795.435546875, - 64749.197265625, - 64819.705078125, - 64963.974609375, - 64760.810546875, - 64912.75, - 64778.974609375 + 65655.1875, + 65604.31640625, + 65501.765625, + 65370.57421875, + 65378.4140625, + 65295.869140625, + 65211.234375, + 65255.548828125, + 65110.8515625, + 65213.171875, + 65085.388671875, + 65217.083984375, + 64996.93359375, + 64962.400390625, + 65118.287109375, + 64822.306640625, + 64983.44140625, + 64917.6875, + 64921.83984375, + 64875.5546875, + 64613.892578125, + 64811.35546875, + 64873.787109375, + 64702.560546875 ], "p90": [ - 66178.5, - 66324.26953125, - 66552.93359375, - 66651.30078125, - 66676.94921875, - 66695.33203125, - 66914.50390625, - 67031.45703125, - 67115.34765625, - 67127.4921875, - 67096.2265625, - 67159.33203125, - 67331.3359375, - 67715.72265625, - 67715.83203125, - 67437.79296875, - 67830.375, - 67582.21875, - 67814.22265625, - 67723.89453125, - 67968.0390625, - 67696.37109375, - 67484.390625, - 68448.6484375 + 66232.484375, + 66338.6875, + 66522.6796875, + 66606.03125, + 66749.17578125, + 66655.74609375, + 66926.4296875, + 66971.78125, + 67300.99609375, + 67167.46875, + 67593.515625, + 67529.703125, + 67189.125, + 67280.98046875, + 67655.0625, + 67508.94921875, + 67602.828125, + 67425.69921875, + 67450.3671875, + 67750.125, + 67379.33984375, + 67687.9296875, + 67781.875, + 67914.8984375 ], "timestamps": [ "2026-06-13 02:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 42dff67699e93a32307c1df5be254c68bc7acdc0..4bfe40967c2ba34ea2334830df3c62017328a17e 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,19 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T01:19:22.482298+00:00", + "evaluated_at": "2026-06-18T01:55:51.646815+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.0479999780654907, - 1.0839999914169312, - 1.1239999532699585, - 1.1629999876022339, - 1.184999942779541, - 1.222000002861023, - 1.25, - 1.2790000438690186, 1.3049999475479126, 1.3350000381469727, 1.3700000047683716, @@ -245,9 +237,7 @@ 0.6240000128746033, 0.6629999876022339, 0.7099999785423279, - 0.7490000128746033 - ], - "actuals": [ + 0.7490000128746033, 0.7870000004768372, 0.8220000267028809, 0.8529999852180481, @@ -255,7 +245,9 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404, + 1.0360000133514404 + ], + "actuals": [ 1.0859999656677246, 1.1230000257492065, 1.1649999618530273, @@ -307,203 +299,203 @@ 1.375, 1.3619999885559082, 1.3279999494552612, - 1.3109999895095825 + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587 ], "p50": [ - 0.7647229135036469, - 0.7979398667812347, - 0.8181423544883728, - 0.7951240837574005, - 0.8272339105606079, - 0.8616110682487488, - 0.8683929443359375, - 0.8575050830841064, - 0.9005319774150848, - 0.9197170436382294, - 0.9735289812088013, - 0.9280967712402344, - 0.9275816679000854, - 0.936479777097702, - 0.9530269205570221, - 0.9368643462657928, - 1.042632281780243, - 1.077215313911438, - 1.0425113439559937, - 0.9503322839736938, - 1.0712878704071045, - 0.9877553880214691, - 1.1822473406791687, - 1.074263572692871, - 1.0685622096061707, - 1.1658015847206116, - 1.2621272802352905, - 1.401350498199463, - 1.0850932598114014, - 1.2493363618850708, - 1.1487873196601868, - 1.1679916977882385, - 1.0154003500938416, - 1.1891303658485413, - 1.286098837852478, - 1.1718331575393677, - 1.3825894594192505, - 1.2671486139297485, - 1.168439507484436, - 1.2195889353752136, - 1.2878625988960266, - 1.1958951950073242, - 1.3879995346069336, - 1.3002628684043884, - 1.208221971988678, - 1.3166743516921997, - 1.2602646946907043, - 1.167223572731018, - 1.1953078508377075, - 1.3712960481643677, - 1.2973601818084717, - 1.5443283319473267, - 1.344538390636444, - 1.3088504076004028, - 1.225666105747223, - 1.2405173778533936, - 1.3740427494049072, - 1.2821212410926819, - 1.6389323472976685, - 1.3427733182907104 + 1.041157603263855, + 1.0776000618934631, + 1.1196364164352417, + 1.1473515629768372, + 1.1920408010482788, + 1.2227372527122498, + 1.25849848985672, + 1.2969990968704224, + 1.3500486016273499, + 1.3760847449302673, + 1.4098584651947021, + 1.4140750765800476, + 1.4535416960716248, + 1.482254147529602, + 1.5314172506332397, + 1.5444047451019287, + 1.5524392127990723, + 1.5105296969413757, + 1.5809528231620789, + 1.6087985634803772, + 1.6194562911987305, + 1.7005452513694763, + 1.6500499248504639, + 1.5903251767158508, + 1.671212613582611, + 1.672302484512329, + 1.6792542338371277, + 1.7221232652664185, + 1.7171798944473267, + 1.7201377749443054, + 1.7421828508377075, + 1.7726457715034485, + 1.7303478717803955, + 1.7499679327011108, + 1.7428988218307495, + 1.6863150596618652, + 1.640913963317871, + 1.860360860824585, + 1.8037548661231995, + 1.666771411895752, + 1.8678381443023682, + 1.808071792125702, + 1.7825525999069214, + 1.8354830741882324, + 1.6322840452194214, + 1.6745635271072388, + 1.7060123085975647, + 1.765944242477417, + 1.7461420893669128, + 1.8123074769973755, + 1.8183119297027588, + 1.7446847558021545, + 1.691895604133606, + 1.782274842262268, + 1.77259761095047, + 1.6629059314727783, + 1.5600659251213074, + 1.7207304239273071, + 1.6645315885543823, + 1.5088131427764893 ], "p10": [ - 0.709320455789566, - 0.7294080555438995, - 0.7109691500663757, - 0.6665815114974976, - 0.6965965330600739, - 0.6511031687259674, - 0.6433979868888855, - 0.6176235973834991, - 0.5767346322536469, - 0.5301558077335358, - 0.5539359748363495, - 0.46432632207870483, - 0.2542324364185333, - 0.25786474347114563, - 0.2774551808834076, - 0.185588538646698, - 0.016137123107910156, - 0.15136995911598206, - 0.1637095808982849, - -0.03669631481170654, - -0.06229037046432495, - -0.19275212287902832, - -0.0016976594924926758, - -0.17491817474365234, - 0.03793996572494507, - -0.0349581241607666, - -0.07125294208526611, - -0.37523365020751953, - -0.3557288646697998, - -0.28224635124206543, - -0.3403693437576294, - -0.08859586715698242, - -0.37790781259536743, - -0.22338944673538208, - -0.42340385913848877, - -0.4231136441230774, - -0.3019213080406189, - -0.48458510637283325, - -0.4574393033981323, - -0.4211310148239136, - -0.3496365547180176, - -0.5004116296768188, - -0.9292436242103577, - -0.857507586479187, - -0.7601608037948608, - -0.7161709070205688, - -0.9892202615737915, - -0.8341542482376099, - -0.49543607234954834, - -0.7313604354858398, - -1.0456572771072388, - -0.7461214065551758, - -0.8759070634841919, - -1.1536451578140259, - -1.401246428489685, - -0.7739794254302979, - -0.9573674201965332, - -0.8423100113868713, - -1.1620665788650513, - -1.1437088251113892 + 1.0107458233833313, + 1.02950918674469, + 1.0561161041259766, + 1.0803274512290955, + 1.1052342653274536, + 1.1256881356239319, + 1.149848461151123, + 1.133301019668579, + 1.1922858953475952, + 1.1498379707336426, + 1.1987215280532837, + 1.1821409463882446, + 1.1675774455070496, + 1.1882929801940918, + 1.1819357872009277, + 1.2030355334281921, + 1.2034997344017029, + 1.0041671395301819, + 1.1079339981079102, + 1.152320921421051, + 1.050716757774353, + 1.0939569473266602, + 1.1010417938232422, + 0.9427655637264252, + 1.0938720703125, + 1.1133525967597961, + 0.9257922768592834, + 1.0232144594192505, + 0.738694965839386, + 0.9125667810440063, + 0.8885210156440735, + 0.9142171740531921, + 0.9135867357254028, + 0.7694269418716431, + 0.6457824110984802, + 0.8798118233680725, + 0.6059448421001434, + 0.9085792005062103, + 0.891974151134491, + 0.6848403811454773, + 0.6825165748596191, + 0.7167508006095886, + 0.6714902818202972, + 0.7916172444820404, + 0.2852591872215271, + 0.40882113575935364, + 0.40324509143829346, + 0.3829425573348999, + 0.7171378135681152, + 0.5169892609119415, + 0.6072300970554352, + 0.3800741136074066, + 0.5161134600639343, + 0.05313730239868164, + 0.5144116282463074, + 0.2934015989303589, + 0.26272323727607727, + 0.3456387519836426, + 0.3228890895843506, + 0.05111879110336304 ], "p90": [ - 0.823569655418396, - 0.8749332427978516, - 0.9235239923000336, - 0.9398086369037628, - 1.0021359622478485, - 1.0952869653701782, - 1.1345494389533997, - 1.0893985033035278, - 1.2993634939193726, - 1.4242374300956726, - 1.5246362090110779, - 1.6224075555801392, - 1.642852783203125, - 1.885937750339508, - 1.6596106886863708, - 1.8745025396347046, - 1.9575446844100952, - 2.0680657625198364, - 2.1204954385757446, - 1.9889940023422241, - 2.457257866859436, - 2.1791762113571167, - 2.4457491636276245, - 2.8606585264205933, - 2.3029966354370117, - 2.4532840251922607, - 3.0399266481399536, - 3.142426013946533, - 2.8716408014297485, - 2.7901583909988403, - 2.643972158432007, - 3.0711677074432373, - 2.7060821056365967, - 2.957171678543091, - 2.934807300567627, - 3.6675071716308594, - 3.195812463760376, - 3.80501651763916, - 3.1836812496185303, - 3.5402448177337646, - 3.1378079652786255, - 3.241201639175415, - 3.5413100719451904, - 3.968782901763916, - 3.40521240234375, - 3.4545137882232666, - 3.3540711402893066, - 3.5229361057281494, - 3.4502196311950684, - 3.472776174545288, - 3.71390700340271, - 3.983680248260498, - 3.985288143157959, - 3.574977397918701, - 4.175170183181763, - 4.1488165855407715, - 3.51375150680542, - 3.652909994125366, - 4.6277244091033936, - 4.175265073776245 + 1.0708388090133667, + 1.1244147419929504, + 1.1729375123977661, + 1.2268537282943726, + 1.2791958451271057, + 1.336805522441864, + 1.382007896900177, + 1.479833960533142, + 1.4751564264297485, + 1.5604785680770874, + 1.6107924580574036, + 1.607669711112976, + 1.7004224061965942, + 1.772383689880371, + 1.8316278457641602, + 1.873540222644806, + 1.8765383958816528, + 1.8853195905685425, + 2.0083916187286377, + 2.0736820697784424, + 1.9892897605895996, + 2.076977252960205, + 2.156019926071167, + 2.1789536476135254, + 2.168172836303711, + 2.225754976272583, + 2.2453577518463135, + 2.2916046380996704, + 2.2889221906661987, + 2.4122495651245117, + 2.3677830696105957, + 2.555105447769165, + 2.405703544616699, + 2.5332764387130737, + 2.619064688682556, + 2.4967899322509766, + 2.4442378282546997, + 2.7126431465148926, + 2.5866178274154663, + 2.552213191986084, + 2.768948793411255, + 2.7166717052459717, + 2.6594468355178833, + 2.6662847995758057, + 2.6436336040496826, + 2.6226789951324463, + 2.7113778591156006, + 2.779663562774658, + 2.73101806640625, + 2.9312784671783447, + 2.7917494773864746, + 2.7790671586990356, + 2.7428982257843018, + 2.9754226207733154, + 2.729906678199768, + 2.849828839302063, + 2.6458890438079834, + 2.874543070793152, + 2.6213583946228027, + 2.6905797719955444 ], "timestamps": [ - "2026-06-16 19:00:00", - "2026-06-16 19:06:00", - "2026-06-16 19:12:00", - "2026-06-16 19:18:00", - "2026-06-16 19:24:00", - "2026-06-16 19:30:00", - "2026-06-16 19:36:00", - "2026-06-16 19:42:00", "2026-06-16 19:48:00", "2026-06-16 19:54:00", "2026-06-16 20:00:00", @@ -795,6 +787,14 @@ "2026-06-18 00:36:00", "2026-06-18 00:42:00", "2026-06-18 00:48:00", - "2026-06-18 00:54:00" + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 3d202e0271aa7bfcc07abd35b2fe1dbdc619d5db..9be33e6d1e8a47c5a0e9197c605e74a8d36d0f89 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T01:19:30.047346+00:00", + "evaluated_at": "2026-06-18T01:55:56.493088+00:00", "freq": "10min", "context_length": 74, "prediction_length": 72, @@ -11,7 +11,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, 1.0, 1.0, 0.8999999761581421, @@ -79,10 +78,10 @@ 1.2000000476837158, 1.399999976158142, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, @@ -153,234 +152,232 @@ 1.5, 1.7000000476837158, 1.600000023841858, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.2077932953834534, - 1.223846971988678, - 1.20566326379776, - 1.2198665738105774, - 1.1934621930122375, - 1.1841572523117065, - 1.189548134803772, - 1.1798301339149475, - 1.1758037209510803, - 1.1898137331008911, - 1.1961717009544373, - 1.1847121715545654, - 1.1951484084129333, - 1.194240152835846, - 1.17713063955307, - 1.2300058603286743, - 1.1816504001617432, - 1.17891526222229, - 1.1954901814460754, - 1.2187585830688477, - 1.2053930163383484, - 1.1760345697402954, - 1.1817360520362854, - 1.2079233527183533, - 1.1628440618515015, - 1.1480039954185486, - 1.1910520195960999, - 1.1842032074928284, - 1.1262654066085815, - 1.1793469786643982, - 1.2048418521881104, - 1.1868911981582642, - 1.1630408763885498, - 1.1863929629325867, - 1.1871618628501892, - 1.1982508897781372, - 1.1814140677452087, - 1.205263614654541, - 1.1768152713775635, - 1.195958137512207, - 1.1856500506401062, - 1.1445980072021484, - 1.2040722370147705, - 1.1588207483291626, - 1.1850751638412476, - 1.1616147756576538, - 1.1628327369689941, - 1.1916096806526184, - 1.1713297963142395, - 1.1758359670639038, - 1.1693367958068848, - 1.1314950585365295, - 1.1098721623420715, - 1.1701073050498962, - 1.189680814743042, - 1.1808960437774658, - 1.2479476928710938, - 1.175728440284729, - 1.197631061077118, - 1.146547555923462, - 1.1713206768035889, - 1.1981772184371948, - 1.1672862768173218, - 1.1704462170600891, - 1.1304426789283752, - 1.1547426581382751, - 1.1145812273025513, - 1.1704221963882446, - 1.1355894804000854, - 1.1023443937301636, - 1.1318727135658264, - 1.1275625824928284 + 1.216996431350708, + 1.2055938243865967, + 1.19809091091156, + 1.201765239238739, + 1.183834195137024, + 1.1843621134757996, + 1.1803264617919922, + 1.2046947479248047, + 1.1869648694992065, + 1.1837400197982788, + 1.153646469116211, + 1.1851763129234314, + 1.2000167965888977, + 1.2029408812522888, + 1.1528229117393494, + 1.1776993870735168, + 1.1883863806724548, + 1.2114600539207458, + 1.2035737037658691, + 1.2051826119422913, + 1.1889331340789795, + 1.1899970769882202, + 1.181090772151947, + 1.1588689684867859, + 1.180649220943451, + 1.185750663280487, + 1.1964055299758911, + 1.1638131141662598, + 1.1713806986808777, + 1.169733703136444, + 1.1745227575302124, + 1.202362835407257, + 1.1553837060928345, + 1.1798454523086548, + 1.1400869488716125, + 1.1711600422859192, + 1.152492105960846, + 1.1706537008285522, + 1.1643099188804626, + 1.1788424253463745, + 1.150721549987793, + 1.1604558825492859, + 1.155815601348877, + 1.1757749915122986, + 1.1615493297576904, + 1.2119419574737549, + 1.1709646582603455, + 1.1328851580619812, + 1.1921323537826538, + 1.1499613523483276, + 1.1542267203330994, + 1.1656469106674194, + 1.138386607170105, + 1.1796967387199402, + 1.168765366077423, + 1.1860603094100952, + 1.1591302156448364, + 1.1515686511993408, + 1.1699926853179932, + 1.1693398356437683, + 1.1561945080757141, + 1.1740716099739075, + 1.132893681526184, + 1.1864093542099, + 1.1576191186904907, + 1.1110195517539978, + 1.1457405090332031, + 1.141896665096283, + 1.154566764831543, + 1.1547611355781555, + 1.1166772842407227, + 1.1297413110733032 ], "p10": [ - 1.1002004146575928, - 1.09559166431427, - 1.045451283454895, - 1.025887906551361, - 1.0496606826782227, - 1.044955849647522, - 0.9983368515968323, - 0.992142915725708, - 0.9844938218593597, - 0.9789549112319946, - 0.9569924175739288, - 0.9543008506298065, - 0.951493114233017, - 0.9589785933494568, - 0.9581711888313293, - 0.9485158026218414, - 0.9299752414226532, - 0.9478329420089722, - 0.9422067403793335, - 0.9642409682273865, - 0.9305514395236969, - 0.940349280834198, - 0.8853897452354431, - 0.9447222352027893, - 0.9582387804985046, - 0.9197367131710052, - 0.9034084975719452, - 0.8780902326107025, - 0.855912446975708, - 0.9106139838695526, - 0.9242421686649323, - 0.8498923778533936, - 0.8710810840129852, - 0.9328724443912506, - 0.8570951223373413, - 0.86038538813591, - 0.8528243601322174, - 0.9158264398574829, - 0.8960416615009308, - 0.8362322449684143, - 0.8964464366436005, - 0.7912301421165466, - 0.8752031028270721, - 0.7874427139759064, - 0.8308411538600922, - 0.816727340221405, - 0.8187946379184723, - 0.9010211527347565, - 0.855661004781723, - 0.7947956919670105, - 0.7818697094917297, - 0.732450008392334, - 0.7973291277885437, - 0.7746081948280334, - 0.812781572341919, - 0.7575260102748871, - 0.8794544637203217, - 0.7789787948131561, - 0.8121262192726135, - 0.7316217422485352, - 0.8044142127037048, - 0.8693380057811737, - 0.8065034747123718, - 0.7981475293636322, - 0.7697597742080688, - 0.6803508400917053, - 0.7275116443634033, - 0.7610655725002289, - 0.7319998443126678, - 0.6222132742404938, - 0.7284779250621796, - 0.6219707727432251 + 1.1222511529922485, + 1.0715516805648804, + 1.0391290783882141, + 1.042207419872284, + 1.0381283164024353, + 1.0198670029640198, + 1.041415512561798, + 0.983419805765152, + 0.9674444794654846, + 0.9798479676246643, + 0.9293477833271027, + 0.9769846498966217, + 0.9353736340999603, + 0.9651544392108917, + 0.9437013268470764, + 0.9192394316196442, + 0.9624431729316711, + 0.9238942265510559, + 0.96842822432518, + 0.9161847829818726, + 0.9704615473747253, + 0.9525317847728729, + 0.9275065064430237, + 0.9348527789115906, + 0.9028146862983704, + 0.91196408867836, + 0.9111196100711823, + 0.8493969440460205, + 0.8762457370758057, + 0.9152049422264099, + 0.8112665116786957, + 0.8650164902210236, + 0.849626362323761, + 0.9114803373813629, + 0.7823475003242493, + 0.8030545115470886, + 0.8521760106086731, + 0.9201869368553162, + 0.823464572429657, + 0.843053936958313, + 0.8302012085914612, + 0.7650937438011169, + 0.8530588746070862, + 0.8065870404243469, + 0.7949741184711456, + 0.8419927954673767, + 0.862305223941803, + 0.7756293714046478, + 0.8783960044384003, + 0.8200564384460449, + 0.8561598360538483, + 0.778954803943634, + 0.7307760715484619, + 0.8036870062351227, + 0.8116900324821472, + 0.8249111771583557, + 0.7807595729827881, + 0.7674729228019714, + 0.774996817111969, + 0.7712604403495789, + 0.8057209551334381, + 0.9020574390888214, + 0.7998343408107758, + 0.7608981132507324, + 0.7394746243953705, + 0.7061327397823334, + 0.7629700303077698, + 0.7137423455715179, + 0.7501840591430664, + 0.746033787727356, + 0.7607316076755524, + 0.7627058923244476 ], "p90": [ - 1.3709962964057922, - 1.430163860321045, - 1.3888805508613586, - 1.4181339740753174, - 1.4385927319526672, - 1.3849799036979675, - 1.4213834404945374, - 1.4574719071388245, - 1.4798223972320557, - 1.4875892996788025, - 1.4433603286743164, - 1.4133992195129395, - 1.4786632061004639, - 1.499794363975525, - 1.478499710559845, - 1.5832974910736084, - 1.488224744796753, - 1.4703221321105957, - 1.5377455949783325, - 1.609137237071991, - 1.5870665907859802, - 1.5232744812965393, - 1.6080715656280518, - 1.5790320038795471, - 1.4981203079223633, - 1.5301328897476196, - 1.607188880443573, - 1.5795023441314697, - 1.5051314234733582, - 1.5658146142959595, - 1.6409552097320557, - 1.5649909973144531, - 1.552249014377594, - 1.649109125137329, - 1.5853029489517212, - 1.6059536933898926, - 1.589056134223938, - 1.539617657661438, - 1.5790629386901855, - 1.6502344608306885, - 1.6051145195960999, - 1.59039705991745, - 1.583121657371521, - 1.5649256706237793, - 1.5283796787261963, - 1.6544398665428162, - 1.539804220199585, - 1.6539844870567322, - 1.8004688620567322, - 1.7187301516532898, - 1.667197823524475, - 1.561196744441986, - 1.5992051362991333, - 1.6589975953102112, - 1.7028523087501526, - 1.7086736559867859, - 1.8303576707839966, - 1.6689037680625916, - 1.6925055384635925, - 1.6158381700515747, - 1.6313121914863586, - 1.6500867009162903, - 1.7768874168395996, - 1.7906984090805054, - 1.7401362657546997, - 1.6852339506149292, - 1.8651703000068665, - 1.7977367639541626, - 1.8044954538345337, - 1.7836557626724243, - 1.7548209428787231, - 1.6357702016830444 + 1.3660861253738403, + 1.359560251235962, + 1.385759949684143, + 1.430984914302826, + 1.3770598769187927, + 1.4070568680763245, + 1.458631992340088, + 1.4511979222297668, + 1.4108338952064514, + 1.4545516967773438, + 1.4539472460746765, + 1.4247970581054688, + 1.5238733887672424, + 1.5870647430419922, + 1.4378983974456787, + 1.467983603477478, + 1.5459279417991638, + 1.524910032749176, + 1.6110570430755615, + 1.6177347898483276, + 1.495363473892212, + 1.6218687295913696, + 1.6041498184204102, + 1.6013770699501038, + 1.6233574748039246, + 1.5623491406440735, + 1.5780786275863647, + 1.5719382762908936, + 1.6258929371833801, + 1.5364954471588135, + 1.588027536869049, + 1.6673393845558167, + 1.5558372139930725, + 1.6685611009597778, + 1.5802032947540283, + 1.6615077257156372, + 1.6229700446128845, + 1.6185920238494873, + 1.6413978338241577, + 1.6777116060256958, + 1.6809380650520325, + 1.580425500869751, + 1.753930926322937, + 1.604759693145752, + 1.6230005025863647, + 1.6362457275390625, + 1.739943504333496, + 1.5836026072502136, + 1.785309076309204, + 1.5911086797714233, + 1.7518478631973267, + 1.766509771347046, + 1.6354233622550964, + 1.844471514225006, + 1.792787492275238, + 1.6889547109603882, + 1.852603018283844, + 1.6465568542480469, + 1.6073217391967773, + 1.7051863074302673, + 1.662611722946167, + 1.7182726860046387, + 1.726206123828888, + 1.7153499126434326, + 2.178956389427185, + 1.6548714637756348, + 1.7682525515556335, + 1.8879293203353882, + 1.8772859573364258, + 1.9779611825942993, + 1.719130039215088, + 1.9410542845726013 ], "timestamps": [ - "2026-06-16 01:20:00", - "2026-06-16 01:30:00", - "2026-06-16 01:40:00", "2026-06-16 01:50:00", "2026-06-16 02:00:00", "2026-06-16 02:10:00", @@ -523,6 +520,9 @@ "2026-06-17 01:00:00", "2026-06-17 01:10:00", "2026-06-17 01:20:00", - "2026-06-17 01:30:00" + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e4d3816c187b81689370fbdca0228e945b4bf75f..4ca8490812b2538e8aa3814b47fa6bf261895e3b 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,59 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T22:59:53.045065+00:00", + "evaluated_at": "2026-06-18T01:56:01.346879+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0, - 2850.0, - 2850.0, - 2800.0, - 2800.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2850.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, 2800.0, 2800.0, 2800.0, @@ -101,9 +53,7 @@ 2750.0, 2750.0, 2750.0, - 2750.0 - ], - "actuals": [ + 2750.0, 2750.0, 2750.0, 2750.0, @@ -127,103 +77,137 @@ 2600.0, 2600.0, 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "actuals": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2600.0 ], "p50": [ - 2790.10546875, - 2793.01171875, - 2790.6734619140625, - 2792.0682373046875, - 2792.0645751953125, - 2793.2196044921875, - 2793.658935546875, - 2788.94580078125, - 2791.0367431640625, - 2789.947265625, - 2788.8021240234375, - 2788.61572265625, - 2788.5679931640625, - 2793.5501708984375, - 2789.36962890625, - 2793.9893798828125, - 2796.1414794921875, - 2791.275146484375, - 2791.6214599609375, - 2787.963623046875, - 2785.0133056640625, - 2793.3441162109375, - 2792.3099365234375, - 2790.8741455078125 + 2571.614501953125, + 2571.010498046875, + 2578.760986328125, + 2569.6593017578125, + 2580.018798828125, + 2584.336181640625, + 2576.15380859375, + 2567.7012939453125, + 2580.2578125, + 2578.665771484375, + 2573.6322021484375, + 2562.4522705078125, + 2580.494384765625, + 2580.9493408203125, + 2577.2860107421875, + 2571.0828857421875, + 2581.265869140625, + 2584.597412109375, + 2577.3182373046875, + 2566.4268798828125, + 2583.4571533203125, + 2578.3260498046875, + 2573.121337890625, + 2568.40576171875 ], "p10": [ - 2751.5670166015625, - 2748.7296142578125, - 2745.9288330078125, - 2740.510009765625, - 2755.1318359375, - 2748.1728515625, - 2752.9459228515625, - 2741.95361328125, - 2744.0440673828125, - 2749.3817138671875, - 2740.41015625, - 2744.101318359375, - 2731.651123046875, - 2737.2354736328125, - 2740.112548828125, - 2737.5654296875, - 2731.77880859375, - 2730.7686767578125, - 2722.47705078125, - 2739.803466796875, - 2733.6202392578125, - 2739.5946044921875, - 2742.97900390625, - 2729.7529296875 + 2545.6490478515625, + 2542.376953125, + 2545.19482421875, + 2541.917236328125, + 2545.73291015625, + 2545.958740234375, + 2531.8045654296875, + 2526.743408203125, + 2537.6932373046875, + 2529.1798095703125, + 2524.1005859375, + 2518.2686767578125, + 2522.51318359375, + 2532.156005859375, + 2524.701416015625, + 2515.5703125, + 2510.1810302734375, + 2515.3782958984375, + 2511.245361328125, + 2496.3704833984375, + 2521.6519775390625, + 2514.11474609375, + 2498.6895751953125, + 2511.5826416015625 ], "p90": [ - 2842.63525390625, - 2843.64111328125, - 2837.68017578125, - 2848.9130859375, - 2838.22314453125, - 2846.754150390625, - 2847.1964111328125, - 2848.4288330078125, - 2831.7310791015625, - 2843.0726318359375, - 2836.3681640625, - 2839.51904296875, - 2839.4005126953125, - 2854.895263671875, - 2847.944580078125, - 2849.8792724609375, - 2850.4066162109375, - 2855.49609375, - 2852.1085205078125, - 2856.8529052734375, - 2841.2650146484375, - 2848.92529296875, - 2845.6934814453125, - 2846.460693359375 + 2595.34423828125, + 2604.8572998046875, + 2608.7220458984375, + 2601.6512451171875, + 2614.6202392578125, + 2622.2371826171875, + 2623.779052734375, + 2608.694580078125, + 2628.39794921875, + 2629.0123291015625, + 2632.052734375, + 2613.8240966796875, + 2646.0794677734375, + 2631.12060546875, + 2633.0093994140625, + 2638.1890869140625, + 2636.3160400390625, + 2653.05224609375, + 2637.633056640625, + 2632.4398193359375, + 2667.51025390625, + 2660.8748779296875, + 2656.570556640625, + 2651.7364501953125 ], "timestamps": [ - "2026-06-17 10:55:00", - "2026-06-17 11:10:00", - "2026-06-17 11:25:00", - "2026-06-17 11:40:00", - "2026-06-17 11:55:00", - "2026-06-17 12:10:00", - "2026-06-17 12:25:00", - "2026-06-17 12:40:00", - "2026-06-17 12:55:00", - "2026-06-17 13:10:00", - "2026-06-17 13:25:00", - "2026-06-17 13:40:00", - "2026-06-17 13:55:00", - "2026-06-17 14:10:00", - "2026-06-17 14:25:00", - "2026-06-17 14:40:00", "2026-06-17 14:55:00", "2026-06-17 15:10:00", "2026-06-17 15:25:00", @@ -327,6 +311,22 @@ "2026-06-18 15:55:00", "2026-06-18 16:10:00", "2026-06-18 16:25:00", - "2026-06-18 16:40:00" + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 08f567ba2541ff6b540dfb31ee055399238258dd..7974c3408c3b70207dd3dae35fa77f3875f067aa 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,11 +1,29 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T01:35:29.349126+00:00", + "evaluated_at": "2026-06-18T01:56:06.983864+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T01:33:18.221328Z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t194200z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t012000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t225000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index bb2aa76b06533acad787ad2f7845b4d0457aac62..09c9405f4ac01dd8546dbf6a395061bc8966ac8e 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,1146670.2730614014,1084857.6370546804,862.1629854258086,0.8584608729113784,0.013316109967045112,0.013187591427193038,21.712850491596953,1070.8269108784116,0.016435330295655862,0.013232702027014,0.012482555183931716,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,1160644.6649356615,1098526.5646874015,867.0796520924754,0.8633564274988864,0.01339383627132299,0.013263672207336744,21.90867267509728,1077.3321980409114,0.016536423013339924,0.013309168647641484,0.012558965192495703,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.2728797094854878,1.2645426201283372,1.0976573035265145,1.0910112014316118,0.770654040465859,1.2591255995183588,41.86838700545311,1.12821970798488,0.801121702276435,0.7794200733188289,0.7719241596281052,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06201593216406168,0.0620845640062155,0.22081427732014763,1.433355523474528,0.15159342909031587,0.16718632631726577,6.981093734830008,0.2490299824600678,0.17752632412994934,0.15741215808961018,0.14273964390687943,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.7383940202981446,0.7331480775355121,0.8387578138117803,0.8196597067901286,0.5724289401805945,0.8059903238631198,31.0234239337618,0.8592985629559406,0.5930695743292106,0.5788927865670799,0.5712459356025194,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06768417772275115,0.06834946574856234,0.23470316289766732,1.4972441427061018,0.16097096573368594,0.17815965363066275,6.829389320338867,0.2601618298727758,0.18473029062094481,0.16665313091064646,0.15141958198472663,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,0.5532331171798412,0.6416355595738832,0.7214547233971933,0.43909333976845066,0.032723345568581176,0.0333734293573756,2.062467877609135,0.7437964218654465,0.034073512679705764,0.033050033507629424,0.02620540350564568,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,222.26085718176262,223.29824036073248,13.28598092101502,1.0597806136205412,0.3808936894929225,0.3726512404145263,15.450633342673925,14.908415649617588,0.4117399028663085,0.36693157894632966,0.33322238463450393,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,9.722593231225055,10.330641523472025,2.3913763494633913,1.162888792742235,0.08618355951534667,0.09287300197548705,19.28970264456953,3.1181073155401586,0.1209545403207822,0.09276391022264335,0.08243721186959024,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,34.23475561690953,39.29613116581209,5.3263680971390555,1.0172374084721805,0.6923412251923199,0.4326063192118868,4.771401743462156,5.851047394860986,0.4962018992108257,0.45170612837928387,0.32255501560679195,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,1516.794208314598,1586.1317905509616,39.33296783625758,0.7866593567251517,0.01404504385048889,0.013945072832793476,27.290277793737776,38.94604226766307,0.013898959322288677,0.014037044283571479,0.013668905845779351,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,340.2951364841765,305.94750307787285,15.21381578947387,0.10285396590066842,0.00588733511285763,0.005882789647065925,2.2795154720668047,18.447090190167568,0.007112131157654966,0.00586556753329113,0.005492973844696585,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3489.5381158399855,3083.885629565553,50.0,1.043713163064833,0.24421949671445642,0.21318642417335215,5.672580589017584,59.07231259938945,0.24925026413244494,0.2109704641350211,0.16293069689197762,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 06f0bb01a257c19a5285513232ec68dd83c0f377..efbcdbe2ac0585c4df23229ddbfb762d063fb72b 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T01:39:46.075010+00:00", + "evaluated_at": "2026-06-18T01:57:02.866397+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64300.01171875, 64509.3984375, 64468.01171875, - 64675.98828125 + 64557.98828125 ], "p50": [ 66001.04481222588, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 85b61f1cd44ce04c5f3caad18902e3eb8a39e22d..09951ee7241d015ba3237bdf731634fbb3eec57b 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,19 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T01:24:55.662919+00:00", + "evaluated_at": "2026-06-18T01:57:02.874459+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.0479999780654907, - 1.0839999914169312, - 1.1239999532699585, - 1.1629999876022339, - 1.184999942779541, - 1.222000002861023, - 1.25, - 1.2790000438690186, 1.3049999475479126, 1.3350000381469727, 1.3700000047683716, @@ -245,9 +237,7 @@ 0.6240000128746033, 0.6629999876022339, 0.7099999785423279, - 0.7490000128746033 - ], - "actuals": [ + 0.7490000128746033, 0.7870000004768372, 0.8220000267028809, 0.8529999852180481, @@ -255,7 +245,9 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404, + 1.0360000133514404 + ], + "actuals": [ 1.0859999656677246, 1.1230000257492065, 1.1649999618530273, @@ -307,203 +299,203 @@ 1.375, 1.3619999885559082, 1.3279999494552612, - 1.3109999895095825 + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587 ], "p50": [ - 0.31154271660793464, - 0.30654266177166145, - 0.31154270170677345, - 0.30904267428863685, - 0.3070426851366822, - 0.3110426336382691, - 0.31254271863449257, - 0.3120426952694718, - 0.3080427467678849, - 0.3150427162503068, - 0.31154265700328987, - 0.3070426851366822, - 0.31054268477905433, - 0.31054264007557075, - 0.3115426122998063, - 0.3115426122998063, - 0.30954263804901283, - 0.3115426122998063, - 0.30904267428863685, - 0.3085427105282609, - 0.3080427467678849, - 0.31054268477905433, - 0.31254277823913734, - 0.30954263804901283, - 0.3105425655697648, - 0.31154273150909584, - 0.3095427572583024, - 0.3085427105282609, - 0.30954263804901283, - 0.3110427081440751, - 0.31154271660793464, - 0.31254277823913734, - 0.30954263804901283, - 0.31004273591983955, - 0.3080427467678849, - 0.31254277823913734, - 0.31154265700328987, - 0.31654269693840187, - 0.31254271863449257, - 0.30504266618240516, - 0.3080427467678849, - 0.31154270170677345, - 0.3085427105282609, - 0.3170427054022614, - 0.3075426637982194, - 0.31154265700328987, - 0.31254271863449257, - 0.3095426976536576, - 0.30954263804901283, - 0.31254277823913734, - 0.3095426976536576, - 0.30904273389328163, - 0.31154271660793464, - 0.31254271863449257, - 0.3075427830075089, - 0.3095427125548188, - 0.31254277823913734, - 0.3160426884745423, - 0.31554272471416633, - 0.30904273389328163 + 0.6087921760077465, + 0.6107922098631847, + 0.6117922565932262, + 0.6062922230954159, + 0.6192921302313793, + 0.6117922565932262, + 0.6067922613615978, + 0.6107920906538952, + 0.6087921760077465, + 0.6087921760077465, + 0.6117922565932262, + 0.6057920954222668, + 0.6067921421523083, + 0.6087921760077465, + 0.6067922613615978, + 0.6142921946043957, + 0.6167921922202099, + 0.6107921949620235, + 0.6107921800608623, + 0.6107921353573788, + 0.6037921211714733, + 0.6117922565932262, + 0.606792201756953, + 0.6117922565932262, + 0.606792201756953, + 0.6057921401257503, + 0.6132921478743542, + 0.6112922332282055, + 0.6137922308440197, + 0.6057920954222668, + 0.6102921417946804, + 0.6177921793456066, + 0.6047921679015148, + 0.6107921800608623, + 0.6107921800608623, + 0.6117922565932262, + 0.61079215025854, + 0.6117922565932262, + 0.6097920439238537, + 0.6112921736235607, + 0.612792243718623, + 0.606792201756953, + 0.6067922613615978, + 0.6117921969885814, + 0.6112921736235607, + 0.6107921800608623, + 0.6067921421523083, + 0.6077921888823498, + 0.6167921922202099, + 0.6082921526427257, + 0.605292146563052, + 0.6092921397681225, + 0.6077921888823498, + 0.6087921909089077, + 0.6117922565932262, + 0.6162921837563503, + 0.6072922251219738, + 0.6087921164031017, + 0.6127921841139782, + 0.6122922203536022 ], "p10": [ - 0.2625427067135636, - 0.25354271029077363, - 0.2625427067135636, - 0.26344270853746576, - 0.2575427114819352, - 0.25554273723114174, - 0.2622427046154801, - 0.2544426947687928, - 0.26344270853746576, - 0.26614266036499185, - 0.25544270573604744, - 0.2573427140568558, - 0.2622427046154801, - 0.2622427046154801, - 0.25534273682583014, - 0.25554273723114174, - 0.2575427114819352, - 0.2525427162503068, - 0.2573427140568558, - 0.2620427071904008, - 0.2622427046154801, - 0.2622427046154801, - 0.2625427067135636, - 0.2575427114819352, - 0.2625427067135636, - 0.25354271105911474, - 0.26454271076667946, - 0.2622427046154801, - 0.2573427140568558, - 0.2525427162503068, - 0.2625427067135636, - 0.2554427325581376, - 0.2525427162503068, - 0.26344270853746576, - 0.2593426883076493, - 0.25954268573272865, - 0.25914269088256997, - 0.26344270853746576, - 0.2644427105640237, - 0.26344270853746576, - 0.2535427033757035, - 0.2625427067135636, - 0.2534427046631638, - 0.2672427028273408, - 0.2554427325581376, - 0.2622427046154801, - 0.25354271029077363, - 0.25954268573272865, - 0.2534427046631638, - 0.26354270874012153, - 0.2593426883076493, - 0.26344270853746576, - 0.2534427046631638, - 0.26354270874012153, - 0.2575427114819352, - 0.2575427114819352, - 0.25954268573272865, - 0.26634266077030344, - 0.26354270874012153, - 0.2555427342509095 + 0.5565921924109447, + 0.5696921895290602, + 0.5667921802992809, + 0.5546922109122264, + 0.568492179274081, + 0.5655921391243923, + 0.5655921391243923, + 0.5547922126049983, + 0.5617921850676525, + 0.561492182969569, + 0.5565921924109447, + 0.5545922151799191, + 0.5547921857829082, + 0.5547921857829082, + 0.561492182969569, + 0.5636921889181126, + 0.5587921640868175, + 0.5667921802992809, + 0.5546921840901363, + 0.5617921850676525, + 0.5547921857829082, + 0.5657921335692394, + 0.5546921840901363, + 0.5617921850676525, + 0.5583921662564266, + 0.5527922093202237, + 0.5587921640868175, + 0.5714922300572384, + 0.573992194890498, + 0.5617921850676525, + 0.5527922093202237, + 0.5666921756262767, + 0.5567921898360241, + 0.5567921898360241, + 0.5653921387190807, + 0.5567921898360241, + 0.5667921802992809, + 0.561492182969569, + 0.5612921855444897, + 0.5635921887154568, + 0.5546921840901363, + 0.561492182969569, + 0.5587921640868175, + 0.5636921889181126, + 0.5635921887154568, + 0.5527921894132036, + 0.5585921666617382, + 0.5547922155852306, + 0.5617921850676525, + 0.5617921850676525, + 0.5527922085518825, + 0.5617921850676525, + 0.5637921891207683, + 0.5526921830172528, + 0.5626921868915546, + 0.5617921850676525, + 0.5627921870942104, + 0.5517921946043957, + 0.5565921924109447, + 0.5585921666617382 ], "p90": [ - 0.34464272855270545, - 0.34364268182266394, - 0.34354268012989203, - 0.3435426771496598, - 0.341542711094505, - 0.34364271199751534, - 0.34364271199751534, - 0.342642742380983, - 0.3415427036439244, - 0.3466427028034989, - 0.3457427680348221, - 0.342642742380983, - 0.3436427086447541, - 0.34654269813049476, - 0.34354268012989203, - 0.34364271199751534, - 0.3436427086447541, - 0.3395427286480729, - 0.3436427086447541, - 0.34354268012989203, - 0.3435426771496598, - 0.34174270702946824, - 0.3445427238797013, - 0.34174271373499077, - 0.3435426771496598, - 0.3435427106772725, - 0.34174270032394566, - 0.3435427073245112, - 0.342642742380983, - 0.341542711094505, - 0.3435426771496598, - 0.33974272756326834, - 0.34654269813049476, - 0.3445427238797013, - 0.3435427073245112, - 0.3435426771496598, - 0.3435427106772725, - 0.34354268012989203, - 0.34664269684303445, - 0.342642742380983, - 0.34154271780002754, - 0.34154271034944694, - 0.3435427106772725, - 0.345642763361818, - 0.34254274962890785, - 0.3475426852558915, - 0.33994272349823157, - 0.34354268012989203, - 0.3445427238797013, - 0.34364271199751534, - 0.3435427069519822, - 0.3386427938793961, - 0.3445427238797013, - 0.34364271199751534, - 0.3435426771496598, - 0.345642763361818, - 0.34654269813049476, - 0.3466427028034989, - 0.34364271199751534, - 0.3386426865910355 + 0.6418922207350719, + 0.642792158483981, + 0.6439921996588696, + 0.6427921853060711, + 0.6457921764845836, + 0.6418922237153042, + 0.642792158483981, + 0.6428921903516043, + 0.6439921996588696, + 0.6427921856786001, + 0.642792158483981, + 0.6407921887035358, + 0.642792158483981, + 0.6440921983714092, + 0.6427921856786001, + 0.6468922159667003, + 0.6457921764845836, + 0.6468922159667003, + 0.6427921614642131, + 0.6439921996588696, + 0.6467921636099804, + 0.6439921996588696, + 0.6427921890313614, + 0.6409921816582668, + 0.642792158483981, + 0.6389922044272411, + 0.6431921864892233, + 0.6467921695704448, + 0.6427921853060711, + 0.6409921883637894, + 0.6458921751971233, + 0.6457921764845836, + 0.6418922207350719, + 0.6458921751971233, + 0.6408921993370045, + 0.6437922022337902, + 0.6428922138209331, + 0.642792158483981, + 0.6467921636099804, + 0.6458921751971233, + 0.6377921721930492, + 0.6458921751971233, + 0.6427921555037487, + 0.6431922099585521, + 0.6467921636099804, + 0.6479922077651012, + 0.64279215885651, + 0.6458921751971233, + 0.6458921811575878, + 0.6418922207350719, + 0.6408921926314819, + 0.6427921856786001, + 0.6427922151083935, + 0.6407921887035358, + 0.6418922207350719, + 0.6417922279829967, + 0.6417922279829967, + 0.642792158483981, + 0.6439921996588696, + 0.6457921764845836 ], "timestamps": [ - "2026-06-16 19:00:00", - "2026-06-16 19:06:00", - "2026-06-16 19:12:00", - "2026-06-16 19:18:00", - "2026-06-16 19:24:00", - "2026-06-16 19:30:00", - "2026-06-16 19:36:00", - "2026-06-16 19:42:00", "2026-06-16 19:48:00", "2026-06-16 19:54:00", "2026-06-16 20:00:00", @@ -795,6 +787,14 @@ "2026-06-18 00:36:00", "2026-06-18 00:42:00", "2026-06-18 00:48:00", - "2026-06-18 00:54:00" + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index b03d6bfb537c91937a50c48b5e62f8cb5e93f758..856b72d4ebc440213195acd3a11067ed9be4172c 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T01:24:55.674218+00:00", + "evaluated_at": "2026-06-18T01:57:02.885925+00:00", "freq": "10min", "context_length": 74, "prediction_length": 72, @@ -11,7 +11,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, 1.0, 1.0, 0.8999999761581421, @@ -79,10 +78,10 @@ 1.2000000476837158, 1.399999976158142, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, @@ -153,234 +152,232 @@ 1.5, 1.7000000476837158, 1.600000023841858, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838, - 1.181963488867838 + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737 ], "p10": [ - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 0.9819635603934118, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 0.9819635603934118, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 0.9819635603934118, - 0.9819635603934118, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 0.9819635603934118, - 0.9819635603934118, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802, - 1.0819634650259802 + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 0.9736302300403108, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 0.9736302300403108, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792 ], "p90": [ - 1.3819634173422644, - 1.3819634173422644, - 1.3819634173422644, - 1.2919635031729522, - 1.281963512709696, - 1.3819634173422644, - 1.281963512709696, - 1.2919635031729522, - 1.2919635031729522, - 1.281963512709696, - 1.281963512709696, - 1.3819634173422644, - 1.3819634173422644, - 1.2919635031729522, - 1.281963512709696, - 1.3819634173422644, - 1.3819634173422644, - 1.281963512709696, - 1.281963512709696, - 1.3819634173422644, - 1.3819634173422644, - 1.281963512709696, - 1.281963512709696, - 1.281963512709696, - 1.3819634173422644, - 1.3819634173422644, - 1.281963512709696, - 1.281963512709696, - 1.2919635031729522, - 1.3819634173422644, - 1.281963512709696, - 1.281963512709696, - 1.3819634173422644, - 1.381963536551554, - 1.281963512709696, - 1.281963512709696, - 1.3819634173422644, - 1.281963512709696, - 1.281963512709696, - 1.281963512709696, - 1.281963512709696, - 1.281963512709696, - 1.3819634173422644, - 1.3819634173422644, - 1.2919635031729522, - 1.3819634173422644, - 1.281963512709696, - 1.281963512709696, - 1.3819634173422644, - 1.3819634173422644, - 1.281963512709696, - 1.2919635031729522, - 1.281963512709696, - 1.281963512709696, - 1.381963536551554, - 1.281963512709696, - 1.281963512709696, - 1.281963512709696, - 1.281963512709696, - 1.281963512709696, - 1.1919634912520234, - 1.2919635031729522, - 1.281963512709696, - 1.3819634173422644, - 1.281963512709696, - 1.3819634173422644, - 1.2919635031729522, - 1.281963512709696, - 1.3819634173422644, - 1.3819634173422644, - 1.3819634173422644, - 1.3819634173422644 + 1.173630158514737, + 1.3736300869891633, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.3736300869891633, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.3736300869891633, + 1.3736300869891633, + 1.273630182356595, + 1.3736300869891633, + 1.273630182356595, + 1.3736300869891633, + 1.273630182356595, + 1.3736300869891633, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.3736300869891633, + 1.273630182356595, + 1.3736300869891633, + 1.273630182356595, + 1.273630182356595, + 1.2836301728198511, + 1.3736300869891633, + 1.3736300869891633, + 1.3736300869891633, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.3736300989100922, + 1.2836301728198511, + 1.3736300869891633, + 1.2836301728198511, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.3736302061984529, + 1.273630182356595, + 1.273630182356595, + 1.2836301728198511, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.3736300869891633, + 1.273630182356595, + 1.273630182356595, + 1.3736300989100922, + 1.273630182356595, + 1.3736300869891633, + 1.3736302061984529, + 1.273630182356595, + 1.273630182356595, + 1.3736300869891633, + 1.3736300869891633, + 1.273630182356595, + 1.2836301728198511, + 1.3736300869891633, + 1.273630182356595, + 1.3736300869891633, + 1.3736300869891633, + 1.273630182356595, + 1.3736300869891633, + 1.273630182356595 ], "timestamps": [ - "2026-06-16 01:20:00", - "2026-06-16 01:30:00", - "2026-06-16 01:40:00", "2026-06-16 01:50:00", "2026-06-16 02:00:00", "2026-06-16 02:10:00", @@ -523,6 +520,9 @@ "2026-06-17 01:00:00", "2026-06-17 01:10:00", "2026-06-17 01:20:00", - "2026-06-17 01:30:00" + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 72f0f68fc2726e2cedb76fb8f6700edc1bacbf9a..49d088658f36c3b593b863a2a51853284331fbb5 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,109 +1,15 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T15:34:37.183355+00:00", + "evaluated_at": "2026-06-18T01:57:02.893937+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2850.0, - 2900.0, - 2900.0, - 2900.0, - 2850.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2850.0, - 2900.0, - 2900.0, - 2900.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, 2800.0, - 2850.0, - 2850.0, - 2850.0, 2800.0, - 2850.0, - 2850.0, 2800.0, 2800.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0 - ], - "actuals": [ 2800.0, 2800.0, 2800.0, @@ -111,12 +17,13 @@ 2800.0, 2800.0, 2800.0, - 2850.0, 2800.0, 2800.0, 2800.0, 2800.0, 2800.0, + 2750.0, + 2800.0, 2800.0, 2800.0, 2800.0, @@ -125,129 +32,182 @@ 2800.0, 2800.0, 2800.0, + 2750.0, 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, 2800.0, - 2800.0 + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "actuals": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 ], "p50": [ - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281 + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035 ], "p10": [ - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2835.635964912281, - 2790.635964912281, - 2840.635964912281, - 2790.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2790.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281 + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035 ], "p90": [ - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281, - 2840.635964912281 + 2638.048245614035, + 2638.048245614035, + 2638.048245614035, + 2638.048245614035, + 2638.048245614035, + 2638.048245614035, + 2588.048245614035, + 2588.048245614035, + 2638.048245614035, + 2588.048245614035, + 2588.048245614035, + 2638.048245614035, + 2593.0482456140344, + 2638.048245614035, + 2638.048245614035, + 2638.048245614035, + 2588.048245614035, + 2593.0482456140344, + 2638.048245614035, + 2638.048245614035, + 2638.048245614035, + 2638.048245614035, + 2638.048245614035, + 2638.048245614035 ], "timestamps": [ - "2026-06-17 04:55:00", - "2026-06-17 05:10:00", - "2026-06-17 05:25:00", - "2026-06-17 05:40:00", - "2026-06-17 05:55:00", - "2026-06-17 06:10:00", - "2026-06-17 06:25:00", - "2026-06-17 06:40:00", - "2026-06-17 06:55:00", - "2026-06-17 07:10:00", - "2026-06-17 07:25:00", - "2026-06-17 07:40:00", - "2026-06-17 07:55:00", - "2026-06-17 08:10:00", - "2026-06-17 08:25:00", - "2026-06-17 08:40:00", - "2026-06-17 08:55:00", - "2026-06-17 09:10:00", - "2026-06-17 09:25:00", - "2026-06-17 09:40:00", - "2026-06-17 09:55:00", - "2026-06-17 10:10:00", - "2026-06-17 10:25:00", - "2026-06-17 10:40:00", - "2026-06-17 10:55:00", - "2026-06-17 11:10:00", - "2026-06-17 11:25:00", - "2026-06-17 11:40:00", - "2026-06-17 11:55:00", - "2026-06-17 12:10:00", - "2026-06-17 12:25:00", - "2026-06-17 12:40:00", - "2026-06-17 12:55:00", - "2026-06-17 13:10:00", - "2026-06-17 13:25:00", - "2026-06-17 13:40:00", - "2026-06-17 13:55:00", - "2026-06-17 14:10:00", - "2026-06-17 14:25:00", - "2026-06-17 14:40:00", "2026-06-17 14:55:00", "2026-06-17 15:10:00", "2026-06-17 15:25:00", @@ -327,6 +287,46 @@ "2026-06-18 09:55:00", "2026-06-18 10:10:00", "2026-06-18 10:25:00", - "2026-06-18 10:40:00" + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 8f0053bd3d711b9016cd056f6cc23afd20550d16..9919c6272cd7c3b27a65affb42dc72906cecb67b 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,11 +1,29 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T01:39:46.083532+00:00", + "evaluated_at": "2026-06-18T01:57:02.898025+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T01:33:18.221328Z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t194200z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t012000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t225000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index d263a1cfa5aad7d63091102cebc21a7ff8386192..5af83293a8e502032fcd1f154dd75e2d9ab73f84 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-18T01:33:18.784907+00:00", - "finished_at": "2026-06-18T01:39:46.140469+00:00", - "task_count": 1, + "started_at": "2026-06-18T01:50:48.687225+00:00", + "finished_at": "2026-06-18T01:57:02.934135+00:00", + "task_count": 4, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,11 +10,29 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T01:33:53.301660+00:00", + "evaluated_at": "2026-06-18T01:51:35.749002+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T01:33:18.221328Z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t194200z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t012000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t225000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", "context_length": 96, "prediction_length": 24 } @@ -24,11 +42,29 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T01:34:25.691252+00:00", + "evaluated_at": "2026-06-18T01:52:29.705799+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T01:33:18.221328Z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t194200z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t012000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t225000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", "context_length": 96, "prediction_length": 24 } @@ -38,11 +74,29 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T01:34:58.482772+00:00", + "evaluated_at": "2026-06-18T01:53:37.807778+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T01:33:18.221328Z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t194200z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t012000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t225000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", "context_length": 96, "prediction_length": 24 } @@ -52,11 +106,29 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T01:35:05.848101+00:00", + "evaluated_at": "2026-06-18T01:54:46.641599+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T01:33:18.221328Z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t194200z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t012000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t225000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", "context_length": 96, "prediction_length": 24 } @@ -66,11 +138,29 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T01:35:29.349126+00:00", + "evaluated_at": "2026-06-18T01:56:06.983864+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T01:33:18.221328Z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t194200z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t012000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t225000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", "context_length": 96, "prediction_length": 24 } @@ -80,11 +170,29 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T01:39:44.158023+00:00", + "evaluated_at": "2026-06-18T01:57:00.533730+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T01:33:18.221328Z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t194200z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t012000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t225000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", "context_length": 96, "prediction_length": 24 } @@ -94,11 +202,29 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T01:39:45.963355+00:00", + "evaluated_at": "2026-06-18T01:57:02.756636+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T01:33:18.221328Z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t194200z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t012000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t225000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", "context_length": 96, "prediction_length": 24 } @@ -108,11 +234,29 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T01:39:46.064540+00:00", + "evaluated_at": "2026-06-18T01:57:02.860450+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T01:33:18.221328Z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t194200z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t012000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t225000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", "context_length": 96, "prediction_length": 24 } @@ -122,11 +266,29 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T01:39:46.083532+00:00", + "evaluated_at": "2026-06-18T01:57:02.898025+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T01:33:18.221328Z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t194200z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t012000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t225000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", "context_length": 96, "prediction_length": 24 } @@ -136,11 +298,29 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T01:39:46.123257+00:00", + "evaluated_at": "2026-06-18T01:57:02.932484+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T01:33:18.221328Z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t194200z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t012000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t225000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", "context_length": 96, "prediction_length": 24 } @@ -150,7 +330,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-18T01:44:22.011958+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_015702.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_015702.json new file mode 100644 index 0000000000000000000000000000000000000000..1107d4ae53e2a4437e4383b899b07c4477857a6e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_015702.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-18T01:57:02.555030+00:00", + "metrics": { + "MSE[mean]": 1097065.0147829016, + "MSE[0.5]": 371060.07353230304, + "MAE[0.5]": 550.0400231002164, + "MASE[0.5]": 0.5476781610307713, + "MAPE[0.5]": 0.008454342950494404, + "sMAPE[0.5]": 0.008442591380704821, + "MSIS": 7.319445519049833, + "RMSE[mean]": 1047.4087142958576, + "NRMSE[mean]": 0.016077114931635102, + "ND[0.5]": 0.008442794629913248, + "mean_weighted_sum_quantile_loss": 0.007379039408434566 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00" + ], + "context": [ + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0 + ], + "actual": [ + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64557.98828125 + ], + "predictions": { + "p50": [ + 65224.1178604524, + 65265.370505273, + 65239.26665296504, + 65235.74608678379, + 65243.54149755555, + 65239.71324170459, + 65230.25468155724, + 65239.14302999558, + 65255.80111338942, + 65235.57331466489, + 65239.68263551589, + 65230.06084696854, + 65243.61388520643, + 65237.35511265871, + 65233.023134032395, + 65222.45527203777, + 65273.13334994113, + 65226.51053878346, + 65226.173878258895, + 65242.73087047762, + 65230.47389170455, + 65241.20694384699, + 65243.17241097769, + 65243.61395164943 + ], + "p10": [ + 64978.306793875316, + 65091.939009162474, + 65024.5821552697, + 65030.66943790798, + 64977.32250212893, + 64980.72969576013, + 64980.82873437465, + 65041.229970796674, + 65064.15703287546, + 65042.41773325591, + 65029.90449082781, + 65030.49590981323, + 64980.699404928535, + 64976.11814327909, + 65030.43665119261, + 65030.49575536913, + 65029.90487061162, + 65024.9985204555, + 64980.69947101702, + 65061.98498615808, + 65024.998519555316, + 65030.49575057168, + 65030.436662743385, + 64980.841342555344 + ], + "p90": [ + 65455.72639859942, + 65564.51591753158, + 65575.7671359056, + 65564.88940675063, + 65575.42448115985, + 65552.14243352965, + 65488.48422000646, + 65553.25802840479, + 65582.36039125218, + 65494.85928152095, + 65588.48062008318, + 65564.71587865589, + 65494.85829983955, + 65582.36261299254, + 65488.496816621366, + 65576.183505075, + 65582.36258326565, + 65552.1122099759, + 65494.858365928034, + 65563.51780666159, + 65553.2527688136, + 65575.49693527473, + 65453.73173445229, + 65582.36258528194 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_015111.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_015111.json new file mode 100644 index 0000000000000000000000000000000000000000..2f31e102a5b77977277975b1defdfb6012320942 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_015111.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T01:51:11.082349+00:00", + "metrics": { + "MSE[mean]": 779686.7110042572, + "MSE[0.5]": 779686.7110042572, + "MAE[0.5]": 710.6407877604166, + "MASE[0.5]": 0.7075893088659323, + "MAPE[0.5]": 0.010981887390410115, + "sMAPE[0.5]": 0.010890208770110045, + "MSIS": 2.2971035067521313, + "RMSE[mean]": 882.998703851969, + "NRMSE[mean]": 0.01355351683879825, + "ND[0.5]": 0.010907923014190937, + "mean_weighted_sum_quantile_loss": 0.0071626293143003394 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00" + ], + "context": [ + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0 + ], + "actual": [ + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64557.98828125 + ], + "predictions": { + "p50": [ + 65915.6015625, + 65924.0, + 65917.375, + 65912.96875, + 65895.0, + 65901.34375, + 65895.0, + 65895.8515625, + 65881.9765625, + 65864.0078125, + 65838.6328125, + 65836.1328125, + 65827.9765625, + 65815.9296875, + 65799.203125, + 65795.7890625, + 65786.25, + 65785.3359375, + 65787.3203125, + 65781.390625, + 65747.296875, + 65723.5078125, + 65685.2421875, + 65673.015625 + ], + "p10": [ + 65561.578125, + 65447.59765625, + 65335.74609375, + 65241.38671875, + 65147.6015625, + 65070.09375, + 64967.92578125, + 64914.12109375, + 64845.5390625, + 64741.921875, + 64671.31640625, + 64626.35546875, + 64543.68359375, + 64506.30078125, + 64448.25390625, + 64467.8046875, + 64323.36328125, + 64165.7109375, + 64122.60546875, + 64056.97265625, + 63998.640625, + 63949.0390625, + 63902.48828125, + 63905.640625 + ], + "p90": [ + 66204.9296875, + 66331.171875, + 66416.90625, + 66489.6640625, + 66537.3828125, + 66592.3515625, + 66632.0, + 66674.7109375, + 66698.0625, + 66735.1875, + 66769.0078125, + 66804.453125, + 66858.2265625, + 66840.3515625, + 66866.53125, + 66870.6328125, + 66931.9609375, + 66951.640625, + 66964.4765625, + 67050.5078125, + 67049.7265625, + 67080.09375, + 67108.1015625, + 67106.84375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_015702.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_015702.json new file mode 100644 index 0000000000000000000000000000000000000000..6c163547e91efc7b604bb73915bed7392a9ee4fe --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_015702.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-18T01:57:02.803318+00:00", + "metrics": { + "MSE[mean]": 1698173.2048991602, + "MSE[0.5]": 1622083.3854828964, + "MAE[0.5]": 1049.331937383744, + "MASE[0.5]": 1.044826124720885, + "MAPE[0.5]": 0.016209109604133534, + "sMAPE[0.5]": 0.016017218973340144, + "MSIS": 28.600465941842923, + "RMSE[mean]": 1303.139748798708, + "NRMSE[mean]": 0.020002437661122086, + "ND[0.5]": 0.016106635288112094, + "mean_weighted_sum_quantile_loss": 0.015401596272080813 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00" + ], + "context": [ + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0 + ], + "actual": [ + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64557.98828125 + ], + "predictions": { + "p50": [ + 65914.43568008435, + 65968.9184643468, + 65980.61609235924, + 66004.72192349669, + 66012.71447338414, + 66050.32030452159, + 66069.72496378403, + 66085.03196679648, + 66125.25107918393, + 66111.67722282138, + 66170.38461645882, + 66177.74435384627, + 66207.38143498372, + 66228.72164112117, + 66256.3177066336, + 66278.78877214606, + 66305.25397828351, + 66326.09027817096, + 66345.6316561834, + 66370.59100294585, + 66401.6773028333, + 66435.08391522075, + 66459.18974635818, + 66474.87370249564 + ], + "p10": [ + 65622.76693008436, + 65779.4458080968, + 65755.75359235924, + 65864.4711422467, + 65741.88009838414, + 65784.41405452159, + 65852.17691690903, + 65946.77649804649, + 65856.73154793393, + 65924.49441032138, + 65903.33149145881, + 65989.41935384627, + 65996.81190373372, + 65938.03414112117, + 66049.8743472586, + 66082.46064714606, + 66106.56647828351, + 66122.19184067096, + 66081.6726718084, + 66178.88397169585, + 66237.4565997083, + 66227.09563397075, + 66254.58349635819, + 66199.89088999563 + ], + "p90": [ + 66153.50833633436, + 66284.5610424718, + 66298.74499860924, + 66319.71020474669, + 66274.93791088414, + 66299.04374202159, + 66298.14332315903, + 66419.27415429648, + 66445.12451668394, + 66370.46081657139, + 66501.51352270882, + 66418.67247884627, + 66442.77830998373, + 66565.65367237118, + 66508.3430972586, + 66609.29424089605, + 66633.08600953351, + 66554.66059067096, + 66579.4382968084, + 66628.87225294585, + 66732.6499590833, + 66756.83938397074, + 66708.84287135818, + 66802.14088999563 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_015546.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_015546.json new file mode 100644 index 0000000000000000000000000000000000000000..9ac2817d933741dee0d395050ed0415b9bb94c73 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_015546.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T01:55:46.894571+00:00", + "metrics": { + "MSE[mean]": 1496866.4090938568, + "MSE[0.5]": 1325818.008523941, + "MAE[0.5]": 939.7498372395834, + "MASE[0.5]": 0.9357145681643745, + "MAPE[0.5]": 0.014519825364077033, + "sMAPE[0.5]": 0.014362756939843353, + "MSIS": 8.561709787997593, + "RMSE[mean]": 1223.4649194373562, + "NRMSE[mean]": 0.01877947534343504, + "ND[0.5]": 0.014424613748266495, + "mean_weighted_sum_quantile_loss": 0.009694763817614686 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00" + ], + "context": [ + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0 + ], + "actual": [ + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64557.98828125 + ], + "predictions": { + "p50": [ + 65941.33203125, + 65955.23046875, + 66030.2421875, + 65988.41015625, + 66011.1484375, + 65993.07421875, + 66132.60546875, + 66005.1640625, + 66089.171875, + 66132.30078125, + 66117.1484375, + 66139.01171875, + 65948.0390625, + 66141.56640625, + 66149.58984375, + 66126.23046875, + 66196.7890625, + 66022.171875, + 66213.875, + 66275.33203125, + 66136.18359375, + 66235.62890625, + 66156.98046875, + 66116.9921875 + ], + "p10": [ + 65655.1875, + 65604.31640625, + 65501.765625, + 65370.57421875, + 65378.4140625, + 65295.869140625, + 65211.234375, + 65255.548828125, + 65110.8515625, + 65213.171875, + 65085.388671875, + 65217.083984375, + 64996.93359375, + 64962.400390625, + 65118.287109375, + 64822.306640625, + 64983.44140625, + 64917.6875, + 64921.83984375, + 64875.5546875, + 64613.892578125, + 64811.35546875, + 64873.787109375, + 64702.560546875 + ], + "p90": [ + 66232.484375, + 66338.6875, + 66522.6796875, + 66606.03125, + 66749.17578125, + 66655.74609375, + 66926.4296875, + 66971.78125, + 67300.99609375, + 67167.46875, + 67593.515625, + 67529.703125, + 67189.125, + 67280.98046875, + 67655.0625, + 67508.94921875, + 67602.828125, + 67425.69921875, + 67450.3671875, + 67750.125, + 67379.33984375, + 67687.9296875, + 67781.875, + 67914.8984375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_015702.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_015702.json new file mode 100644 index 0000000000000000000000000000000000000000..5b2f1cfd40c71568284c1037e19d8c26b80140fc --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_015702.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T01:57:02.866397+00:00", + "metrics": { + "MSE[mean]": 1160644.6649356615, + "MSE[0.5]": 1098526.5646874015, + "MAE[0.5]": 867.0796520924754, + "MASE[0.5]": 0.8633564274988864, + "MAPE[0.5]": 0.01339383627132299, + "sMAPE[0.5]": 0.013263672207336744, + "MSIS": 21.90867267509728, + "RMSE[mean]": 1077.3321980409114, + "NRMSE[mean]": 0.016536423013339924, + "ND[0.5]": 0.013309168647641484, + "mean_weighted_sum_quantile_loss": 0.012558965192495703 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00" + ], + "context": [ + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0 + ], + "actual": [ + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64557.98828125 + ], + "predictions": { + "p50": [ + 66001.04481222588, + 66031.42176535088, + 66019.01356222588, + 66019.01356222588, + 66002.90028097588, + 66016.40028097588, + 66011.69910910088, + 66002.90028097588, + 66019.01356222588, + 65981.33387472588, + 66015.93543722588, + 65999.18934347588, + 66004.72059347588, + 66001.95496847588, + 66005.44520285088, + 66003.81043722588, + 66006.16981222588, + 66002.90028097588, + 65998.33582785088, + 65999.18934347588, + 66006.16981222588, + 66015.47059347588, + 66015.47059347588, + 66007.04871847588 + ], + "p10": [ + 65709.37606222589, + 65841.94910910088, + 65794.15106222588, + 65878.76278097589, + 65732.06590597588, + 65750.49403097588, + 65794.15106222588, + 65864.64481222589, + 65750.49403097588, + 65794.15106222588, + 65748.88231222588, + 65810.86434347589, + 65794.15106222588, + 65711.26746847588, + 65799.00184347588, + 65807.48231222588, + 65807.48231222588, + 65799.00184347588, + 65734.37684347588, + 65807.48231222588, + 65841.94910910088, + 65807.48231222588, + 65810.86434347589, + 65732.06590597588 + ], + "p90": [ + 66240.11746847589, + 66347.06434347588, + 66337.14246847588, + 66334.00184347588, + 66265.12371847588, + 66265.12371847588, + 66240.11746847589, + 66337.14246847588, + 66338.88699972589, + 66240.11746847589, + 66347.06434347588, + 66240.11746847589, + 66240.11746847589, + 66338.88699972589, + 66257.47059347588, + 66334.31590597588, + 66334.00184347588, + 66231.47059347588, + 66232.14246847588, + 66257.47059347588, + 66337.14246847588, + 66337.22606222588, + 66265.12371847588, + 66334.31590597588 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_015702.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_015702.json new file mode 100644 index 0000000000000000000000000000000000000000..a5a60686d82df5eda848d40bb920b1cf47d6446c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_015702.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T01:57:02.902914+00:00", + "metrics": { + "MSE[mean]": 1246120.0304012299, + "MSE[0.5]": 1246120.0304012299, + "MAE[0.5]": 929.6730143229166, + "MASE[0.5]": 0.9256810149459622, + "MAPE[0.5]": 0.014345998420506751, + "sMAPE[0.5]": 0.014199459625092543, + "MSIS": 3.945481937095657, + "RMSE[mean]": 1116.2974650160368, + "NRMSE[mean]": 0.017134517211861156, + "ND[0.5]": 0.014269940373903845, + "mean_weighted_sum_quantile_loss": 0.010974707331309631 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00" + ], + "context": [ + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0 + ], + "actual": [ + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64557.98828125 + ], + "predictions": { + "p50": [ + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0 + ], + "p10": [ + 64427.15234375, + 64841.90671875, + 64523.291874999995, + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625, + 64442.90890625, + 64659.21328125, + 64531.03234375, + 64362.36515625, + 64536.92, + 64461.429375, + 64464.4, + 64361.507656249996, + 64386.0, + 64621.2 + ], + "p90": [ + 67056.83203125, + 67488.51515625, + 67156.895625, + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875, + 67073.23171875, + 67298.36484375, + 67164.95203125, + 66989.40046875, + 67171.08, + 67092.50812500001, + 67095.6, + 66988.50796875, + 67014.0, + 67258.8 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_015643.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_015643.json new file mode 100644 index 0000000000000000000000000000000000000000..ef4ce03be79979f4b9c77b64aaadc18db6db6c8e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_015643.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T01:56:43.012287+00:00", + "metrics": { + "MSE[mean]": 778262.0929470062, + "MSE[0.5]": 778262.0929470062, + "MAE[0.5]": 705.1443684895834, + "MASE[0.5]": 0.7021164911216213, + "MAPE[0.5]": 0.01089834597038028, + "sMAPE[0.5]": 0.010807040568776937, + "MSIS": 3.184989180772502, + "RMSE[mean]": 882.191641848304, + "NRMSE[mean]": 0.013541128906167195, + "ND[0.5]": 0.010823556173316363, + "mean_weighted_sum_quantile_loss": 0.007040899452220284 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00" + ], + "context": [ + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0 + ], + "actual": [ + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64557.98828125 + ], + "predictions": { + "p50": [ + 65891.375, + 65920.6875, + 65891.375, + 65883.0, + 65857.875, + 65870.4375, + 65849.5, + 65849.5, + 65845.3125, + 65832.75, + 65836.9375, + 65824.375, + 65797.15625, + 65799.25, + 65776.21875, + 65765.75, + 65786.6875, + 65763.65625, + 65782.5, + 65761.5625, + 65753.1875, + 65776.21875, + 65759.46875, + 65746.90625 + ], + "p10": [ + 65389.921875, + 65312.19140625, + 65195.203125, + 65124.015625, + 65024.5625, + 64988.96875, + 64926.15625, + 64898.9375, + 64861.25, + 64798.4375, + 64777.5, + 64727.25, + 64668.625, + 64643.5, + 64605.8125, + 64563.9375, + 64547.1875, + 64509.5, + 64522.0625, + 64492.75, + 64471.8125, + 64484.375, + 64434.125, + 64404.8125 + ], + "p90": [ + 66360.375, + 66494.375, + 66544.625, + 66586.5, + 66628.375, + 66653.5, + 66678.625, + 66678.625, + 66703.75, + 66712.125, + 66712.125, + 66728.875, + 66703.75, + 66728.875, + 66720.5, + 66737.25, + 66737.25, + 66737.25, + 66770.75, + 66762.375, + 66754.0, + 66795.875, + 66795.875, + 66795.875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_015207.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_015207.json new file mode 100644 index 0000000000000000000000000000000000000000..16dd38124eb9c977e7becaa925f51a7fea6f32fb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_015207.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T01:52:07.948419+00:00", + "metrics": { + "MSE[mean]": 1130555.5988674164, + "MSE[0.5]": 891253.8331356049, + "MAE[0.5]": 746.7198893229166, + "MASE[0.5]": 0.7435134874084676, + "MAPE[0.5]": 0.011543751250583262, + "sMAPE[0.5]": 0.011438460462461275, + "MSIS": 33.48229575061713, + "RMSE[mean]": 1063.2758808829515, + "NRMSE[mean]": 0.0163206667155551, + "ND[0.5]": 0.011461716251285014, + "mean_weighted_sum_quantile_loss": 0.012734866814435024 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00" + ], + "context": [ + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0 + ], + "actual": [ + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64557.98828125 + ], + "predictions": { + "p50": [ + 65844.46875, + 65848.1171875, + 65864.96875, + 65879.296875, + 65884.359375, + 65899.109375, + 65873.734375, + 65839.59375, + 65839.0078125, + 65817.296875, + 65823.0625, + 65817.671875, + 65827.0859375, + 65867.546875, + 65879.8203125, + 65865.71875, + 65900.5, + 65928.0234375, + 65901.859375, + 65902.953125, + 65907.0546875, + 65881.8125, + 65864.296875, + 65883.5 + ], + "p10": [ + 65903.265625, + 65937.4375, + 65950.5703125, + 65956.8671875, + 65962.46875, + 65997.8203125, + 65933.9375, + 65926.828125, + 65931.265625, + 65930.0546875, + 65934.765625, + 65885.125, + 65941.015625, + 65964.1875, + 65991.7890625, + 66001.1875, + 66000.796875, + 66014.25, + 66047.3046875, + 66056.59375, + 66044.0625, + 66039.046875, + 66014.7734375, + 65993.0078125 + ], + "p90": [ + 66166.3671875, + 66223.0390625, + 66265.609375, + 66311.015625, + 66358.5234375, + 66373.96875, + 66366.9921875, + 66364.78125, + 66375.375, + 66370.1875, + 66429.28125, + 66394.65625, + 66449.0, + 66510.375, + 66499.609375, + 66525.34375, + 66561.28125, + 66612.890625, + 66630.28125, + 66645.140625, + 66663.859375, + 66652.125, + 66614.515625, + 66639.875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_015344.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_015344.json new file mode 100644 index 0000000000000000000000000000000000000000..2a39d433feb1c7c31f0efc59ab7cbe5f484aa564 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_015344.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-18T01:53:44.507334+00:00", + "metrics": { + "MSE[mean]": 953203.3262767792, + "MSE[0.5]": 953203.3262767792, + "MAE[0.5]": 782.8937174479166, + "MASE[0.5]": 0.7795319857593296, + "MAPE[0.5]": 0.012100330955697116, + "sMAPE[0.5]": 0.011987457275615962, + "MSIS": 9.019016299500072, + "RMSE[mean]": 976.3213232726094, + "NRMSE[mean]": 0.01498596480077222, + "ND[0.5]": 0.012016963486051255, + "mean_weighted_sum_quantile_loss": 0.008645362621711984 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00" + ], + "context": [ + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0 + ], + "actual": [ + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64557.98828125 + ], + "predictions": { + "p50": [ + 65905.421875, + 65906.3203125, + 65901.328125, + 65904.4296875, + 65912.8125, + 65920.0, + 65925.09375, + 65922.1171875, + 65924.796875, + 65922.8359375, + 65926.421875, + 65927.9296875, + 65929.0390625, + 65931.9765625, + 65932.9375, + 65933.3203125, + 65931.921875, + 65934.7265625, + 65935.734375, + 65928.2734375, + 65918.6953125, + 65901.4921875, + 65884.546875, + 65862.9375 + ], + "p10": [ + 65617.4140625, + 65520.0703125, + 65428.76953125, + 65371.26171875, + 65334.26953125, + 65310.48828125, + 65286.828125, + 65245.23046875, + 65205.0546875, + 65163.5078125, + 65135.76171875, + 65111.12109375, + 65069.046875, + 65037.71484375, + 64997.93359375, + 64957.359375, + 64918.91015625, + 64891.19921875, + 64864.46484375, + 64831.59375, + 64794.83203125, + 64763.71875, + 64733.08984375, + 64694.5234375 + ], + "p90": [ + 66202.1796875, + 66316.7265625, + 66418.3125, + 66518.40625, + 66600.3046875, + 66681.90625, + 66768.734375, + 66827.3828125, + 66879.78125, + 66931.5390625, + 66988.015625, + 67024.171875, + 67049.640625, + 67110.796875, + 67180.2109375, + 67217.3359375, + 67259.8359375, + 67323.6015625, + 67376.3203125, + 67421.359375, + 67425.7421875, + 67435.9375, + 67434.1796875, + 67439.1015625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_015300.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_015300.json new file mode 100644 index 0000000000000000000000000000000000000000..5e521bdadd8cc2b957a4eaf105ab7465f2d0e072 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_015300.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T01:53:00.811601+00:00", + "metrics": { + "MSE[mean]": 801450.3027629852, + "MSE[0.5]": 801450.3027629852, + "MAE[0.5]": 720.16259765625, + "MASE[0.5]": 0.7170702322795445, + "MAPE[0.5]": 0.011129419104523966, + "sMAPE[0.5]": 0.011035067215646817, + "MSIS": 2.4712741082726573, + "RMSE[mean]": 895.2375677790701, + "NRMSE[mean]": 0.013741376285930048, + "ND[0.5]": 0.011054077261299151, + "mean_weighted_sum_quantile_loss": 0.0073395300326877765 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00" + ], + "context": [ + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0 + ], + "actual": [ + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64557.98828125 + ], + "predictions": { + "p50": [ + 65920.125, + 65930.6171875, + 65916.859375, + 65908.6484375, + 65906.109375, + 65891.09375, + 65881.671875, + 65878.8046875, + 65870.7265625, + 65863.2109375, + 65857.8046875, + 65845.125, + 65834.015625, + 65831.8828125, + 65814.9921875, + 65808.828125, + 65806.1953125, + 65794.9921875, + 65786.9765625, + 65778.75, + 65772.28125, + 65763.2578125, + 65759.0234375, + 65750.3359375 + ], + "p10": [ + 65592.78125, + 65469.31640625, + 65347.56640625, + 65254.3203125, + 65163.67578125, + 65066.89453125, + 64985.81640625, + 64918.91796875, + 64834.734375, + 64773.92578125, + 64697.88671875, + 64622.609375, + 64553.80078125, + 64496.3515625, + 64441.625, + 64378.7890625, + 64346.3515625, + 64289.32421875, + 64237.2109375, + 64191.5546875, + 64141.32421875, + 64100.58203125, + 64064.30859375, + 64017.390625 + ], + "p90": [ + 66226.0234375, + 66353.3984375, + 66432.984375, + 66500.625, + 66580.5, + 66642.21875, + 66703.90625, + 66763.84375, + 66839.078125, + 66896.7734375, + 66963.6171875, + 67007.4765625, + 67048.890625, + 67116.03125, + 67151.84375, + 67190.1796875, + 67245.5859375, + 67272.828125, + 67315.8828125, + 67347.5078125, + 67373.0, + 67421.2265625, + 67448.5859375, + 67471.09375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_015702.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_015702.json new file mode 100644 index 0000000000000000000000000000000000000000..24443df09aec8efd18b404d484fdc17eff6e77f6 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_015702.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-18T01:57:02.741289+00:00", + "metrics": { + "MSE[mean]": 956.3582536937911, + "MSE[0.5]": 2171.0189325910083, + "MAE[0.5]": 43.610577352919165, + "MASE[0.5]": 0.29483207224508734, + "MAPE[0.5]": 0.016773493447693546, + "sMAPE[0.5]": 0.016935623941105198, + "MSIS": 1.3626516169904643, + "RMSE[mean]": 30.92504250108302, + "NRMSE[mean]": 0.011922907952224778, + "ND[0.5]": 0.01681371656980016, + "mean_weighted_sum_quantile_loss": 0.01562362289077538 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "predictions": { + "p50": [ + 2550.1057365698057, + 2550.2267641713916, + 2550.1439233355577, + 2550.2017539356016, + 2550.042794387132, + 2550.1447459497726, + 2550.218987199327, + 2550.2634481207792, + 2550.0427943871555, + 2550.2046126206988, + 2550.2046126206988, + 2550.2017539416224, + 2550.2496832762995, + 2550.2021899637575, + 2550.2420500042886, + 2550.202625985893, + 2550.2021899637575, + 2550.218987199327, + 2550.203619303296, + 2550.2046126206988, + 2550.2420500042886, + 2550.2496832762995, + 2550.219514676488, + 2550.1447459497726 + ], + "p10": [ + 2503.91716379056, + 2502.453289922123, + 2503.438485954453, + 2504.014053200626, + 2506.8296372872583, + 2512.0461202140323, + 2512.0461202140323, + 2512.0461202140323, + 2503.5479112274043, + 2506.829637287282, + 2512.6468446575695, + 2506.5480788792183, + 2504.014053206647, + 2503.5479112274043, + 2503.967439008723, + 2500.3463106162753, + 2503.967439008723, + 2513.0870191614777, + 2503.967439008723, + 2512.6468446575695, + 2512.0461202140323, + 2504.014053206647, + 2513.0893652980835, + 2512.625729428116 + ], + "p90": [ + 2573.815350789624, + 2573.9118564286036, + 2567.6163611735296, + 2573.9564214172183, + 2573.912240205688, + 2573.916658327464, + 2574.877436539348, + 2573.9149474501714, + 2573.9122402057114, + 2573.956421423239, + 2573.956421423239, + 2573.9149474501714, + 2573.9190948474784, + 2563.5520050039745, + 2576.6026779694007, + 2573.9125109301576, + 2573.9099650784333, + 2573.9125109301576, + 2574.1264346734824, + 2573.9099650784333, + 2573.956421423239, + 2574.04852293485, + 2575.656553925672, + 2574.04852293485 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_015133.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_015133.json new file mode 100644 index 0000000000000000000000000000000000000000..a1db4bc0ff64858c5c9be556b310163da7922cd5 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_015133.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T01:51:33.075026+00:00", + "metrics": { + "MSE[mean]": 435.038207359612, + "MSE[0.5]": 435.038207359612, + "MAE[0.5]": 20.134613037109375, + "MASE[0.5]": 0.13612132757482395, + "MAPE[0.5]": 0.007775287733658167, + "sMAPE[0.5]": 0.0077869463810587595, + "MSIS": 1.351744952134683, + "RMSE[mean]": 20.857569545841432, + "NRMSE[mean]": 0.008041472595987057, + "ND[0.5]": 0.0077627423757530125, + "mean_weighted_sum_quantile_loss": 0.011638356725513164 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "predictions": { + "p50": [ + 2583.357177734375, + 2583.70849609375, + 2583.933349609375, + 2583.169921875, + 2585.22021484375, + 2584.694580078125, + 2584.36474609375, + 2583.444580078125, + 2585.288330078125, + 2584.681396484375, + 2583.3466796875, + 2581.8076171875, + 2582.507568359375, + 2581.864990234375, + 2581.24853515625, + 2577.182373046875, + 2580.64306640625, + 2580.30029296875, + 2578.400634765625, + 2577.3798828125, + 2580.12890625, + 2580.193115234375, + 2579.07958984375, + 2579.44189453125 + ], + "p10": [ + 2540.72900390625, + 2533.33349609375, + 2528.353759765625, + 2523.270751953125, + 2519.3388671875, + 2515.645263671875, + 2510.49267578125, + 2504.706787109375, + 2502.611083984375, + 2500.14306640625, + 2494.490234375, + 2488.8076171875, + 2483.625, + 2482.85205078125, + 2473.7001953125, + 2465.116943359375, + 2449.336181640625, + 2449.654296875, + 2441.56787109375, + 2439.7216796875, + 2440.934326171875, + 2437.322265625, + 2435.939208984375, + 2430.9658203125 + ], + "p90": [ + 2623.468505859375, + 2627.4423828125, + 2635.2001953125, + 2641.197998046875, + 2647.558349609375, + 2649.13916015625, + 2654.28466796875, + 2658.9833984375, + 2662.520263671875, + 2661.75048828125, + 2665.7919921875, + 2670.45458984375, + 2677.037841796875, + 2683.401611328125, + 2686.269287109375, + 2687.239990234375, + 2717.87939453125, + 2722.71533203125, + 2727.201416015625, + 2733.31396484375, + 2735.916259765625, + 2738.727294921875, + 2741.559814453125, + 2742.298828125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_015702.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_015702.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc0d55596b16a2838eee6176dc2940ebe93e45 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_015702.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-18T01:57:02.853207+00:00", + "metrics": { + "MSE[mean]": 3273.250169450301, + "MSE[0.5]": 3027.302110743596, + "MAE[0.5]": 50.62576788346124, + "MASE[0.5]": 0.342258712451569, + "MAPE[0.5]": 0.019482642688991986, + "sMAPE[0.5]": 0.019705642352289734, + "MSIS": 4.648733718659562, + "RMSE[mean]": 57.212325328117025, + "NRMSE[mean]": 0.022057763981924636, + "ND[0.5]": 0.019518368340611564, + "mean_weighted_sum_quantile_loss": 0.017559340589359276 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "predictions": { + "p50": [ + 2573.5025561490766, + 2571.0786265605857, + 2568.654696972095, + 2566.230767383604, + 2563.806837795113, + 2561.3829082066222, + 2558.9589786181314, + 2556.5350490296405, + 2554.1111194411496, + 2551.687189852659, + 2549.263260264168, + 2546.839330675677, + 2544.4154010871866, + 2541.991471498696, + 2539.567541910205, + 2537.143612321714, + 2534.719682733223, + 2532.2957531447323, + 2529.8718235562415, + 2527.4478939677506, + 2525.0239643792597, + 2522.600034790769, + 2520.176105202278, + 2517.752175613787 + ], + "p10": [ + 2523.5025561490766, + 2521.0786265605857, + 2518.654696972095, + 2516.230767383604, + 2513.806837795113, + 2511.3829082066222, + 2508.9589786181314, + 2506.5350490296405, + 2504.1111194411496, + 2501.687189852659, + 2499.263260264168, + 2496.839330675677, + 2494.4154010871866, + 2491.991471498696, + 2489.567541910205, + 2487.143612321714, + 2484.719682733223, + 2482.2957531447323, + 2479.8718235562415, + 2477.4478939677506, + 2475.0239643792597, + 2472.600034790769, + 2470.176105202278, + 2467.752175613787 + ], + "p90": [ + 2623.5025561490766, + 2621.0786265605857, + 2618.654696972095, + 2616.230767383604, + 2613.806837795113, + 2611.3829082066222, + 2558.9589786181314, + 2556.5350490296405, + 2604.1111194411496, + 2551.687189852659, + 2549.263260264168, + 2596.839330675677, + 2549.415401087186, + 2591.991471498696, + 2589.567541910205, + 2587.143612321714, + 2534.719682733223, + 2537.295753144732, + 2579.8718235562415, + 2577.4478939677506, + 2575.0239643792597, + 2572.600034790769, + 2570.176105202278, + 2567.752175613787 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_015601.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_015601.json new file mode 100644 index 0000000000000000000000000000000000000000..08ee481724e20f2b9a7d3d734cdcefd10ff693b6 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_015601.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T01:56:01.346879+00:00", + "metrics": { + "MSE[mean]": 476.7425280461709, + "MSE[0.5]": 554.7807769918194, + "MAE[0.5]": 22.748936971028645, + "MASE[0.5]": 0.15379563022667256, + "MAPE[0.5]": 0.008770920881498633, + "sMAPE[0.5]": 0.008802113441715283, + "MSIS": 0.692160506987236, + "RMSE[mean]": 21.834434456751357, + "NRMSE[mean]": 0.008418095212241487, + "ND[0.5]": 0.008770674494854417, + "mean_weighted_sum_quantile_loss": 0.008598391395442882 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "predictions": { + "p50": [ + 2571.614501953125, + 2571.010498046875, + 2578.760986328125, + 2569.6593017578125, + 2580.018798828125, + 2584.336181640625, + 2576.15380859375, + 2567.7012939453125, + 2580.2578125, + 2578.665771484375, + 2573.6322021484375, + 2562.4522705078125, + 2580.494384765625, + 2580.9493408203125, + 2577.2860107421875, + 2571.0828857421875, + 2581.265869140625, + 2584.597412109375, + 2577.3182373046875, + 2566.4268798828125, + 2583.4571533203125, + 2578.3260498046875, + 2573.121337890625, + 2568.40576171875 + ], + "p10": [ + 2545.6490478515625, + 2542.376953125, + 2545.19482421875, + 2541.917236328125, + 2545.73291015625, + 2545.958740234375, + 2531.8045654296875, + 2526.743408203125, + 2537.6932373046875, + 2529.1798095703125, + 2524.1005859375, + 2518.2686767578125, + 2522.51318359375, + 2532.156005859375, + 2524.701416015625, + 2515.5703125, + 2510.1810302734375, + 2515.3782958984375, + 2511.245361328125, + 2496.3704833984375, + 2521.6519775390625, + 2514.11474609375, + 2498.6895751953125, + 2511.5826416015625 + ], + "p90": [ + 2595.34423828125, + 2604.8572998046875, + 2608.7220458984375, + 2601.6512451171875, + 2614.6202392578125, + 2622.2371826171875, + 2623.779052734375, + 2608.694580078125, + 2628.39794921875, + 2629.0123291015625, + 2632.052734375, + 2613.8240966796875, + 2646.0794677734375, + 2631.12060546875, + 2633.0093994140625, + 2638.1890869140625, + 2636.3160400390625, + 2653.05224609375, + 2637.633056640625, + 2632.4398193359375, + 2667.51025390625, + 2660.8748779296875, + 2656.570556640625, + 2651.7364501953125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_015702.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_015702.json new file mode 100644 index 0000000000000000000000000000000000000000..d3c47bb2b17bf07a2a8904b9f707d07ef5d47f53 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_015702.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T01:57:02.893937+00:00", + "metrics": { + "MSE[mean]": 340.2951364841765, + "MSE[0.5]": 305.94750307787285, + "MAE[0.5]": 15.21381578947387, + "MASE[0.5]": 0.10285396590066842, + "MAPE[0.5]": 0.00588733511285763, + "sMAPE[0.5]": 0.005882789647065925, + "MSIS": 2.2795154720668047, + "RMSE[mean]": 18.447090190167568, + "NRMSE[mean]": 0.007112131157654966, + "ND[0.5]": 0.00586556753329113, + "mean_weighted_sum_quantile_loss": 0.005492973844696585 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "predictions": { + "p50": [ + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035, + 2588.048245614035 + ], + "p10": [ + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035, + 2538.048245614035 + ], + "p90": [ + 2638.048245614035, + 2638.048245614035, + 2638.048245614035, + 2638.048245614035, + 2638.048245614035, + 2638.048245614035, + 2588.048245614035, + 2588.048245614035, + 2638.048245614035, + 2588.048245614035, + 2588.048245614035, + 2638.048245614035, + 2593.0482456140344, + 2638.048245614035, + 2638.048245614035, + 2638.048245614035, + 2588.048245614035, + 2593.0482456140344, + 2638.048245614035, + 2638.048245614035, + 2638.048245614035, + 2638.048245614035, + 2638.048245614035, + 2638.048245614035 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_015702.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_015702.json new file mode 100644 index 0000000000000000000000000000000000000000..27300e718193190dba9f0e69ce2063035e79f4f3 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_015702.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T01:57:02.929105+00:00", + "metrics": { + "MSE[mean]": 833.3333333333334, + "MSE[0.5]": 833.3333333333334, + "MAE[0.5]": 16.666666666666668, + "MASE[0.5]": 0.11267605633802819, + "MAPE[0.5]": 0.006441679235796883, + "sMAPE[0.5]": 0.006472491909385113, + "MSIS": 1.0487323302212799, + "RMSE[mean]": 28.867513459481287, + "NRMSE[mean]": 0.011129643743414472, + "ND[0.5]": 0.00642570281124498, + "mean_weighted_sum_quantile_loss": 0.007232485497545734 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "predictions": { + "p50": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "p10": [ + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2499.0, + 2548.0, + 2548.0, + 2499.0, + 2499.0, + 2548.0, + 2499.0, + 2499.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2499.0, + 2548.0, + 2548.0, + 2548.0, + 2499.0 + ], + "p90": [ + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2601.0, + 2652.0, + 2652.0, + 2601.0, + 2601.0, + 2652.0, + 2601.0, + 2601.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2601.0, + 2652.0, + 2652.0, + 2652.0, + 2601.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_015658.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_015658.json new file mode 100644 index 0000000000000000000000000000000000000000..b9a8803809a784cb938a326d9c349f56e6bcc979 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_015658.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T01:56:58.206560+00:00", + "metrics": { + "MSE[mean]": 230.4486459096273, + "MSE[0.5]": 230.4486459096273, + "MAE[0.5]": 10.581868489583334, + "MASE[0.5]": 0.07153939260563381, + "MAPE[0.5]": 0.004102718761783559, + "sMAPE[0.5]": 0.004096491744522341, + "MSIS": 0.926679343639965, + "RMSE[mean]": 15.180535099581546, + "NRMSE[mean]": 0.005852736423935054, + "ND[0.5]": 0.004079756526104417, + "mean_weighted_sum_quantile_loss": 0.006916845942798972 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "predictions": { + "p50": [ + 2580.42578125, + 2584.76171875, + 2581.87109375, + 2582.59375, + 2584.76171875, + 2586.9296875, + 2586.20703125, + 2581.87109375, + 2591.265625, + 2593.43359375, + 2591.265625, + 2590.54296875, + 2591.98828125, + 2594.87890625, + 2596.32421875, + 2595.6015625, + 2598.4921875, + 2600.66015625, + 2600.66015625, + 2597.046875, + 2599.9375, + 2599.9375, + 2603.55078125, + 2600.66015625 + ], + "p10": [ + 2542.125, + 2541.40234375, + 2539.234375, + 2538.51171875, + 2539.234375, + 2540.6796875, + 2534.8984375, + 2528.39453125, + 2538.51171875, + 2538.51171875, + 2535.62109375, + 2532.73046875, + 2532.73046875, + 2534.17578125, + 2534.17578125, + 2529.1171875, + 2529.83984375, + 2530.5625, + 2529.1171875, + 2524.78125, + 2527.671875, + 2526.2265625, + 2526.94921875, + 2521.890625 + ], + "p90": [ + 2620.89453125, + 2631.373046875, + 2631.734375, + 2636.79296875, + 2644.7421875, + 2649.439453125, + 2653.775390625, + 2654.13671875, + 2665.1572265625, + 2670.7578125, + 2672.3837890625, + 2673.6484375, + 2677.0810546875, + 2682.04931640625, + 2684.39794921875, + 2683.85595703125, + 2685.3916015625, + 2690.630859375, + 2692.4375, + 2690.4501953125, + 2695.23779296875, + 2696.728271484375, + 2701.94482421875, + 2701.76416015625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_015227.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_015227.json new file mode 100644 index 0000000000000000000000000000000000000000..68f64bca12dc3f2d2d2e49e6cc7d8d094da90249 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_015227.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T01:52:27.147707+00:00", + "metrics": { + "MSE[mean]": 748.5886859744787, + "MSE[0.5]": 1378.3203524698813, + "MAE[0.5]": 36.0421142578125, + "MASE[0.5]": 0.24366499779929582, + "MAPE[0.5]": 0.013876630151133973, + "sMAPE[0.5]": 0.013974655888326503, + "MSIS": 1.2594685987015843, + "RMSE[mean]": 27.36034879117002, + "NRMSE[mean]": 0.010548568208643862, + "ND[0.5]": 0.013895754894578314, + "mean_weighted_sum_quantile_loss": 0.008880500909889559 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "predictions": { + "p50": [ + 2570.526123046875, + 2570.524169921875, + 2566.656494140625, + 2564.98486328125, + 2565.40087890625, + 2566.330810546875, + 2566.25830078125, + 2565.26904296875, + 2560.00146484375, + 2562.0380859375, + 2558.387939453125, + 2559.451416015625, + 2559.644775390625, + 2558.609619140625, + 2558.47900390625, + 2557.996337890625, + 2554.536865234375, + 2555.562255859375, + 2557.89697265625, + 2559.923583984375, + 2560.225341796875, + 2560.95947265625, + 2558.716064453125, + 2557.4892578125 + ], + "p10": [ + 2579.738525390625, + 2575.849853515625, + 2575.038818359375, + 2573.55126953125, + 2578.08056640625, + 2582.046630859375, + 2576.42041015625, + 2576.548583984375, + 2579.40087890625, + 2571.292236328125, + 2574.19140625, + 2577.2294921875, + 2578.539794921875, + 2573.353271484375, + 2572.769287109375, + 2571.673583984375, + 2571.62451171875, + 2582.18359375, + 2574.927978515625, + 2574.13134765625, + 2576.967041015625, + 2571.564208984375, + 2578.4287109375, + 2576.921630859375 + ], + "p90": [ + 2597.82470703125, + 2599.739501953125, + 2598.513671875, + 2597.865478515625, + 2599.06103515625, + 2601.16796875, + 2601.224853515625, + 2600.4619140625, + 2597.54638671875, + 2600.10498046875, + 2597.618408203125, + 2599.32080078125, + 2601.2294921875, + 2601.469970703125, + 2602.818359375, + 2604.539306640625, + 2603.946533203125, + 2604.685791015625, + 2609.857177734375, + 2611.097412109375, + 2612.598388671875, + 2616.260009765625, + 2614.42578125, + 2613.744384765625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_015443.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_015443.json new file mode 100644 index 0000000000000000000000000000000000000000..437bd99a95f2411e3664dbd2870fd8a270303822 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_015443.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-18T01:54:43.024708+00:00", + "metrics": { + "MSE[mean]": 831.3591035703818, + "MSE[0.5]": 831.3591035703818, + "MAE[0.5]": 28.64056396484375, + "MASE[0.5]": 0.19362634793133804, + "MAPE[0.5]": 0.011035752869419503, + "sMAPE[0.5]": 0.0110889743576301, + "MSIS": 1.0302794894366196, + "RMSE[mean]": 28.8332985204673, + "NRMSE[mean]": 0.011116452441625947, + "ND[0.5]": 0.01104214514307229, + "mean_weighted_sum_quantile_loss": 0.011746464416694557 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "predictions": { + "p50": [ + 2571.643798828125, + 2573.195068359375, + 2572.7587890625, + 2572.778076171875, + 2572.685302734375, + 2572.93017578125, + 2572.402099609375, + 2571.64453125, + 2572.061279296875, + 2571.49267578125, + 2570.938720703125, + 2570.45068359375, + 2570.84130859375, + 2570.51416015625, + 2569.7578125, + 2569.487548828125, + 2569.3671875, + 2569.2001953125, + 2568.325439453125, + 2567.751220703125, + 2568.139892578125, + 2567.9541015625, + 2567.52880859375, + 2567.036865234375 + ], + "p10": [ + 2539.292236328125, + 2536.313232421875, + 2529.724853515625, + 2526.38427734375, + 2522.631103515625, + 2519.376708984375, + 2514.087158203125, + 2509.02734375, + 2506.51953125, + 2502.862548828125, + 2498.4130859375, + 2493.80078125, + 2490.86669921875, + 2488.416015625, + 2484.850830078125, + 2481.40966796875, + 2478.0673828125, + 2475.1083984375, + 2471.878662109375, + 2468.679443359375, + 2467.343017578125, + 2464.923828125, + 2463.572998046875, + 2460.914306640625 + ], + "p90": [ + 2605.959228515625, + 2611.6259765625, + 2614.7958984375, + 2618.36376953125, + 2621.0576171875, + 2625.521728515625, + 2629.499755859375, + 2632.755126953125, + 2637.23779296875, + 2640.80712890625, + 2643.72607421875, + 2645.173828125, + 2648.086669921875, + 2651.780029296875, + 2656.7734375, + 2658.53564453125, + 2661.525146484375, + 2667.694091796875, + 2672.787109375, + 2676.544921875, + 2680.11669921875, + 2681.703369140625, + 2683.828857421875, + 2686.056396484375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_015324.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_015324.json new file mode 100644 index 0000000000000000000000000000000000000000..010b190302da5a9b46702af7de9546bf6771ab3d --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_015324.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T01:53:24.775990+00:00", + "metrics": { + "MSE[mean]": 304.40311650186777, + "MSE[0.5]": 304.40311650186777, + "MAE[0.5]": 7.996429443359375, + "MASE[0.5]": 0.054060368067781694, + "MAPE[0.5]": 0.003121618363892031, + "sMAPE[0.5]": 0.003098727319545507, + "MSIS": 0.8640692396566901, + "RMSE[mean]": 17.44715210290401, + "NRMSE[mean]": 0.006726612858950943, + "ND[0.5]": 0.003082960749246988, + "mean_weighted_sum_quantile_loss": 0.0058958758645693875 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "predictions": { + "p50": [ + 2596.9794921875, + 2597.10791015625, + 2595.692138671875, + 2597.4658203125, + 2596.729736328125, + 2599.89208984375, + 2598.7958984375, + 2598.906005859375, + 2601.050537109375, + 2600.75927734375, + 2601.189208984375, + 2600.7763671875, + 2600.72314453125, + 2600.59521484375, + 2600.9091796875, + 2601.39697265625, + 2601.47900390625, + 2601.8623046875, + 2602.70263671875, + 2603.1865234375, + 2603.322998046875, + 2603.38330078125, + 2603.49560546875, + 2604.880126953125 + ], + "p10": [ + 2547.60791015625, + 2548.31396484375, + 2546.68798828125, + 2548.695556640625, + 2547.105224609375, + 2547.53662109375, + 2546.80615234375, + 2542.2353515625, + 2544.1806640625, + 2543.31396484375, + 2542.87548828125, + 2540.958251953125, + 2539.76611328125, + 2541.62353515625, + 2539.577880859375, + 2540.236328125, + 2537.043212890625, + 2536.769775390625, + 2535.760986328125, + 2534.97900390625, + 2533.770263671875, + 2533.43017578125, + 2532.680908203125, + 2530.790771484375 + ], + "p90": [ + 2604.293701171875, + 2605.61572265625, + 2605.22998046875, + 2606.551025390625, + 2612.658203125, + 2611.487548828125, + 2618.434326171875, + 2630.46240234375, + 2655.24169921875, + 2660.34765625, + 2682.456298828125, + 2687.92041015625, + 2690.2421875, + 2691.30224609375, + 2690.72705078125, + 2692.66015625, + 2696.625244140625, + 2701.500732421875, + 2706.621826171875, + 2709.841552734375, + 2713.96484375, + 2722.05810546875, + 2720.85986328125, + 2733.089111328125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_015702.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_015702.json new file mode 100644 index 0000000000000000000000000000000000000000..9944babed47237fb2c6940bc7b6be5a0c5b8779f --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_015702.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T01:57:02.630001+00:00", + "metrics": { + "MSE[mean]": 0.48960526571220925, + "MSE[0.5]": 0.4840451022321571, + "MAE[0.5]": 0.4910581978341233, + "MASE[0.5]": 0.4798770417701632, + "MAPE[0.5]": 0.35992386083569006, + "sMAPE[0.5]": 0.26227124709652877, + "MSIS": 18.450271565082883, + "RMSE[mean]": 0.6997179901304591, + "NRMSE[mean]": 0.48293046031596787, + "ND[0.5]": 0.3389179138837746, + "mean_weighted_sum_quantile_loss": 0.3360301399712096 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00" + ], + "context": [ + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404 + ], + "actual": [ + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587 + ], + "predictions": { + "p50": [ + 1.0637598764106637, + 1.0994919763786823, + 1.1332562366706702, + 1.168202108411787, + 1.2017743125770615, + 1.2347969712750726, + 1.2695366194318036, + 1.2996093128871902, + 1.3329568775134055, + 1.364486218791119, + 1.3955649952615234, + 1.4286277473601985, + 1.458490491300367, + 1.4906359749804237, + 1.5199445576144759, + 1.5526432684906515, + 1.5810182836722715, + 1.612404317799285, + 1.642427494536121, + 1.6725789445818569, + 1.6993540031760168, + 1.7282536054695854, + 1.7593452123391686, + 1.7868329100697224, + 1.8154373710044087, + 1.8425362364332867, + 1.8712256997478116, + 1.898225313437916, + 1.9247452381360322, + 1.952792712077426, + 1.97855394132295, + 2.006296806485171, + 2.0325867107199556, + 2.0574108164921263, + 2.0838703665248657, + 2.1096712320120257, + 2.1338647221306983, + 2.161584713816611, + 2.1861460132536386, + 2.2096177489171676, + 2.234838514293001, + 2.2604075638360728, + 2.2821993138734564, + 2.3088763630813354, + 2.3333093527310766, + 2.3567786214860478, + 2.3799471868819198, + 2.4020112634209903, + 2.4250326461984137, + 2.4486152507091576, + 2.4719622601934206, + 2.493162914285622, + 2.5165401111399754, + 2.537998340686003, + 2.5615575673784696, + 2.581015763287601, + 2.601956208918968, + 2.6240939571836224, + 2.6454803032057397, + 2.6675297051014284 + ], + "p10": [ + 1.0504295291872867, + 1.0861978154421918, + 1.1205642460965026, + 1.1543076313119744, + 1.186277573787698, + 1.220726382374303, + 1.255377390173872, + 1.2865807844330133, + 1.3174685569863762, + 1.3492767211034848, + 1.3825392946074488, + 1.4129410592427, + 1.446786013790934, + 1.4747386327271124, + 1.5061213375703868, + 1.5366200748021392, + 1.5668389992729561, + 1.5993060865070006, + 1.6266168514740904, + 1.6561169125152533, + 1.6869159130272577, + 1.7143426906454688, + 1.7460013992444365, + 1.7716035596846809, + 1.7996467988580613, + 1.8286540905217217, + 1.8556947930417782, + 1.8831897919367602, + 1.911320460322018, + 1.937474391585337, + 1.9642941006316448, + 1.9911517601103546, + 2.017514547226824, + 2.0437478906722215, + 2.0712419750216604, + 2.0951476515396616, + 2.1220791295254626, + 2.1477872295621143, + 2.171396099412378, + 2.196234923432751, + 2.2233864677752484, + 2.24543129037339, + 2.269622111792458, + 2.294925842724833, + 2.3200643684743127, + 2.3412357457383504, + 2.367163777568116, + 2.390418963922151, + 2.4130502496639847, + 2.4338554944538284, + 2.4572788739828444, + 2.4783685670751927, + 2.502122953506214, + 2.523318444808466, + 2.547289772856742, + 2.566832526010132, + 2.591077717439012, + 2.609865533742431, + 2.6319313594516704, + 2.653649928965816 + ], + "p90": [ + 1.0762127454068362, + 1.1127526148842017, + 1.1468615701788707, + 1.1809825063685995, + 1.2197056536328188, + 1.2469050969969144, + 1.2800665856476923, + 1.312187274254599, + 1.3449909429573255, + 1.3802830825978885, + 1.4068836931682196, + 1.4395637820575604, + 1.471759894617615, + 1.5024378057910714, + 1.533422799101996, + 1.5644770664411738, + 1.5941705520659575, + 1.631043415481575, + 1.6563754884966433, + 1.6859202476227266, + 1.711267290411234, + 1.7440667933717429, + 1.77293339492449, + 1.7986770658129234, + 1.829206009065339, + 1.8584373193035342, + 1.8864708657143419, + 1.9130531962729418, + 1.9413480242876742, + 1.9666640562309055, + 1.9930231068221935, + 2.0189699434073267, + 2.046150749243033, + 2.0695965640994287, + 2.098269457666581, + 2.1240149365522045, + 2.148839417983524, + 2.174078824069173, + 2.1990461719237553, + 2.222673987383353, + 2.2484410680817843, + 2.274465856250544, + 2.2974644212843995, + 2.3242792438961932, + 2.3450736986927647, + 2.368108875956444, + 2.392301794274564, + 2.4177775375757604, + 2.4380171587222343, + 2.461306396194352, + 2.4838882374061435, + 2.5072382595475493, + 2.5290628293182147, + 2.549931391946697, + 2.5738450161575797, + 2.5940865984168613, + 2.6150737740269125, + 2.637038002948484, + 2.6589087420716853, + 2.680245342850689 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_015119.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_015119.json new file mode 100644 index 0000000000000000000000000000000000000000..4018ce58f122f4df36138610b46e5dab8d9d7c16 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_015119.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T01:51:19.558445+00:00", + "metrics": { + "MSE[mean]": 0.2981746150550067, + "MSE[0.5]": 0.2981746150550067, + "MAE[0.5]": 0.41732049187024434, + "MASE[0.5]": 0.40781830746751896, + "MAPE[0.5]": 0.301539896494775, + "sMAPE[0.5]": 0.44112949770995574, + "MSIS": 0.9178137015289356, + "RMSE[mean]": 0.5460536741520989, + "NRMSE[mean]": 0.3768746208259301, + "ND[0.5]": 0.288025719048052, + "mean_weighted_sum_quantile_loss": 0.21555600419588103 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00" + ], + "context": [ + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404 + ], + "actual": [ + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587 + ], + "predictions": { + "p50": [ + 1.0911290645599365, + 1.1244815587997437, + 1.152747631072998, + 1.1743910312652588, + 1.2057983875274658, + 1.2329425811767578, + 1.2536261081695557, + 1.2807581424713135, + 1.3029768466949463, + 1.3209121227264404, + 1.3408769369125366, + 1.3600648641586304, + 1.382123589515686, + 1.4029765129089355, + 1.417107105255127, + 1.4321352243423462, + 1.402881145477295, + 1.4192769527435303, + 1.4281275272369385, + 1.427791953086853, + 1.4353469610214233, + 1.4369962215423584, + 1.4398701190948486, + 1.4353591203689575, + 1.4314982891082764, + 1.4214670658111572, + 1.4168870449066162, + 1.4049561023712158, + 1.3879735469818115, + 1.379433512687683, + 1.3684682846069336, + 1.3514657020568848, + 1.207362413406372, + 1.1861201524734497, + 1.1685432195663452, + 1.140620470046997, + 1.112391471862793, + 1.0815504789352417, + 1.0483914613723755, + 1.011656403541565, + 0.983178436756134, + 0.9411031603813171, + 0.9174501895904541, + 0.8779991269111633, + 0.8494693636894226, + 0.8009737730026245, + 0.7688803672790527, + 0.7315146923065186, + 0.4943007826805115, + 0.4500008225440979, + 0.4164263606071472, + 0.3676636815071106, + 0.31679028272628784, + 0.26757436990737915, + 0.21278119087219238, + 0.1842339038848877, + 0.13426506519317627, + 0.09486830234527588, + 0.05613279342651367, + 0.02290177345275879 + ], + "p10": [ + 1.064907193183899, + 1.0914045572280884, + 1.1149426698684692, + 1.1350007057189941, + 1.1570600271224976, + 1.1731988191604614, + 1.1872644424438477, + 1.208409309387207, + 1.222921371459961, + 1.2326993942260742, + 1.2460904121398926, + 1.2599692344665527, + 1.272768259048462, + 1.274543046951294, + 1.2831428050994873, + 1.276249647140503, + 1.2768625020980835, + 1.2908371686935425, + 1.2763416767120361, + 1.2769131660461426, + 1.2687150239944458, + 1.256262183189392, + 1.2338435649871826, + 1.2257113456726074, + 1.1872023344039917, + 1.1651543378829956, + 1.1333529949188232, + 1.1117483377456665, + 1.0680180788040161, + 1.0423378944396973, + 1.0236910581588745, + 0.9814313650131226, + 0.8569812178611755, + 0.8105164766311646, + 0.7812343835830688, + 0.7517215013504028, + 0.6931548118591309, + 0.6706850528717041, + 0.617074728012085, + 0.5700681209564209, + 0.5157668590545654, + 0.4465668797492981, + 0.39784181118011475, + 0.36032599210739136, + 0.2994763255119324, + 0.23134726285934448, + 0.18493610620498657, + 0.15036660432815552, + -0.2710307836532593, + -0.3696941137313843, + -0.40933215618133545, + -0.44647347927093506, + -0.5232652425765991, + -0.557945966720581, + -0.5892760753631592, + -0.647142767906189, + -0.6859508752822876, + -0.7234647274017334, + -0.7738614082336426, + -0.8105441331863403 + ], + "p90": [ + 1.1144030094146729, + 1.148690104484558, + 1.1847180128097534, + 1.211373209953308, + 1.2543013095855713, + 1.2909190654754639, + 1.3131389617919922, + 1.3500701189041138, + 1.3802576065063477, + 1.4113248586654663, + 1.4345118999481201, + 1.4668442010879517, + 1.5006308555603027, + 1.5414118766784668, + 1.5657117366790771, + 1.5820221900939941, + 1.5562043190002441, + 1.563650131225586, + 1.5861331224441528, + 1.6115165948867798, + 1.6288011074066162, + 1.6420261859893799, + 1.6646748781204224, + 1.684371829032898, + 1.6896648406982422, + 1.7121195793151855, + 1.7251944541931152, + 1.715003252029419, + 1.7233227491378784, + 1.7397708892822266, + 1.7354168891906738, + 1.7312443256378174, + 1.621127724647522, + 1.6130387783050537, + 1.609090805053711, + 1.606354832649231, + 1.6020362377166748, + 1.5862336158752441, + 1.5806694030761719, + 1.5751371383666992, + 1.5553994178771973, + 1.5448918342590332, + 1.5376602411270142, + 1.520201325416565, + 1.5080370903015137, + 1.4961841106414795, + 1.4692111015319824, + 1.4591046571731567, + 1.35593581199646, + 1.348966360092163, + 1.3233054876327515, + 1.310021162033081, + 1.2748700380325317, + 1.2540476322174072, + 1.23043954372406, + 1.2330703735351562, + 1.2059255838394165, + 1.1953682899475098, + 1.1688371896743774, + 1.1421761512756348 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_015702.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_015702.json new file mode 100644 index 0000000000000000000000000000000000000000..9d00bc39864c6d915a89174c74a6fad3b0ecb840 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_015702.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T01:57:02.820214+00:00", + "metrics": { + "MSE[mean]": 0.8675192032132711, + "MSE[0.5]": 0.871963563661414, + "MAE[0.5]": 0.6735320711391566, + "MASE[0.5]": 0.6581960738282366, + "MAPE[0.5]": 0.49075007969379475, + "sMAPE[0.5]": 0.3315164294777238, + "MSIS": 23.655438855974406, + "RMSE[mean]": 0.9314071092778233, + "NRMSE[mean]": 0.6428373578636162, + "ND[0.5]": 0.4648574965067787, + "mean_weighted_sum_quantile_loss": 0.45630534575640563 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00" + ], + "context": [ + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404 + ], + "actual": [ + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587 + ], + "predictions": { + "p50": [ + 1.074288374684501, + 1.1116962899760598, + 1.148104218142222, + 1.1780120660805324, + 1.2264198546526166, + 1.2543278624505843, + 1.2847357486550763, + 1.3241434593834944, + 1.3575514261734665, + 1.3929593076095872, + 1.4313672696311877, + 1.460774989896349, + 1.4971829180625111, + 1.53459083335407, + 1.567998800144042, + 1.6109066148229605, + 1.6488144938748954, + 1.6782223780528298, + 1.7136302445877893, + 1.7490380813204265, + 1.7774459485706418, + 1.8208539654285154, + 1.851261792028363, + 1.8916697283007569, + 1.9220775549006044, + 1.9564853747055224, + 1.999393263890247, + 2.032801230680219, + 2.0707091097321535, + 2.0981168557465213, + 2.1380247835550557, + 2.1809327025421026, + 2.2033405725341315, + 2.2447484661295998, + 2.2801563475657205, + 2.316564305534205, + 2.3509720806356396, + 2.3873800684064466, + 2.4207877371731947, + 2.4576957483090225, + 2.4946036998402055, + 2.5240115393146563, + 2.5594194803554218, + 2.599827297418526, + 2.634735155489626, + 2.6696430433630485, + 2.701050886890615, + 2.7374588150567774, + 2.781866699830758, + 2.8087745416893948, + 2.8411824170458417, + 2.880590291687033, + 2.914498222237381, + 2.9509061057000596, + 2.989314052820499, + 3.0292218614197437, + 3.0556297842214875, + 3.092537556938736, + 3.1319455060857333, + 3.166853423761478 + ], + "p10": [ + 1.0220883910876992, + 1.0705962696419353, + 1.1031041418482768, + 1.126412053897343, + 1.1756199036953183, + 1.2081277449817502, + 1.2435356264178707, + 1.2681435813345976, + 1.3105514352333725, + 1.3456593145714097, + 1.3761672054489062, + 1.4095751096540012, + 1.4451829616931111, + 1.4805908431292318, + 1.5226987217520132, + 1.5603066091366773, + 1.590814465741503, + 1.6342223633900872, + 1.6575302486170633, + 1.7000381310307002, + 1.7284460131820767, + 1.7748538424045286, + 1.7991617743615462, + 1.8416696567751831, + 1.8736775194000779, + 1.9034854438999957, + 1.9448932801027103, + 1.993001227509252, + 2.030909073778632, + 2.054116945391907, + 2.080524851080599, + 2.129832698822773, + 2.155340594468641, + 2.1907484759047615, + 2.234756306223939, + 2.261564238777003, + 2.3069721106763805, + 2.337079994782789, + 2.3722878787938306, + 2.4099957634009184, + 2.436503640211719, + 2.478711520527272, + 2.5114193830806415, + 2.551727289348057, + 2.587035170581522, + 2.6116430527153898, + 2.652850911400045, + 2.684458841759658, + 2.726866692678201, + 2.7622745741143215, + 2.7886824790346725, + 2.833090336986563, + 2.8704982224757996, + 2.8948060978084045, + 2.940213983118827, + 2.974721862731046, + 3.011129746193724, + 3.03553763514003, + 3.0757455143827, + 3.113153370069614 + ], + "p90": [ + 1.1073884194118264, + 1.143696238596856, + 1.1803041612078653, + 1.2145120282911877, + 1.252919900905821, + 1.284427829572662, + 1.3207356457774595, + 1.3562435590812034, + 1.3927514498245894, + 1.426959317280441, + 1.4623671715219424, + 1.495775083177618, + 1.5331829343941838, + 1.569890855717733, + 1.6039987244610443, + 1.6435066361852653, + 1.6778144781392692, + 1.7143223990575067, + 1.7456302259911403, + 1.7822381456219172, + 1.8204459910091488, + 1.8530539084941586, + 1.8872617793027713, + 1.9208696533657974, + 1.9580775116276323, + 1.9896854390070131, + 2.029293302505116, + 2.0683011670224585, + 2.099709064194205, + 2.133316948688044, + 2.1736248169574988, + 2.2089326996810796, + 2.2404406253676887, + 2.279848461265861, + 2.3102563668418625, + 2.348564251174769, + 2.383072144198033, + 2.418379970297201, + 2.4577878568593214, + 2.4922957498825853, + 2.519603628314632, + 2.5631115127548267, + 2.5954193744975727, + 2.6312273103884967, + 2.670235145476046, + 2.7068430710672873, + 2.7370509035948167, + 2.775558801371551, + 2.810966688768136, + 2.842374609781741, + 2.8767824631142718, + 2.9140903375975107, + 2.9494982484634247, + 2.9829061034946878, + 3.0194140169623447, + 3.05472190564639, + 3.0901297870825104, + 3.126537599019615, + 3.1631455216306246, + 3.2003533798924595 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_015551.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_015551.json new file mode 100644 index 0000000000000000000000000000000000000000..ba099a3b522bcfae3d17af87be6751f8945cd073 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_015551.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T01:55:51.646815+00:00", + "metrics": { + "MSE[mean]": 0.04169322271180154, + "MSE[0.5]": 0.06088813960802047, + "MAE[0.5]": 0.17447278300921124, + "MASE[0.5]": 0.17050012269248355, + "MAPE[0.5]": 0.1287936587990105, + "sMAPE[0.5]": 0.1135164322079011, + "MSIS": 1.3826260308987794, + "RMSE[mean]": 0.204189183630773, + "NRMSE[mean]": 0.14092702750713282, + "ND[0.5]": 0.12041740043804906, + "mean_weighted_sum_quantile_loss": 0.14167108644182924 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00" + ], + "context": [ + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404 + ], + "actual": [ + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587 + ], + "predictions": { + "p50": [ + 1.041157603263855, + 1.0776000618934631, + 1.1196364164352417, + 1.1473515629768372, + 1.1920408010482788, + 1.2227372527122498, + 1.25849848985672, + 1.2969990968704224, + 1.3500486016273499, + 1.3760847449302673, + 1.4098584651947021, + 1.4140750765800476, + 1.4535416960716248, + 1.482254147529602, + 1.5314172506332397, + 1.5444047451019287, + 1.5524392127990723, + 1.5105296969413757, + 1.5809528231620789, + 1.6087985634803772, + 1.6194562911987305, + 1.7005452513694763, + 1.6500499248504639, + 1.5903251767158508, + 1.671212613582611, + 1.672302484512329, + 1.6792542338371277, + 1.7221232652664185, + 1.7171798944473267, + 1.7201377749443054, + 1.7421828508377075, + 1.7726457715034485, + 1.7303478717803955, + 1.7499679327011108, + 1.7428988218307495, + 1.6863150596618652, + 1.640913963317871, + 1.860360860824585, + 1.8037548661231995, + 1.666771411895752, + 1.8678381443023682, + 1.808071792125702, + 1.7825525999069214, + 1.8354830741882324, + 1.6322840452194214, + 1.6745635271072388, + 1.7060123085975647, + 1.765944242477417, + 1.7461420893669128, + 1.8123074769973755, + 1.8183119297027588, + 1.7446847558021545, + 1.691895604133606, + 1.782274842262268, + 1.77259761095047, + 1.6629059314727783, + 1.5600659251213074, + 1.7207304239273071, + 1.6645315885543823, + 1.5088131427764893 + ], + "p10": [ + 1.0107458233833313, + 1.02950918674469, + 1.0561161041259766, + 1.0803274512290955, + 1.1052342653274536, + 1.1256881356239319, + 1.149848461151123, + 1.133301019668579, + 1.1922858953475952, + 1.1498379707336426, + 1.1987215280532837, + 1.1821409463882446, + 1.1675774455070496, + 1.1882929801940918, + 1.1819357872009277, + 1.2030355334281921, + 1.2034997344017029, + 1.0041671395301819, + 1.1079339981079102, + 1.152320921421051, + 1.050716757774353, + 1.0939569473266602, + 1.1010417938232422, + 0.9427655637264252, + 1.0938720703125, + 1.1133525967597961, + 0.9257922768592834, + 1.0232144594192505, + 0.738694965839386, + 0.9125667810440063, + 0.8885210156440735, + 0.9142171740531921, + 0.9135867357254028, + 0.7694269418716431, + 0.6457824110984802, + 0.8798118233680725, + 0.6059448421001434, + 0.9085792005062103, + 0.891974151134491, + 0.6848403811454773, + 0.6825165748596191, + 0.7167508006095886, + 0.6714902818202972, + 0.7916172444820404, + 0.2852591872215271, + 0.40882113575935364, + 0.40324509143829346, + 0.3829425573348999, + 0.7171378135681152, + 0.5169892609119415, + 0.6072300970554352, + 0.3800741136074066, + 0.5161134600639343, + 0.05313730239868164, + 0.5144116282463074, + 0.2934015989303589, + 0.26272323727607727, + 0.3456387519836426, + 0.3228890895843506, + 0.05111879110336304 + ], + "p90": [ + 1.0708388090133667, + 1.1244147419929504, + 1.1729375123977661, + 1.2268537282943726, + 1.2791958451271057, + 1.336805522441864, + 1.382007896900177, + 1.479833960533142, + 1.4751564264297485, + 1.5604785680770874, + 1.6107924580574036, + 1.607669711112976, + 1.7004224061965942, + 1.772383689880371, + 1.8316278457641602, + 1.873540222644806, + 1.8765383958816528, + 1.8853195905685425, + 2.0083916187286377, + 2.0736820697784424, + 1.9892897605895996, + 2.076977252960205, + 2.156019926071167, + 2.1789536476135254, + 2.168172836303711, + 2.225754976272583, + 2.2453577518463135, + 2.2916046380996704, + 2.2889221906661987, + 2.4122495651245117, + 2.3677830696105957, + 2.555105447769165, + 2.405703544616699, + 2.5332764387130737, + 2.619064688682556, + 2.4967899322509766, + 2.4442378282546997, + 2.7126431465148926, + 2.5866178274154663, + 2.552213191986084, + 2.768948793411255, + 2.7166717052459717, + 2.6594468355178833, + 2.6662847995758057, + 2.6436336040496826, + 2.6226789951324463, + 2.7113778591156006, + 2.779663562774658, + 2.73101806640625, + 2.9312784671783447, + 2.7917494773864746, + 2.7790671586990356, + 2.7428982257843018, + 2.9754226207733154, + 2.729906678199768, + 2.849828839302063, + 2.6458890438079834, + 2.874543070793152, + 2.6213583946228027, + 2.6905797719955444 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_015702.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_015702.json new file mode 100644 index 0000000000000000000000000000000000000000..58424dcd9f6a987361f188a1961ab6caa34566db --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_015702.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T01:57:02.874459+00:00", + "metrics": { + "MSE[mean]": 0.7383940202981446, + "MSE[0.5]": 0.7331480775355121, + "MAE[0.5]": 0.8387578138117803, + "MASE[0.5]": 0.8196597067901286, + "MAPE[0.5]": 0.5724289401805945, + "sMAPE[0.5]": 0.8059903238631198, + "MSIS": 31.0234239337618, + "RMSE[mean]": 0.8592985629559406, + "NRMSE[mean]": 0.5930695743292106, + "ND[0.5]": 0.5788927865670799, + "mean_weighted_sum_quantile_loss": 0.5712459356025194 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00" + ], + "context": [ + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404 + ], + "actual": [ + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587 + ], + "predictions": { + "p50": [ + 0.6087921760077465, + 0.6107922098631847, + 0.6117922565932262, + 0.6062922230954159, + 0.6192921302313793, + 0.6117922565932262, + 0.6067922613615978, + 0.6107920906538952, + 0.6087921760077465, + 0.6087921760077465, + 0.6117922565932262, + 0.6057920954222668, + 0.6067921421523083, + 0.6087921760077465, + 0.6067922613615978, + 0.6142921946043957, + 0.6167921922202099, + 0.6107921949620235, + 0.6107921800608623, + 0.6107921353573788, + 0.6037921211714733, + 0.6117922565932262, + 0.606792201756953, + 0.6117922565932262, + 0.606792201756953, + 0.6057921401257503, + 0.6132921478743542, + 0.6112922332282055, + 0.6137922308440197, + 0.6057920954222668, + 0.6102921417946804, + 0.6177921793456066, + 0.6047921679015148, + 0.6107921800608623, + 0.6107921800608623, + 0.6117922565932262, + 0.61079215025854, + 0.6117922565932262, + 0.6097920439238537, + 0.6112921736235607, + 0.612792243718623, + 0.606792201756953, + 0.6067922613615978, + 0.6117921969885814, + 0.6112921736235607, + 0.6107921800608623, + 0.6067921421523083, + 0.6077921888823498, + 0.6167921922202099, + 0.6082921526427257, + 0.605292146563052, + 0.6092921397681225, + 0.6077921888823498, + 0.6087921909089077, + 0.6117922565932262, + 0.6162921837563503, + 0.6072922251219738, + 0.6087921164031017, + 0.6127921841139782, + 0.6122922203536022 + ], + "p10": [ + 0.5565921924109447, + 0.5696921895290602, + 0.5667921802992809, + 0.5546922109122264, + 0.568492179274081, + 0.5655921391243923, + 0.5655921391243923, + 0.5547922126049983, + 0.5617921850676525, + 0.561492182969569, + 0.5565921924109447, + 0.5545922151799191, + 0.5547921857829082, + 0.5547921857829082, + 0.561492182969569, + 0.5636921889181126, + 0.5587921640868175, + 0.5667921802992809, + 0.5546921840901363, + 0.5617921850676525, + 0.5547921857829082, + 0.5657921335692394, + 0.5546921840901363, + 0.5617921850676525, + 0.5583921662564266, + 0.5527922093202237, + 0.5587921640868175, + 0.5714922300572384, + 0.573992194890498, + 0.5617921850676525, + 0.5527922093202237, + 0.5666921756262767, + 0.5567921898360241, + 0.5567921898360241, + 0.5653921387190807, + 0.5567921898360241, + 0.5667921802992809, + 0.561492182969569, + 0.5612921855444897, + 0.5635921887154568, + 0.5546921840901363, + 0.561492182969569, + 0.5587921640868175, + 0.5636921889181126, + 0.5635921887154568, + 0.5527921894132036, + 0.5585921666617382, + 0.5547922155852306, + 0.5617921850676525, + 0.5617921850676525, + 0.5527922085518825, + 0.5617921850676525, + 0.5637921891207683, + 0.5526921830172528, + 0.5626921868915546, + 0.5617921850676525, + 0.5627921870942104, + 0.5517921946043957, + 0.5565921924109447, + 0.5585921666617382 + ], + "p90": [ + 0.6418922207350719, + 0.642792158483981, + 0.6439921996588696, + 0.6427921853060711, + 0.6457921764845836, + 0.6418922237153042, + 0.642792158483981, + 0.6428921903516043, + 0.6439921996588696, + 0.6427921856786001, + 0.642792158483981, + 0.6407921887035358, + 0.642792158483981, + 0.6440921983714092, + 0.6427921856786001, + 0.6468922159667003, + 0.6457921764845836, + 0.6468922159667003, + 0.6427921614642131, + 0.6439921996588696, + 0.6467921636099804, + 0.6439921996588696, + 0.6427921890313614, + 0.6409921816582668, + 0.642792158483981, + 0.6389922044272411, + 0.6431921864892233, + 0.6467921695704448, + 0.6427921853060711, + 0.6409921883637894, + 0.6458921751971233, + 0.6457921764845836, + 0.6418922207350719, + 0.6458921751971233, + 0.6408921993370045, + 0.6437922022337902, + 0.6428922138209331, + 0.642792158483981, + 0.6467921636099804, + 0.6458921751971233, + 0.6377921721930492, + 0.6458921751971233, + 0.6427921555037487, + 0.6431922099585521, + 0.6467921636099804, + 0.6479922077651012, + 0.64279215885651, + 0.6458921751971233, + 0.6458921811575878, + 0.6418922207350719, + 0.6408921926314819, + 0.6427921856786001, + 0.6427922151083935, + 0.6407921887035358, + 0.6418922207350719, + 0.6417922279829967, + 0.6417922279829967, + 0.642792158483981, + 0.6439921996588696, + 0.6457921764845836 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_015702.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_015702.json new file mode 100644 index 0000000000000000000000000000000000000000..1a61cda314b7f313321b0878a7ac9e3ffc6c9ef2 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_015702.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T01:57:02.908943+00:00", + "metrics": { + "MSE[mean]": 0.8518332988614177, + "MSE[0.5]": 0.8518332988614177, + "MAE[0.5]": 0.8881666677693526, + "MASE[0.5]": 0.8679435452007093, + "MAPE[0.5]": 0.6165887413603368, + "sMAPE[0.5]": 0.9326765009428556, + "MSIS": 34.09306093322858, + "RMSE[mean]": 0.9229481561070577, + "NRMSE[mean]": 0.6369991684699329, + "ND[0.5]": 0.6129937256910919, + "mean_weighted_sum_quantile_loss": 0.6104136843011694 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00" + ], + "context": [ + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404 + ], + "actual": [ + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587 + ], + "predictions": { + "p50": [ + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312 + ], + "p10": [ + 0.15974000245332717, + 0.20089999824762345, + 0.22833999544382094, + 0.2724399971961975, + 0.3184999883174896, + 0.3577000093460083, + 0.39200000584125516, + 0.42630000233650206, + 0.47039998948574063, + 0.4978400158882141, + 0.537039978504181, + 0.5723199915885925, + 0.6115200126171112, + 0.6497399878501892, + 0.6957999789714813, + 0.7340200126171111, + 0.7712600004673004, + 0.8055600261688233, + 0.8359399855136871, + 0.8751400065422058, + 0.9133599817752838, + 0.9447199869155883, + 0.9829400205612182, + 1.0152800130844115, + 0.15974000245332717, + 0.20089999824762345, + 0.22833999544382094, + 0.2724399971961975, + 0.3184999883174896, + 0.3577000093460083, + 0.39200000584125516, + 0.42630000233650206, + 0.47039998948574063, + 0.4978400158882141, + 0.537039978504181, + 0.5723199915885925, + 0.6115200126171112, + 0.6497399878501892, + 0.6957999789714813, + 0.7340200126171111, + 0.7712600004673004, + 0.8055600261688233, + 0.8359399855136871, + 0.8751400065422058, + 0.9133599817752838, + 0.9447199869155883, + 0.9829400205612182, + 1.0152800130844115, + 0.15974000245332717, + 0.20089999824762345, + 0.22833999544382094, + 0.2724399971961975, + 0.3184999883174896, + 0.3577000093460083, + 0.39200000584125516, + 0.42630000233650206, + 0.47039998948574063, + 0.4978400158882141, + 0.537039978504181, + 0.5723199915885925 + ], + "p90": [ + 0.166260002553463, + 0.20909999817609787, + 0.23765999525785447, + 0.2835599970817566, + 0.3314999878406525, + 0.372300009727478, + 0.4080000060796738, + 0.4437000024318695, + 0.48959998905658725, + 0.5181600165367126, + 0.5589599776268005, + 0.5956799912452698, + 0.6364800131320953, + 0.6762599873542786, + 0.7241999781131745, + 0.7639800131320954, + 0.802740000486374, + 0.8384400272369384, + 0.8700599849224091, + 0.9108600068092346, + 0.9506399810314179, + 0.9832799863815308, + 1.0230600214004517, + 1.0567200136184693, + 0.166260002553463, + 0.20909999817609787, + 0.23765999525785447, + 0.2835599970817566, + 0.3314999878406525, + 0.372300009727478, + 0.4080000060796738, + 0.4437000024318695, + 0.48959998905658725, + 0.5181600165367126, + 0.5589599776268005, + 0.5956799912452698, + 0.6364800131320953, + 0.6762599873542786, + 0.7241999781131745, + 0.7639800131320954, + 0.802740000486374, + 0.8384400272369384, + 0.8700599849224091, + 0.9108600068092346, + 0.9506399810314179, + 0.9832799863815308, + 1.0230600214004517, + 1.0567200136184693, + 0.166260002553463, + 0.20909999817609787, + 0.23765999525785447, + 0.2835599970817566, + 0.3314999878406525, + 0.372300009727478, + 0.4080000060796738, + 0.4437000024318695, + 0.48959998905658725, + 0.5181600165367126, + 0.5589599776268005, + 0.5956799912452698 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_015648.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_015648.json new file mode 100644 index 0000000000000000000000000000000000000000..5752a7e464b99a59e7c00481c0d343c4fcb68945 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_015648.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T01:56:48.493985+00:00", + "metrics": { + "MSE[mean]": 0.010216594966594054, + "MSE[0.5]": 0.010216594966594054, + "MAE[0.5]": 0.08770496845245361, + "MASE[0.5]": 0.08570796902514166, + "MAPE[0.5]": 0.05859882946015792, + "sMAPE[0.5]": 0.06093417253245125, + "MSIS": 0.563897737500278, + "RMSE[mean]": 0.10107717332115126, + "NRMSE[mean]": 0.06976131316892317, + "ND[0.5]": 0.060532102052776864, + "mean_weighted_sum_quantile_loss": 0.048969329208226504 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00" + ], + "context": [ + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404 + ], + "actual": [ + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587 + ], + "predictions": { + "p50": [ + 1.0885448455810547, + 1.126296043395996, + 1.1562366485595703, + 1.1956615447998047, + 1.2317390441894531, + 1.2637252807617188, + 1.2905044555664062, + 1.3172836303710938, + 1.3425750732421875, + 1.369354248046875, + 1.3886947631835938, + 1.4095230102539062, + 1.4318389892578125, + 1.4511795043945312, + 1.4660568237304688, + 1.4809341430664062, + 1.4972991943359375, + 1.5062255859375, + 1.51812744140625, + 1.530029296875, + 1.5330047607421875, + 1.54193115234375, + 1.5449066162109375, + 1.54193115234375, + 1.54193115234375, + 1.535980224609375, + 1.524078369140625, + 1.5211029052734375, + 1.5270538330078125, + 1.51812744140625, + 1.500274658203125, + 1.4972991943359375, + 1.4972991943359375, + 1.476470947265625, + 1.4571304321289062, + 1.4541549682617188, + 1.434814453125, + 1.4363021850585938, + 1.4199371337890625, + 1.4184494018554688, + 1.3857192993164062, + 1.3738174438476562, + 1.3529891967773438, + 1.3500137329101562, + 1.32769775390625, + 1.3202590942382812, + 1.2934799194335938, + 1.2905044555664062, + 1.2585182189941406, + 1.2391777038574219, + 1.2198371887207031, + 1.2049598693847656, + 1.1926860809326172, + 1.1707420349121094, + 1.1614437103271484, + 1.149169921875, + 1.1315031051635742, + 1.1057932376861572, + 1.092543125152588, + 1.1047704219818115 + ], + "p10": [ + 1.0781307220458984, + 1.1114187240600586, + 1.1424751281738281, + 1.1841316223144531, + 1.2131423950195312, + 1.244384765625, + 1.2652130126953125, + 1.2897605895996094, + 1.3187713623046875, + 1.3410873413085938, + 1.3529891967773438, + 1.3767929077148438, + 1.3916702270507812, + 1.4110107421875, + 1.4258880615234375, + 1.4333267211914062, + 1.4333267211914062, + 1.4363021850585938, + 1.44671630859375, + 1.4571304321289062, + 1.4601058959960938, + 1.4630813598632812, + 1.4690322875976562, + 1.4615936279296875, + 1.4571304321289062, + 1.452667236328125, + 1.4333267211914062, + 1.428863525390625, + 1.428863525390625, + 1.4154739379882812, + 1.3946456909179688, + 1.3842315673828125, + 1.3767929077148438, + 1.3529891967773438, + 1.345550537109375, + 1.333648681640625, + 1.3157958984375, + 1.3083572387695312, + 1.2852973937988281, + 1.2852973937988281, + 1.2488479614257812, + 1.2354583740234375, + 1.2131423950195312, + 1.2109107971191406, + 1.1990089416503906, + 1.1926860809326172, + 1.1633033752441406, + 1.1521453857421875, + 1.1318750381469727, + 1.1118836402893066, + 1.0969133377075195, + 1.0818500518798828, + 1.0740394592285156, + 1.0612077713012695, + 1.0502357482910156, + 1.0390777587890625, + 1.0126705169677734, + 0.9966773986816406, + 0.9803123474121094, + 1.0011405944824219 + ], + "p90": [ + 1.098215103149414, + 1.1424751281738281, + 1.175577163696289, + 1.2138862609863281, + 1.2570304870605469, + 1.2890167236328125, + 1.3187713623046875, + 1.3440628051757812, + 1.3738174438476562, + 1.39910888671875, + 1.4214248657226562, + 1.4482040405273438, + 1.4720077514648438, + 1.4972991943359375, + 1.5092010498046875, + 1.5270538330078125, + 1.5568084716796875, + 1.5806121826171875, + 1.5865631103515625, + 1.6014404296875, + 1.6044158935546875, + 1.6163177490234375, + 1.625244140625, + 1.6222686767578125, + 1.6282196044921875, + 1.625244140625, + 1.607391357421875, + 1.6163177490234375, + 1.6222686767578125, + 1.6222686767578125, + 1.61334228515625, + 1.6103668212890625, + 1.607391357421875, + 1.5865631103515625, + 1.5627593994140625, + 1.57763671875, + 1.56573486328125, + 1.559783935546875, + 1.5508575439453125, + 1.547882080078125, + 1.524078369140625, + 1.5092010498046875, + 1.49432373046875, + 1.49432373046875, + 1.47052001953125, + 1.4615936279296875, + 1.44671630859375, + 1.4511795043945312, + 1.3976211547851562, + 1.3797683715820312, + 1.357452392578125, + 1.3366241455078125, + 1.321746826171875, + 1.297943115234375, + 1.2994308471679688, + 1.2890167236328125, + 1.2771148681640625, + 1.2436408996582031, + 1.2354583740234375, + 1.2436408996582031 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_015214.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_015214.json new file mode 100644 index 0000000000000000000000000000000000000000..43dede7df91e5f1acf0b5585ab98e5cee1d0498d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_015214.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T01:52:14.822673+00:00", + "metrics": { + "MSE[mean]": 0.016912711373028345, + "MSE[0.5]": 0.02706904811325804, + "MAE[0.5]": 0.14284969568252565, + "MASE[0.5]": 0.13959707766665644, + "MAPE[0.5]": 0.09385212575063447, + "sMAPE[0.5]": 0.09930490150807653, + "MSIS": 1.2487298419464836, + "RMSE[mean]": 0.1300488807065572, + "NRMSE[mean]": 0.08975696882037355, + "ND[0.5]": 0.09859181879702111, + "mean_weighted_sum_quantile_loss": 0.06989854077719915 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00" + ], + "context": [ + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404 + ], + "actual": [ + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587 + ], + "predictions": { + "p50": [ + 1.0591081380844116, + 1.0861276388168335, + 1.1275378465652466, + 1.1561079025268555, + 1.1810775995254517, + 1.213525652885437, + 1.2420334815979004, + 1.3002570867538452, + 1.301413655281067, + 1.3192884922027588, + 1.3353509902954102, + 1.3589046001434326, + 1.352036476135254, + 1.3599754571914673, + 1.3868598937988281, + 1.4201197624206543, + 1.4254655838012695, + 1.4244424104690552, + 1.4238157272338867, + 1.4031959772109985, + 1.4342111349105835, + 1.4075263738632202, + 1.405977487564087, + 1.4249358177185059, + 1.419867992401123, + 1.411258339881897, + 1.4022386074066162, + 1.4082543849945068, + 1.3973864316940308, + 1.389588713645935, + 1.3809549808502197, + 1.3919312953948975, + 1.3908768892288208, + 1.3667452335357666, + 1.3755896091461182, + 1.3803373575210571, + 1.350241780281067, + 1.348463535308838, + 1.3550201654434204, + 1.32986581325531, + 1.332842230796814, + 1.3203108310699463, + 1.319285273551941, + 1.3095864057540894, + 1.2908200025558472, + 1.288488507270813, + 1.276031732559204, + 1.2663955688476562, + 1.260340929031372, + 1.2632498741149902, + 1.2502480745315552, + 1.2434498071670532, + 1.2334773540496826, + 1.2556674480438232, + 1.2611461877822876, + 1.2434006929397583, + 1.2628498077392578, + 1.2489813566207886, + 1.2591687440872192, + 1.2675451040267944 + ], + "p10": [ + 1.071832299232483, + 1.093718409538269, + 1.1601277589797974, + 1.2059903144836426, + 1.2005131244659424, + 1.22548246383667, + 1.2341222763061523, + 1.312697410583496, + 1.3297871351242065, + 1.298389196395874, + 1.355479121208191, + 1.400849461555481, + 1.331095576286316, + 1.3607487678527832, + 1.384000539779663, + 1.4350107908248901, + 1.4406979084014893, + 1.4381786584854126, + 1.4372081756591797, + 1.4474155902862549, + 1.4329760074615479, + 1.4989118576049805, + 1.4519200325012207, + 1.443495750427246, + 1.4468159675598145, + 1.4202618598937988, + 1.45424222946167, + 1.4154268503189087, + 1.3921730518341064, + 1.380218505859375, + 1.4501324892044067, + 1.4253144264221191, + 1.464163899421692, + 1.4289864301681519, + 1.4205045700073242, + 1.439822793006897, + 1.4118502140045166, + 1.3992222547531128, + 1.3898870944976807, + 1.373918056488037, + 1.3627244234085083, + 1.413962960243225, + 1.3729939460754395, + 1.371586799621582, + 1.324977993965149, + 1.3450623750686646, + 1.3533110618591309, + 1.3132432699203491, + 1.2985177040100098, + 1.3403785228729248, + 1.296177864074707, + 1.3017977476119995, + 1.2893047332763672, + 1.3498408794403076, + 1.3103543519973755, + 1.2777249813079834, + 1.2862640619277954, + 1.324386477470398, + 1.3255996704101562, + 1.3055388927459717 + ], + "p90": [ + 1.0867433547973633, + 1.1130754947662354, + 1.1642602682113647, + 1.1946206092834473, + 1.232758641242981, + 1.2679483890533447, + 1.2922098636627197, + 1.3589229583740234, + 1.3591904640197754, + 1.3915929794311523, + 1.416124939918518, + 1.441331148147583, + 1.4655994176864624, + 1.4657669067382812, + 1.4834026098251343, + 1.515552282333374, + 1.52388596534729, + 1.5336816310882568, + 1.5437662601470947, + 1.5388391017913818, + 1.5640454292297363, + 1.549873948097229, + 1.5754262208938599, + 1.5910193920135498, + 1.6065324544906616, + 1.6055026054382324, + 1.6027004718780518, + 1.6064372062683105, + 1.6165965795516968, + 1.6047558784484863, + 1.6041792631149292, + 1.608027458190918, + 1.61416494846344, + 1.6004058122634888, + 1.6293513774871826, + 1.6467872858047485, + 1.6433773040771484, + 1.6292191743850708, + 1.6387633085250854, + 1.6098792552947998, + 1.607615351676941, + 1.612416386604309, + 1.582413911819458, + 1.5809513330459595, + 1.544987440109253, + 1.5482882261276245, + 1.5520726442337036, + 1.5589470863342285, + 1.5501223802566528, + 1.555825114250183, + 1.5366843938827515, + 1.5406423807144165, + 1.5185730457305908, + 1.5609620809555054, + 1.5578664541244507, + 1.5345197916030884, + 1.5404554605484009, + 1.535011887550354, + 1.5468717813491821, + 1.559867262840271 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_015351.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_015351.json new file mode 100644 index 0000000000000000000000000000000000000000..d167e63ed281a9258b377de34a88a88bb46b6cde --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_015351.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T01:53:51.222952+00:00", + "metrics": { + "MSE[mean]": 0.018784770800259785, + "MSE[0.5]": 0.018784770800259785, + "MAE[0.5]": 0.10875006914138793, + "MASE[0.5]": 0.10627388301844075, + "MAPE[0.5]": 0.0794286880010427, + "sMAPE[0.5]": 0.07497602127871211, + "MSIS": 0.863179518356125, + "RMSE[mean]": 0.13705754557943822, + "NRMSE[mean]": 0.09459420010640883, + "ND[0.5]": 0.07505698251384382, + "mean_weighted_sum_quantile_loss": 0.08839429102571326 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00" + ], + "context": [ + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404 + ], + "actual": [ + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587 + ], + "predictions": { + "p50": [ + 1.0692601203918457, + 1.1002076864242554, + 1.1311404705047607, + 1.1619148254394531, + 1.1913502216339111, + 1.2212711572647095, + 1.2496671676635742, + 1.2783756256103516, + 1.3056352138519287, + 1.3323386907577515, + 1.3576689958572388, + 1.381582260131836, + 1.4040615558624268, + 1.426032543182373, + 1.4474886655807495, + 1.467179298400879, + 1.4860249757766724, + 1.5040076971054077, + 1.5209585428237915, + 1.536768913269043, + 1.5503798723220825, + 1.5629304647445679, + 1.574970006942749, + 1.584700107574463, + 1.5953272581100464, + 1.604259967803955, + 1.6122097969055176, + 1.6193222999572754, + 1.625392198562622, + 1.6297581195831299, + 1.632596731185913, + 1.6343640089035034, + 1.710168719291687, + 1.7184388637542725, + 1.7000477313995361, + 1.6986901760101318, + 1.6941289901733398, + 1.6855682134628296, + 1.6779265403747559, + 1.6713789701461792, + 1.6633511781692505, + 1.6546562910079956, + 1.6436102390289307, + 1.6285290718078613, + 1.6169159412384033, + 1.6064324378967285, + 1.5989878177642822, + 1.5829967260360718, + 1.571558952331543, + 1.5596246719360352, + 1.5473061800003052, + 1.534700632095337, + 1.525712490081787, + 1.5113781690597534, + 1.5011582374572754, + 1.4878513813018799, + 1.4780678749084473, + 1.4696543216705322, + 1.4583326578140259, + 1.448248028755188 + ], + "p10": [ + 1.0568883419036865, + 1.0842794179916382, + 1.1107501983642578, + 1.136197805404663, + 1.1592961549758911, + 1.1821973323822021, + 1.2031452655792236, + 1.2240792512893677, + 1.2433226108551025, + 1.261163353919983, + 1.275556206703186, + 1.2880191802978516, + 1.2977186441421509, + 1.3061347007751465, + 1.312134861946106, + 1.3173161745071411, + 1.3219809532165527, + 1.3233680725097656, + 1.3233152627944946, + 1.321650505065918, + 1.318188190460205, + 1.3149397373199463, + 1.3092142343521118, + 1.3009618520736694, + 1.2898361682891846, + 1.2790874242782593, + 1.2654986381530762, + 1.2474138736724854, + 1.2287395000457764, + 1.2067055702209473, + 1.1815742254257202, + 1.1636840105056763, + 1.1017341613769531, + 1.1546223163604736, + 1.1547859907150269, + 1.131348729133606, + 1.106316089630127, + 1.0814448595046997, + 1.0496629476547241, + 1.0303394794464111, + 1.0090441703796387, + 0.9899525046348572, + 0.9609529972076416, + 0.9402776956558228, + 0.9260239601135254, + 0.9038810729980469, + 0.8785256743431091, + 0.8508858680725098, + 0.8349158763885498, + 0.8102606534957886, + 0.7827804088592529, + 0.7587279081344604, + 0.72774338722229, + 0.7086291313171387, + 0.6915534138679504, + 0.670995831489563, + 0.6442348957061768, + 0.6208772659301758, + 0.6048958897590637, + 0.5839104056358337 + ], + "p90": [ + 1.0810754299163818, + 1.1149204969406128, + 1.1502025127410889, + 1.187092661857605, + 1.2228963375091553, + 1.259411334991455, + 1.2951139211654663, + 1.3326287269592285, + 1.3680436611175537, + 1.402883529663086, + 1.4376931190490723, + 1.4726654291152954, + 1.5056711435317993, + 1.5404160022735596, + 1.5735610723495483, + 1.6063785552978516, + 1.640549659729004, + 1.6762058734893799, + 1.7104003429412842, + 1.743875503540039, + 1.7755502462387085, + 1.8069863319396973, + 1.8386518955230713, + 1.8653768301010132, + 1.894707441329956, + 1.922595500946045, + 1.9499444961547852, + 1.977036714553833, + 2.0027687549591064, + 2.030362129211426, + 2.051421880722046, + 2.066417694091797, + 2.035658121109009, + 2.095952272415161, + 2.129420042037964, + 2.160348415374756, + 2.1767690181732178, + 2.1997246742248535, + 2.22682523727417, + 2.253636360168457, + 2.273334503173828, + 2.2941513061523438, + 2.307985782623291, + 2.3250656127929688, + 2.335570812225342, + 2.3433496952056885, + 2.353715419769287, + 2.3504438400268555, + 2.3544445037841797, + 2.3640408515930176, + 2.367440700531006, + 2.377822160720825, + 2.381532669067383, + 2.3902149200439453, + 2.395331382751465, + 2.4008126258850098, + 2.4017505645751953, + 2.409968376159668, + 2.4156270027160645, + 2.424233913421631 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_015308.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_015308.json new file mode 100644 index 0000000000000000000000000000000000000000..c7a4f1757d5be1c7ece3d26ef7d4a25e6dc6c971 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_015308.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T01:53:08.043396+00:00", + "metrics": { + "MSE[mean]": 0.051742769586812835, + "MSE[0.5]": 0.051742769586812835, + "MAE[0.5]": 0.20719389418760936, + "MASE[0.5]": 0.20247619010155748, + "MAPE[0.5]": 0.14152152102681412, + "sMAPE[0.5]": 0.15489002489893947, + "MSIS": 0.8194337018840123, + "RMSE[mean]": 0.22747037078884105, + "NRMSE[mean]": 0.1569952072445893, + "ND[0.5]": 0.1430008147654234, + "mean_weighted_sum_quantile_loss": 0.13357230914706233 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00" + ], + "context": [ + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404 + ], + "actual": [ + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587 + ], + "predictions": { + "p50": [ + 1.0695970058441162, + 1.1032748222351074, + 1.1336175203323364, + 1.1621443033218384, + 1.1890100240707397, + 1.2168176174163818, + 1.240960717201233, + 1.2642134428024292, + 1.285811424255371, + 1.3059191703796387, + 1.3261886835098267, + 1.343073844909668, + 1.3594679832458496, + 1.3738642930984497, + 1.3849579095840454, + 1.3951327800750732, + 1.4029420614242554, + 1.4116936922073364, + 1.4189428091049194, + 1.4247663021087646, + 1.4294605255126953, + 1.43194580078125, + 1.4316747188568115, + 1.431678056716919, + 1.4282877445220947, + 1.4237464666366577, + 1.4214248657226562, + 1.4141310453414917, + 1.407133936882019, + 1.3995983600616455, + 1.389447569847107, + 1.3768324851989746, + 1.3530802726745605, + 1.342997431755066, + 1.3257290124893188, + 1.3092150688171387, + 1.293468713760376, + 1.2774171829223633, + 1.2602280378341675, + 1.2432782649993896, + 1.2255032062530518, + 1.2082839012145996, + 1.1930499076843262, + 1.1736109256744385, + 1.156680703163147, + 1.135383129119873, + 1.1181209087371826, + 1.101248025894165, + 1.0799195766448975, + 1.062004804611206, + 1.0468189716339111, + 1.0287383794784546, + 1.015483021736145, + 1.001940369606018, + 0.9882648587226868, + 0.9764091968536377, + 0.967548668384552, + 0.9494224786758423, + 0.941042423248291, + 0.929720938205719 + ], + "p10": [ + 1.05601966381073, + 1.0859534740447998, + 1.1116372346878052, + 1.1354118585586548, + 1.156980037689209, + 1.1771643161773682, + 1.1940330266952515, + 1.2098596096038818, + 1.2236284017562866, + 1.236012578010559, + 1.247278094291687, + 1.2553279399871826, + 1.2617528438568115, + 1.265992522239685, + 1.2668569087982178, + 1.2643933296203613, + 1.2601792812347412, + 1.2597447633743286, + 1.2553882598876953, + 1.2499537467956543, + 1.2412282228469849, + 1.23170006275177, + 1.2185269594192505, + 1.2063183784484863, + 1.1924618482589722, + 1.1750105619430542, + 1.1562784910202026, + 1.1351147890090942, + 1.1113694906234741, + 1.0868446826934814, + 1.0611813068389893, + 1.0331096649169922, + 0.9631202220916748, + 0.9461436867713928, + 0.9154537916183472, + 0.8840214610099792, + 0.8487806916236877, + 0.8210453987121582, + 0.785414457321167, + 0.7512986660003662, + 0.7175121307373047, + 0.6818413734436035, + 0.6467089653015137, + 0.6069166660308838, + 0.5690178871154785, + 0.5371053218841553, + 0.5069002509117126, + 0.47065502405166626, + 0.4290371537208557, + 0.39477163553237915, + 0.3657718896865845, + 0.32766032218933105, + 0.2963860034942627, + 0.26117366552352905, + 0.2297268509864807, + 0.1990625262260437, + 0.17030096054077148, + 0.14014196395874023, + 0.11170065402984619, + 0.08296501636505127 + ], + "p90": [ + 1.0834704637527466, + 1.1184017658233643, + 1.1554534435272217, + 1.1889506578445435, + 1.223364233970642, + 1.258374810218811, + 1.2904999256134033, + 1.3212337493896484, + 1.3508925437927246, + 1.3807377815246582, + 1.4106467962265015, + 1.4384350776672363, + 1.466341257095337, + 1.4921551942825317, + 1.5179197788238525, + 1.5394868850708008, + 1.5635188817977905, + 1.585850477218628, + 1.6084946393966675, + 1.630504846572876, + 1.652246356010437, + 1.6680861711502075, + 1.68373703956604, + 1.7012652158737183, + 1.7160191535949707, + 1.729967713356018, + 1.743740439414978, + 1.756853461265564, + 1.7610831260681152, + 1.776635766029358, + 1.7811827659606934, + 1.7917709350585938, + 1.8089549541473389, + 1.8306975364685059, + 1.8365154266357422, + 1.846217393875122, + 1.8456063270568848, + 1.849799394607544, + 1.8529759645462036, + 1.8643572330474854, + 1.8539440631866455, + 1.8608121871948242, + 1.867581844329834, + 1.8738226890563965, + 1.8834590911865234, + 1.8865280151367188, + 1.8892085552215576, + 1.8971242904663086, + 1.8990213871002197, + 1.9020216464996338, + 1.899139165878296, + 1.9097375869750977, + 1.9117164611816406, + 1.9139292240142822, + 1.9166713953018188, + 1.9248523712158203, + 1.9256070852279663, + 1.9303700923919678, + 1.9286372661590576, + 1.9408047199249268 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_015702.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_015702.json new file mode 100644 index 0000000000000000000000000000000000000000..b7a7cbbf88048cf74b3f6c9ad70c7010d2b7a3a0 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_015702.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T01:57:02.706069+00:00", + "metrics": { + "MSE[mean]": 0.05704131199649382, + "MSE[0.5]": 0.06712679288052162, + "MAE[0.5]": 0.2320625079734388, + "MASE[0.5]": 1.4803985873697512, + "MAPE[0.5]": 0.15908011414242754, + "sMAPE[0.5]": 0.17593363860078345, + "MSIS": 8.815336373755862, + "RMSE[mean]": 0.23883323051136293, + "NRMSE[mean]": 0.1695857232549394, + "ND[0.5]": 0.16477810969088907, + "mean_weighted_sum_quantile_loss": 0.13986584991443973 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.176292250843672, + 1.1751024671123789, + 1.1764701882710271, + 1.1755767717195538, + 1.1760857268047813, + 1.1769407117060329, + 1.1759398741414735, + 1.1765090963803015, + 1.176092653892106, + 1.1769436629923966, + 1.1767412311620664, + 1.1766254439224777, + 1.1765096425700827, + 1.1760928865963258, + 1.1767412725920532, + 1.1779782191041235, + 1.1765096500904002, + 1.176943763438479, + 1.1755935844949643, + 1.175593584521659, + 1.1766254621666936, + 1.1762446054365037, + 1.1765096503450978, + 1.1762446054394478, + 1.1771208323060343, + 1.1769437635475275, + 1.175195090195962, + 1.176741274003621, + 1.1765096503466212, + 1.1757673794602086, + 1.176741274003641, + 1.1753943373687432, + 1.1771982683093054, + 1.1755935845414751, + 1.1762446054401008, + 1.1755935845414751, + 1.1759411743789496, + 1.1759411743789496, + 1.1760928899095253, + 1.1755935845414751, + 1.1770322979269792, + 1.1767412740036425, + 1.1765096503466304, + 1.1772757043122988, + 1.1763771278933657, + 1.176943763547646, + 1.1757673794602124, + 1.1744749694353758, + 1.1766254621751364, + 1.1765096503466304, + 1.1765096503466304, + 1.1747377577744595, + 1.1753943373687439, + 1.1767412740036425, + 1.1771208323063125, + 1.1759411743789496, + 1.1755935845414751, + 1.1771982683093056, + 1.1766254621751364, + 1.176943763547646, + 1.1744749694353758, + 1.1751950901960126, + 1.1744749694353758, + 1.1765096503466304, + 1.1771982683093056, + 1.1762446054401008, + 1.1762446054401008, + 1.1759411743789496, + 1.1779782197055315, + 1.1765096503466304, + 1.1763771278933657, + 1.1757673794602124 + ], + "p10": [ + 1.0773385217290818, + 1.1063449834782504, + 1.1110525013162835, + 1.0783436891164655, + 1.0803404622003836, + 1.0703116430333066, + 1.0803463250676515, + 1.0805678628239923, + 1.1064373705444648, + 1.1038505870294784, + 1.107947522236951, + 1.103850669332069, + 1.0805684090137735, + 1.0783604986251876, + 1.1079475636669378, + 1.1203211898775867, + 1.0703146946186897, + 1.1077965691176956, + 1.0697218703890428, + 1.0703146948551037, + 1.0803476252966848, + 1.0703146948713227, + 1.1110919633903542, + 1.0783605019377338, + 1.080568416790043, + 1.0805684167902025, + 1.103629896099484, + 1.1079475650785056, + 1.0803476253051185, + 1.1064376065618804, + 1.1079475650785255, + 1.0805684167903205, + 1.0783605019383866, + 1.1038506875847278, + 1.0783605019383868, + 1.0803476253051276, + 1.0783605019383868, + 1.0775559212320402, + 1.11144134098226, + 1.1077965692268628, + 1.0805684167903211, + 1.0805684167903211, + 1.1077965692268628, + 1.0805684167903211, + 1.0703146948749198, + 1.1110919633918868, + 1.0697218704355536, + 1.0697218704355536, + 1.1077965692268628, + 1.0805684167903211, + 1.0783605019383868, + 1.0805684167903211, + 1.0783605019383868, + 1.0805684167903211, + 1.1038506875847278, + 1.0805684167903211, + 1.0783605019383868, + 1.107947565078527, + 1.0805684167903211, + 1.1110919633918868, + 1.1077965692268628, + 1.062344489019993, + 1.1038506875847278, + 1.0805684167903211, + 1.11144134098226, + 1.0805684167903211, + 1.1038506875847278, + 1.1064376065618842, + 1.1038506875847278, + 1.1038506875847278, + 1.1038506875847278, + 1.1038506875847278 + ], + "p90": [ + 1.2771938083102004, + 1.3303326118812073, + 1.2857756180354434, + 1.2773943949912374, + 1.2858079170063026, + 1.328336687161922, + 1.2774099075756826, + 1.3283391850372064, + 1.3198431494833032, + 1.2858149795557972, + 1.330425192123265, + 1.3283397207508765, + 1.3209015626705867, + 1.2816544222687156, + 1.3306708454038325, + 1.3306708462140138, + 1.332881353214418, + 1.2820341571808047, + 1.3198433854542118, + 1.2858150800912305, + 1.3198433854922798, + 1.273753726655301, + 1.3304252349633086, + 1.3283397390028822, + 1.333475087670811, + 1.3328813534705295, + 1.3283397390034846, + 1.3304252349648196, + 1.3198433855007135, + 1.320693020851, + 1.3304252349648396, + 1.285815080111046, + 1.333475087671089, + 1.330425234964841, + 1.3283397390035352, + 1.330425234964841, + 1.3198433855007226, + 1.274119474774324, + 1.3285482885996658, + 1.3206930208510037, + 1.330425234964841, + 1.2820341572899718, + 1.3198433855007226, + 1.2774112078131588, + 1.2774112078131588, + 1.3283397390035352, + 1.3198433855007226, + 1.3206930208510037, + 1.332881353470648, + 1.2820341572899718, + 1.3209015704471343, + 1.2858150801110466, + 1.3285482885996658, + 1.3283397390035352, + 1.3306708468154218, + 1.330425234964841, + 1.3388186954750596, + 1.3388186954750596, + 1.332881353470648, + 1.3198433855007226, + 1.273753726658898, + 1.330425234964841, + 1.3206930208510037, + 1.330425234964841, + 1.3285482885996658, + 1.3388186954750596, + 1.332881353470648, + 1.3283397390035352, + 1.3285482885996658, + 1.330425234964841, + 1.3198433855007226, + 1.2820341572899718 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_015124.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_015124.json new file mode 100644 index 0000000000000000000000000000000000000000..ed662d0409da8319ae0544805ed6104cee24b04a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_015124.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T01:51:24.370691+00:00", + "metrics": { + "MSE[mean]": 0.06596982132213469, + "MSE[0.5]": 0.06596982132213469, + "MAE[0.5]": 0.2264216442902883, + "MASE[0.5]": 1.4444137714638698, + "MAPE[0.5]": 0.15469525019029243, + "sMAPE[0.5]": 0.1711977908334227, + "MSIS": 5.043142268828117, + "RMSE[mean]": 0.2568459096854273, + "NRMSE[mean]": 0.18237579111506305, + "ND[0.5]": 0.16077276275720898, + "mean_weighted_sum_quantile_loss": 0.12872494672214807 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2134157419204712, + 1.2072453498840332, + 1.1999282836914062, + 1.1955822706222534, + 1.1877871751785278, + 1.185727596282959, + 1.1851335763931274, + 1.188674807548523, + 1.1879198551177979, + 1.1884297132492065, + 1.1866264343261719, + 1.188019037246704, + 1.187111258506775, + 1.1877762079238892, + 1.1848732233047485, + 1.1834676265716553, + 1.1951744556427002, + 1.1958564519882202, + 1.2000185251235962, + 1.200264811515808, + 1.202087163925171, + 1.201459288597107, + 1.2036477327346802, + 1.2023541927337646, + 1.204803705215454, + 1.2001203298568726, + 1.1946994066238403, + 1.1851762533187866, + 1.1802171468734741, + 1.1765720844268799, + 1.1749393939971924, + 1.176538348197937, + 1.180311918258667, + 1.1760908365249634, + 1.1756603717803955, + 1.1746108531951904, + 1.1763930320739746, + 1.1744513511657715, + 1.1740788221359253, + 1.171422004699707, + 1.1725380420684814, + 1.1698132753372192, + 1.1747225522994995, + 1.1755547523498535, + 1.177288293838501, + 1.1798324584960938, + 1.177598237991333, + 1.1771410703659058, + 1.1881964206695557, + 1.1849855184555054, + 1.181337833404541, + 1.174098014831543, + 1.170589804649353, + 1.165490984916687, + 1.168717384338379, + 1.1679203510284424, + 1.171325445175171, + 1.1654417514801025, + 1.1660981178283691, + 1.167500376701355, + 1.1684774160385132, + 1.1691542863845825, + 1.1664652824401855, + 1.1634387969970703, + 1.174002766609192, + 1.1752948760986328, + 1.1803958415985107, + 1.1817375421524048, + 1.1861910820007324, + 1.1833417415618896, + 1.1856610774993896, + 1.1854143142700195 + ], + "p10": [ + 1.0694409608840942, + 1.0404021739959717, + 1.0186222791671753, + 1.0055813789367676, + 0.9942512512207031, + 0.9870760440826416, + 0.9815747737884521, + 0.9853192567825317, + 0.9778582453727722, + 0.9748764634132385, + 0.9800982475280762, + 0.9787940382957458, + 0.9786985516548157, + 0.9719904065132141, + 0.9688457250595093, + 0.9647136926651001, + 0.9691063761711121, + 0.9679264426231384, + 0.9687174558639526, + 0.9687666296958923, + 0.9681870341300964, + 0.9640529155731201, + 0.9628651142120361, + 0.9670149683952332, + 0.9611266851425171, + 0.9565315246582031, + 0.9565349221229553, + 0.9400736093521118, + 0.9364049434661865, + 0.9241249561309814, + 0.9249036312103271, + 0.9273489713668823, + 0.9287912249565125, + 0.9308925867080688, + 0.9296501874923706, + 0.9308889508247375, + 0.9278912544250488, + 0.9255797266960144, + 0.9263139367103577, + 0.9202178120613098, + 0.9182321429252625, + 0.9200987815856934, + 0.9207523465156555, + 0.9220759272575378, + 0.9233999848365784, + 0.9166845679283142, + 0.9214440584182739, + 0.9221502542495728, + 0.918340802192688, + 0.9283952116966248, + 0.9234973192214966, + 0.9195315837860107, + 0.9095328450202942, + 0.905202329158783, + 0.9066142439842224, + 0.907296359539032, + 0.9088312387466431, + 0.909340500831604, + 0.9036288261413574, + 0.9086053967475891, + 0.907890260219574, + 0.903653085231781, + 0.9076473712921143, + 0.9032362699508667, + 0.9034901261329651, + 0.9080640077590942, + 0.9110269546508789, + 0.9159866571426392, + 0.9141022562980652, + 0.9157608151435852, + 0.9132099151611328, + 0.9170259237289429 + ], + "p90": [ + 1.336080551147461, + 1.3560744524002075, + 1.3654282093048096, + 1.3714189529418945, + 1.3700331449508667, + 1.3789335489273071, + 1.3842437267303467, + 1.3920488357543945, + 1.3890094757080078, + 1.3962925672531128, + 1.3997039794921875, + 1.399336576461792, + 1.4056979417800903, + 1.4017151594161987, + 1.4084289073944092, + 1.4066959619522095, + 1.442913293838501, + 1.4435250759124756, + 1.4435709714889526, + 1.449493169784546, + 1.4550347328186035, + 1.4609386920928955, + 1.4642934799194336, + 1.4723392724990845, + 1.471663236618042, + 1.4738410711288452, + 1.4704298973083496, + 1.465073823928833, + 1.465358018875122, + 1.4661288261413574, + 1.473761796951294, + 1.4798824787139893, + 1.4960675239562988, + 1.4953957796096802, + 1.4902229309082031, + 1.4955360889434814, + 1.504409909248352, + 1.5124492645263672, + 1.5147271156311035, + 1.5150494575500488, + 1.5216031074523926, + 1.5286235809326172, + 1.5333435535430908, + 1.530484914779663, + 1.5336346626281738, + 1.5378363132476807, + 1.549889087677002, + 1.5590530633926392, + 1.5532153844833374, + 1.5515110492706299, + 1.5361943244934082, + 1.5373175144195557, + 1.5503344535827637, + 1.5607694387435913, + 1.5579540729522705, + 1.5516178607940674, + 1.5555802583694458, + 1.5591380596160889, + 1.564860224723816, + 1.557568907737732, + 1.5597383975982666, + 1.563138723373413, + 1.5692956447601318, + 1.5800830125808716, + 1.6020698547363281, + 1.5947049856185913, + 1.5865013599395752, + 1.5886096954345703, + 1.6083359718322754, + 1.6086375713348389, + 1.6232260465621948, + 1.6212332248687744 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_015702.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_015702.json new file mode 100644 index 0000000000000000000000000000000000000000..d5a577f2a8ac8007b80695cecb438f3722c26fc6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_015702.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T01:57:02.838637+00:00", + "metrics": { + "MSE[mean]": 0.02087834700016685, + "MSE[0.5]": 0.021256451274085382, + "MAE[0.5]": 0.12382749601678425, + "MASE[0.5]": 0.7899339353936591, + "MAPE[0.5]": 0.08441089231087852, + "sMAPE[0.5]": 0.08929215082494707, + "MSIS": 3.5360867649461554, + "RMSE[mean]": 0.14449341507545196, + "NRMSE[mean]": 0.10259887306586869, + "ND[0.5]": 0.08792484791958377, + "mean_weighted_sum_quantile_loss": 0.07703290060557505 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2249356047807944, + 1.2268481940668294, + 1.2287607833528644, + 1.2306733726388994, + 1.2325859619249344, + 1.2344985512109694, + 1.2364111404970044, + 1.2383237297830394, + 1.2402363190690744, + 1.2421489083551094, + 1.2440614976411444, + 1.2459740869271794, + 1.2478866762132141, + 1.2497992654992491, + 1.2517118547852841, + 1.2536244440713191, + 1.2555370333573541, + 1.257449622643389, + 1.259362211929424, + 1.261274801215459, + 1.263187390501494, + 1.265099979787529, + 1.267012569073564, + 1.268925158359599, + 1.270837747645634, + 1.272750336931669, + 1.274662926217704, + 1.276575515503739, + 1.278488104789774, + 1.280400694075809, + 1.282313283361844, + 1.284225872647879, + 1.286138461933914, + 1.288051051219949, + 1.289963640505984, + 1.291876229792019, + 1.2937888190780538, + 1.2957014083640888, + 1.2976139976501238, + 1.2995265869361587, + 1.3014391762221937, + 1.3033517655082287, + 1.3052643547942637, + 1.3071769440802987, + 1.3090895333663337, + 1.3110021226523687, + 1.3129147119384037, + 1.3148273012244387, + 1.3167398905104737, + 1.3186524797965087, + 1.3205650690825437, + 1.3224776583685787, + 1.3243902476546137, + 1.3263028369406487, + 1.3282154262266836, + 1.3301280155127186, + 1.3320406047987536, + 1.3339531940847886, + 1.3358657833708236, + 1.3377783726568586, + 1.3396909619428936, + 1.3416035512289286, + 1.3435161405149636, + 1.3454287298009984, + 1.3473413190870334, + 1.3492539083730684, + 1.3511664976591033, + 1.3530790869451383, + 1.3549916762311733, + 1.3569042655172083, + 1.3588168548032433, + 1.3607294440892783 + ], + "p10": [ + 1.1249355809389365, + 1.1268481702249715, + 1.1287607595110065, + 1.1306733487970415, + 1.1325859380830765, + 1.1344985273691115, + 1.1364111166551465, + 1.1383237059411815, + 1.1402362952272165, + 1.1421488845132515, + 1.1440614737992865, + 1.1459740630853215, + 1.1478866523713562, + 1.1497992416573912, + 1.1517118309434262, + 1.1536244202294612, + 1.1555370095154962, + 1.1574495988015312, + 1.1593621880875662, + 1.1612747773736012, + 1.1631873666596362, + 1.0651000513131028, + 1.1670125452317062, + 1.1689251345177412, + 1.1708377238037762, + 1.1727503130898111, + 1.1746629023758461, + 1.1765754916618811, + 1.1784880809479161, + 1.1804006702339511, + 1.1823132595199861, + 1.184225848806021, + 1.186138438092056, + 1.188051027378091, + 1.189963616664126, + 1.191876205950161, + 1.1937887952361959, + 1.1957013845222308, + 1.1976139738082658, + 1.1995265630943008, + 1.2014391523803358, + 1.2033517416663708, + 1.2052643309524058, + 1.2071769202384408, + 1.2090895095244758, + 1.2110020988105108, + 1.2129146880965458, + 1.2148272773825808, + 1.2167398666686158, + 1.2186524559546508, + 1.2205650452406858, + 1.1224777298941524, + 1.2243902238127558, + 1.2263028130987907, + 1.2282154023848257, + 1.2301279916708607, + 1.2320405809568957, + 1.2339531702429307, + 1.2358657595289657, + 1.2377783488150007, + 1.2396909381010357, + 1.2416035273870707, + 1.2435161166731057, + 1.2454287059591405, + 1.2473412952451755, + 1.2492538845312104, + 1.2511664738172454, + 1.2530790631032804, + 1.2549916523893154, + 1.2569042416753504, + 1.2588168309613854, + 1.2607294202474204 + ], + "p90": [ + 1.2249356047807944, + 1.4268481225412557, + 1.3287608071947223, + 1.3306733964807573, + 1.3325859857667923, + 1.3344985750528273, + 1.3364111643388623, + 1.4383236582574657, + 1.3402363429109323, + 1.3421489321969673, + 1.3440615214830023, + 1.4459740154016056, + 1.4478866046876404, + 1.349799289341107, + 1.4517117832597104, + 1.353624467913177, + 1.4555369618317804, + 1.357449646485247, + 1.4593621404038504, + 1.361274825057317, + 1.363187414343352, + 1.365100003629387, + 1.4670124975479903, + 1.368925182201457, + 1.4708376761200603, + 1.372750360773527, + 1.374662950059562, + 1.3865755298088531, + 1.4784880332642003, + 1.4804006225502353, + 1.4823132118362703, + 1.384225896489737, + 1.386138485775772, + 1.388051075061807, + 1.389963664347842, + 1.391876253633877, + 1.3937888429199117, + 1.3957014322059467, + 1.497613938045479, + 1.4095266012412728, + 1.50143910469662, + 1.4133517798133428, + 1.4052643786361216, + 1.4071769679221566, + 1.4090895572081916, + 1.5110021703360845, + 1.4129147357802616, + 1.4148273250662966, + 1.4267399048155878, + 1.4186525036383666, + 1.4205650929244016, + 1.4224776822104366, + 1.52439017612904, + 1.4263028607825066, + 1.4282154500685416, + 1.5301279559080738, + 1.4320406286406115, + 1.533953122559215, + 1.5358658310545394, + 1.4377783964987165, + 1.4396909857847515, + 1.5416034797033549, + 1.5435160689893899, + 1.4454287536428563, + 1.4573413333921474, + 1.5492538368474946, + 1.4511665215009613, + 1.5530790154195646, + 1.5549916047055996, + 1.4569042893590662, + 1.5588167832776696, + 1.4607294679311362 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_015556.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_015556.json new file mode 100644 index 0000000000000000000000000000000000000000..c4bf42c3a1510ab98eed44d7e4c2588c4d921c17 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_015556.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T01:55:56.493088+00:00", + "metrics": { + "MSE[mean]": 0.049334566201038044, + "MSE[0.5]": 0.0750319167144115, + "MAE[0.5]": 0.24061666429042816, + "MASE[0.5]": 1.5349681989731065, + "MAPE[0.5]": 0.16438552706083495, + "sMAPE[0.5]": 0.18326501980767237, + "MSIS": 5.568472016686133, + "RMSE[mean]": 0.2221138586424495, + "NRMSE[mean]": 0.15771398009471332, + "ND[0.5]": 0.17085206674764558, + "mean_weighted_sum_quantile_loss": 0.14449886468606465 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.216996431350708, + 1.2055938243865967, + 1.19809091091156, + 1.201765239238739, + 1.183834195137024, + 1.1843621134757996, + 1.1803264617919922, + 1.2046947479248047, + 1.1869648694992065, + 1.1837400197982788, + 1.153646469116211, + 1.1851763129234314, + 1.2000167965888977, + 1.2029408812522888, + 1.1528229117393494, + 1.1776993870735168, + 1.1883863806724548, + 1.2114600539207458, + 1.2035737037658691, + 1.2051826119422913, + 1.1889331340789795, + 1.1899970769882202, + 1.181090772151947, + 1.1588689684867859, + 1.180649220943451, + 1.185750663280487, + 1.1964055299758911, + 1.1638131141662598, + 1.1713806986808777, + 1.169733703136444, + 1.1745227575302124, + 1.202362835407257, + 1.1553837060928345, + 1.1798454523086548, + 1.1400869488716125, + 1.1711600422859192, + 1.152492105960846, + 1.1706537008285522, + 1.1643099188804626, + 1.1788424253463745, + 1.150721549987793, + 1.1604558825492859, + 1.155815601348877, + 1.1757749915122986, + 1.1615493297576904, + 1.2119419574737549, + 1.1709646582603455, + 1.1328851580619812, + 1.1921323537826538, + 1.1499613523483276, + 1.1542267203330994, + 1.1656469106674194, + 1.138386607170105, + 1.1796967387199402, + 1.168765366077423, + 1.1860603094100952, + 1.1591302156448364, + 1.1515686511993408, + 1.1699926853179932, + 1.1693398356437683, + 1.1561945080757141, + 1.1740716099739075, + 1.132893681526184, + 1.1864093542099, + 1.1576191186904907, + 1.1110195517539978, + 1.1457405090332031, + 1.141896665096283, + 1.154566764831543, + 1.1547611355781555, + 1.1166772842407227, + 1.1297413110733032 + ], + "p10": [ + 1.1222511529922485, + 1.0715516805648804, + 1.0391290783882141, + 1.042207419872284, + 1.0381283164024353, + 1.0198670029640198, + 1.041415512561798, + 0.983419805765152, + 0.9674444794654846, + 0.9798479676246643, + 0.9293477833271027, + 0.9769846498966217, + 0.9353736340999603, + 0.9651544392108917, + 0.9437013268470764, + 0.9192394316196442, + 0.9624431729316711, + 0.9238942265510559, + 0.96842822432518, + 0.9161847829818726, + 0.9704615473747253, + 0.9525317847728729, + 0.9275065064430237, + 0.9348527789115906, + 0.9028146862983704, + 0.91196408867836, + 0.9111196100711823, + 0.8493969440460205, + 0.8762457370758057, + 0.9152049422264099, + 0.8112665116786957, + 0.8650164902210236, + 0.849626362323761, + 0.9114803373813629, + 0.7823475003242493, + 0.8030545115470886, + 0.8521760106086731, + 0.9201869368553162, + 0.823464572429657, + 0.843053936958313, + 0.8302012085914612, + 0.7650937438011169, + 0.8530588746070862, + 0.8065870404243469, + 0.7949741184711456, + 0.8419927954673767, + 0.862305223941803, + 0.7756293714046478, + 0.8783960044384003, + 0.8200564384460449, + 0.8561598360538483, + 0.778954803943634, + 0.7307760715484619, + 0.8036870062351227, + 0.8116900324821472, + 0.8249111771583557, + 0.7807595729827881, + 0.7674729228019714, + 0.774996817111969, + 0.7712604403495789, + 0.8057209551334381, + 0.9020574390888214, + 0.7998343408107758, + 0.7608981132507324, + 0.7394746243953705, + 0.7061327397823334, + 0.7629700303077698, + 0.7137423455715179, + 0.7501840591430664, + 0.746033787727356, + 0.7607316076755524, + 0.7627058923244476 + ], + "p90": [ + 1.3660861253738403, + 1.359560251235962, + 1.385759949684143, + 1.430984914302826, + 1.3770598769187927, + 1.4070568680763245, + 1.458631992340088, + 1.4511979222297668, + 1.4108338952064514, + 1.4545516967773438, + 1.4539472460746765, + 1.4247970581054688, + 1.5238733887672424, + 1.5870647430419922, + 1.4378983974456787, + 1.467983603477478, + 1.5459279417991638, + 1.524910032749176, + 1.6110570430755615, + 1.6177347898483276, + 1.495363473892212, + 1.6218687295913696, + 1.6041498184204102, + 1.6013770699501038, + 1.6233574748039246, + 1.5623491406440735, + 1.5780786275863647, + 1.5719382762908936, + 1.6258929371833801, + 1.5364954471588135, + 1.588027536869049, + 1.6673393845558167, + 1.5558372139930725, + 1.6685611009597778, + 1.5802032947540283, + 1.6615077257156372, + 1.6229700446128845, + 1.6185920238494873, + 1.6413978338241577, + 1.6777116060256958, + 1.6809380650520325, + 1.580425500869751, + 1.753930926322937, + 1.604759693145752, + 1.6230005025863647, + 1.6362457275390625, + 1.739943504333496, + 1.5836026072502136, + 1.785309076309204, + 1.5911086797714233, + 1.7518478631973267, + 1.766509771347046, + 1.6354233622550964, + 1.844471514225006, + 1.792787492275238, + 1.6889547109603882, + 1.852603018283844, + 1.6465568542480469, + 1.6073217391967773, + 1.7051863074302673, + 1.662611722946167, + 1.7182726860046387, + 1.726206123828888, + 1.7153499126434326, + 2.178956389427185, + 1.6548714637756348, + 1.7682525515556335, + 1.8879293203353882, + 1.8772859573364258, + 1.9779611825942993, + 1.719130039215088, + 1.9410542845726013 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_015702.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_015702.json new file mode 100644 index 0000000000000000000000000000000000000000..b9f0e786944ce9a6dafe4564c969ac87394a4d38 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_015702.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T01:57:02.885925+00:00", + "metrics": { + "MSE[mean]": 0.06768417772275115, + "MSE[0.5]": 0.06834946574856234, + "MAE[0.5]": 0.23470316289766732, + "MASE[0.5]": 1.4972441427061018, + "MAPE[0.5]": 0.16097096573368594, + "sMAPE[0.5]": 0.17815965363066275, + "MSIS": 6.829389320338867, + "RMSE[mean]": 0.2601618298727758, + "NRMSE[mean]": 0.18473029062094481, + "ND[0.5]": 0.16665313091064646, + "mean_weighted_sum_quantile_loss": 0.15141958198472663 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737, + 1.173630158514737 + ], + "p10": [ + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 0.9736302300403108, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 0.9736302300403108, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792, + 1.0736301346728792 + ], + "p90": [ + 1.173630158514737, + 1.3736300869891633, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.3736300869891633, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.3736300869891633, + 1.3736300869891633, + 1.273630182356595, + 1.3736300869891633, + 1.273630182356595, + 1.3736300869891633, + 1.273630182356595, + 1.3736300869891633, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.3736300869891633, + 1.273630182356595, + 1.3736300869891633, + 1.273630182356595, + 1.273630182356595, + 1.2836301728198511, + 1.3736300869891633, + 1.3736300869891633, + 1.3736300869891633, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.3736300989100922, + 1.2836301728198511, + 1.3736300869891633, + 1.2836301728198511, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.3736302061984529, + 1.273630182356595, + 1.273630182356595, + 1.2836301728198511, + 1.273630182356595, + 1.273630182356595, + 1.273630182356595, + 1.3736300869891633, + 1.273630182356595, + 1.273630182356595, + 1.3736300989100922, + 1.273630182356595, + 1.3736300869891633, + 1.3736302061984529, + 1.273630182356595, + 1.273630182356595, + 1.3736300869891633, + 1.3736300869891633, + 1.273630182356595, + 1.2836301728198511, + 1.3736300869891633, + 1.273630182356595, + 1.3736300869891633, + 1.3736300869891633, + 1.273630182356595, + 1.3736300869891633, + 1.273630182356595 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_015702.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_015702.json new file mode 100644 index 0000000000000000000000000000000000000000..017e742b2b43c0c292e4105f8aea394f2f271619 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_015702.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T01:57:02.919806+00:00", + "metrics": { + "MSE[mean]": 0.08138887239827339, + "MSE[0.5]": 0.08138887239827339, + "MAE[0.5]": 0.2499999635749393, + "MASE[0.5]": 1.5948271702777168, + "MAPE[0.5]": 0.17268904994725348, + "sMAPE[0.5]": 0.1932489197100888, + "MSIS": 56.05604772023394, + "RMSE[mean]": 0.2852873505752987, + "NRMSE[mean]": 0.2025708967684699, + "ND[0.5]": 0.1775147643641972, + "mean_weighted_sum_quantile_loss": 0.17278541960517693 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "p10": [ + 1.3719999766349793, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 0.98, + 0.98, + 1.1760000467300415, + 1.0780000233650207, + 1.1760000467300415, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 0.98, + 0.98, + 1.1760000467300415, + 1.0780000233650207, + 1.1760000467300415, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 0.98, + 0.98, + 1.1760000467300415, + 1.0780000233650207, + 1.1760000467300415, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415 + ], + "p90": [ + 1.4279999756813049, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.02, + 1.02, + 1.22400004863739, + 1.1220000243186952, + 1.22400004863739, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.02, + 1.02, + 1.22400004863739, + 1.1220000243186952, + 1.22400004863739, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.02, + 1.02, + 1.22400004863739, + 1.1220000243186952, + 1.22400004863739, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_015654.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_015654.json new file mode 100644 index 0000000000000000000000000000000000000000..13e32cbf15f157b6e24acde218aa08060891de3e --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_015654.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T01:56:54.000537+00:00", + "metrics": { + "MSE[mean]": 0.09695681307607273, + "MSE[0.5]": 0.09695681307607273, + "MAE[0.5]": 0.27994212839338517, + "MASE[0.5]": 1.7858375100655333, + "MAPE[0.5]": 0.19213910472829132, + "sMAPE[0.5]": 0.21711447145347382, + "MSIS": 36.06978203163975, + "RMSE[mean]": 0.31137888990115037, + "NRMSE[mean]": 0.22109743328910175, + "ND[0.5]": 0.19877547279108904, + "mean_weighted_sum_quantile_loss": 0.17341199215150502 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.20672607421875, + 1.16461181640625, + 1.15362548828125, + 1.146759033203125, + 1.13531494140625, + 1.162322998046875, + 1.159576416015625, + 1.15728759765625, + 1.165069580078125, + 1.1343994140625, + 1.14630126953125, + 1.164154052734375, + 1.172393798828125, + 1.16278076171875, + 1.155914306640625, + 1.14263916015625, + 1.13897705078125, + 1.135772705078125, + 1.15087890625, + 1.154541015625, + 1.15545654296875, + 1.144927978515625, + 1.146759033203125, + 1.1490478515625, + 1.168731689453125, + 1.153167724609375, + 1.14263916015625, + 1.137603759765625, + 1.13348388671875, + 1.130279541015625, + 1.13714599609375, + 1.132110595703125, + 1.139434814453125, + 1.1307373046875, + 1.12982177734375, + 1.13714599609375, + 1.14263916015625, + 1.13897705078125, + 1.132568359375, + 1.13531494140625, + 1.1270751953125, + 1.130279541015625, + 1.13531494140625, + 1.12982177734375, + 1.131195068359375, + 1.1240997314453125, + 1.119293212890625, + 1.1273040771484375, + 1.131195068359375, + 1.1222686767578125, + 1.1149444580078125, + 1.11151123046875, + 1.10968017578125, + 1.108306884765625, + 1.1044158935546875, + 1.0990371704101562, + 1.0933151245117188, + 1.0880508422851562, + 1.0844459533691406, + 1.088165283203125, + 1.09228515625, + 1.0907974243164062, + 1.0870208740234375, + 1.0870208740234375, + 1.0794677734375, + 1.0869064331054688, + 1.089996337890625, + 1.089996337890625, + 1.0898818969726562, + 1.0831298828125, + 1.0853042602539062, + 1.0880508422851562 + ], + "p10": [ + 1.0910263061523438, + 1.0461654663085938, + 1.037811279296875, + 1.0270538330078125, + 1.0142364501953125, + 1.0339202880859375, + 1.0201873779296875, + 1.01080322265625, + 1.016754150390625, + 0.988372802734375, + 0.9970703125, + 1.01263427734375, + 1.013092041015625, + 1.007598876953125, + 1.003021240234375, + 0.9879150390625, + 0.99615478515625, + 0.99249267578125, + 1.0062255859375, + 1.01263427734375, + 1.0146942138671875, + 1.004852294921875, + 1.00439453125, + 1.005767822265625, + 1.0220184326171875, + 1.01171875, + 1.00439453125, + 0.99981689453125, + 0.995697021484375, + 0.99249267578125, + 0.997528076171875, + 0.990203857421875, + 0.9970703125, + 0.9879150390625, + 0.986083984375, + 0.99249267578125, + 0.9952392578125, + 0.99432373046875, + 0.98699951171875, + 0.990203857421875, + 0.98150634765625, + 0.986083984375, + 0.993408203125, + 0.98699951171875, + 0.9915771484375, + 0.986541748046875, + 0.98150634765625, + 0.9879150390625, + 0.985626220703125, + 0.978302001953125, + 0.971893310546875, + 0.970062255859375, + 0.968231201171875, + 0.967315673828125, + 0.96502685546875, + 0.96136474609375, + 0.958160400390625, + 0.953125, + 0.949462890625, + 0.95220947265625, + 0.95587158203125, + 0.95220947265625, + 0.95037841796875, + 0.949462890625, + 0.94305419921875, + 0.94671630859375, + 0.949462890625, + 0.94854736328125, + 0.94854736328125, + 0.9439697265625, + 0.94854736328125, + 0.949462890625 + ], + "p90": [ + 1.3541259765625, + 1.315673828125, + 1.2991943359375, + 1.29278564453125, + 1.28271484375, + 1.315673828125, + 1.3248291015625, + 1.3248291015625, + 1.3321533203125, + 1.2918701171875, + 1.30010986328125, + 1.3175048828125, + 1.330322265625, + 1.315673828125, + 1.308349609375, + 1.2955322265625, + 1.27996826171875, + 1.28179931640625, + 1.29827880859375, + 1.3028564453125, + 1.30377197265625, + 1.29278564453125, + 1.29644775390625, + 1.3028564453125, + 1.3284912109375, + 1.308349609375, + 1.2955322265625, + 1.2900390625, + 1.28729248046875, + 1.28546142578125, + 1.29736328125, + 1.29827880859375, + 1.29644775390625, + 1.2900390625, + 1.2882080078125, + 1.29736328125, + 1.3046875, + 1.2991943359375, + 1.29278564453125, + 1.293701171875, + 1.2882080078125, + 1.28912353515625, + 1.2918701171875, + 1.286376953125, + 1.2845458984375, + 1.275390625, + 1.27447509765625, + 1.2845458984375, + 1.2918701171875, + 1.28363037109375, + 1.275390625, + 1.271728515625, + 1.27081298828125, + 1.271728515625, + 1.26898193359375, + 1.2625732421875, + 1.25341796875, + 1.24517822265625, + 1.23876953125, + 1.24517822265625, + 1.25067138671875, + 1.2515869140625, + 1.24517822265625, + 1.24609375, + 1.242431640625, + 1.2515869140625, + 1.257080078125, + 1.25982666015625, + 1.25982666015625, + 1.2515869140625, + 1.249755859375, + 1.2515869140625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_015220.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_015220.json new file mode 100644 index 0000000000000000000000000000000000000000..eb219ecd89d06ba2187fbe747ab3b51bc0bebcab --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_015220.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T01:52:20.486950+00:00", + "metrics": { + "MSE[mean]": 0.03779442750569335, + "MSE[0.5]": 0.06085129095089689, + "MAE[0.5]": 0.21669935021135542, + "MASE[0.5]": 1.3823922474092696, + "MAPE[0.5]": 0.1481237111960202, + "sMAPE[0.5]": 0.16322387047157344, + "MSIS": 6.536463440406008, + "RMSE[mean]": 0.19440788951504345, + "NRMSE[mean]": 0.1380411029038375, + "ND[0.5]": 0.15386935878137653, + "mean_weighted_sum_quantile_loss": 0.09910518141071382 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.1762826442718506, + 1.168211817741394, + 1.1670719385147095, + 1.1628285646438599, + 1.1632797718048096, + 1.167555570602417, + 1.1543399095535278, + 1.1546744108200073, + 1.1567392349243164, + 1.1656383275985718, + 1.174422264099121, + 1.1919082403182983, + 1.1993439197540283, + 1.190922737121582, + 1.1871360540390015, + 1.1754695177078247, + 1.1804088354110718, + 1.1796367168426514, + 1.187067985534668, + 1.206522822380066, + 1.2070515155792236, + 1.2103854417800903, + 1.212485432624817, + 1.2172988653182983, + 1.218039631843567, + 1.2180677652359009, + 1.2203279733657837, + 1.2108650207519531, + 1.2045632600784302, + 1.1932703256607056, + 1.201274037361145, + 1.194921851158142, + 1.192786455154419, + 1.1936781406402588, + 1.2015771865844727, + 1.21299409866333, + 1.206899881362915, + 1.20333993434906, + 1.1930640935897827, + 1.1747006177902222, + 1.1753028631210327, + 1.1838921308517456, + 1.2125279903411865, + 1.225320816040039, + 1.2342400550842285, + 1.2288920879364014, + 1.2122387886047363, + 1.2118843793869019, + 1.2182691097259521, + 1.2189220190048218, + 1.2236051559448242, + 1.2175277471542358, + 1.2148665189743042, + 1.211220145225525, + 1.2111047506332397, + 1.214617133140564, + 1.2146995067596436, + 1.2093290090560913, + 1.2062199115753174, + 1.2008278369903564, + 1.2008228302001953, + 1.1976901292800903, + 1.1787657737731934, + 1.1697404384613037, + 1.16400146484375, + 1.1643497943878174, + 1.1571022272109985, + 1.1603251695632935, + 1.1580458879470825, + 1.1592810153961182, + 1.1462976932525635, + 1.137736439704895 + ], + "p10": [ + 1.2044659852981567, + 1.1944502592086792, + 1.1934961080551147, + 1.190082311630249, + 1.1890627145767212, + 1.2050780057907104, + 1.181662678718567, + 1.1902568340301514, + 1.1916955709457397, + 1.2008061408996582, + 1.2098644971847534, + 1.2260788679122925, + 1.236175775527954, + 1.2159837484359741, + 1.2166578769683838, + 1.2101441621780396, + 1.2174148559570312, + 1.2219550609588623, + 1.2231398820877075, + 1.2406914234161377, + 1.250058650970459, + 1.2483857870101929, + 1.258297085762024, + 1.2624367475509644, + 1.2625484466552734, + 1.270086646080017, + 1.2633442878723145, + 1.2656221389770508, + 1.254534125328064, + 1.2528190612792969, + 1.2488150596618652, + 1.2523480653762817, + 1.2464497089385986, + 1.2518012523651123, + 1.2594302892684937, + 1.268720030784607, + 1.2667303085327148, + 1.2628670930862427, + 1.249562382698059, + 1.2312123775482178, + 1.2388157844543457, + 1.2565840482711792, + 1.2733947038650513, + 1.295883297920227, + 1.2970478534698486, + 1.2904328107833862, + 1.2760701179504395, + 1.277672529220581, + 1.277714729309082, + 1.2905986309051514, + 1.2883641719818115, + 1.289939284324646, + 1.276065468788147, + 1.2695354223251343, + 1.2800947427749634, + 1.2816108465194702, + 1.2772091627120972, + 1.278634786605835, + 1.2666875123977661, + 1.273810625076294, + 1.2688924074172974, + 1.26325261592865, + 1.2487252950668335, + 1.2446990013122559, + 1.2353894710540771, + 1.246536374092102, + 1.235691785812378, + 1.2419633865356445, + 1.23892343044281, + 1.2359380722045898, + 1.2230952978134155, + 1.2221999168395996 + ], + "p90": [ + 1.2903707027435303, + 1.2978366613388062, + 1.3071767091751099, + 1.3163137435913086, + 1.3206044435501099, + 1.3328871726989746, + 1.3228808641433716, + 1.3232307434082031, + 1.33041250705719, + 1.335249662399292, + 1.3461313247680664, + 1.3564893007278442, + 1.3680005073547363, + 1.3629382848739624, + 1.362349271774292, + 1.3524625301361084, + 1.366234302520752, + 1.3734503984451294, + 1.3790818452835083, + 1.4035435914993286, + 1.4060791730880737, + 1.4191088676452637, + 1.4264158010482788, + 1.4311802387237549, + 1.4438716173171997, + 1.445583701133728, + 1.449094295501709, + 1.4537441730499268, + 1.452095627784729, + 1.4551868438720703, + 1.467825174331665, + 1.4669772386550903, + 1.4622056484222412, + 1.4706265926361084, + 1.4727143049240112, + 1.4945119619369507, + 1.4876985549926758, + 1.484689712524414, + 1.4726167917251587, + 1.461633563041687, + 1.4628477096557617, + 1.478527307510376, + 1.5003361701965332, + 1.5151728391647339, + 1.5226646661758423, + 1.524798035621643, + 1.5125889778137207, + 1.517728328704834, + 1.5232919454574585, + 1.5258102416992188, + 1.5210223197937012, + 1.5213741064071655, + 1.5192073583602905, + 1.5213648080825806, + 1.5311332941055298, + 1.5296390056610107, + 1.5262476205825806, + 1.52699875831604, + 1.5269339084625244, + 1.5175418853759766, + 1.5145026445388794, + 1.5077871084213257, + 1.4941577911376953, + 1.486261010169983, + 1.487770676612854, + 1.4872523546218872, + 1.4807049036026, + 1.4850269556045532, + 1.4785114526748657, + 1.4768518209457397, + 1.46914803981781, + 1.4666645526885986 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_015431.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_015431.json new file mode 100644 index 0000000000000000000000000000000000000000..0b0381e7c5dc835c8f19565dfb9c9aa7455198f5 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_015431.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T01:54:31.420980+00:00", + "metrics": { + "MSE[mean]": 0.06133146988437785, + "MSE[0.5]": 0.06133146988437785, + "MAE[0.5]": 0.21702327993181017, + "MASE[0.5]": 1.3844586953881182, + "MAPE[0.5]": 0.14816628758377579, + "sMAPE[0.5]": 0.16339948253591657, + "MSIS": 4.715164796016213, + "RMSE[mean]": 0.24765191274120588, + "NRMSE[mean]": 0.17584750935941634, + "ND[0.5]": 0.1540993680468773, + "mean_weighted_sum_quantile_loss": 0.1279375664243661 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.207510232925415, + 1.2118301391601562, + 1.2017972469329834, + 1.1951175928115845, + 1.1886589527130127, + 1.188112735748291, + 1.1886107921600342, + 1.1931300163269043, + 1.1991969347000122, + 1.1867642402648926, + 1.1869945526123047, + 1.1889796257019043, + 1.1941148042678833, + 1.1940679550170898, + 1.1874479055404663, + 1.185001015663147, + 1.183423638343811, + 1.1844236850738525, + 1.1863665580749512, + 1.1966161727905273, + 1.2051634788513184, + 1.1940709352493286, + 1.1989063024520874, + 1.205263614654541, + 1.2085394859313965, + 1.203639268875122, + 1.1881659030914307, + 1.177991509437561, + 1.1726328134536743, + 1.1688330173492432, + 1.1684801578521729, + 1.172950029373169, + 1.229642629623413, + 1.20491623878479, + 1.2004989385604858, + 1.2181956768035889, + 1.214630365371704, + 1.2127459049224854, + 1.2084810733795166, + 1.2005672454833984, + 1.1959753036499023, + 1.1988165378570557, + 1.2007184028625488, + 1.205129623413086, + 1.2233664989471436, + 1.2043240070343018, + 1.2002290487289429, + 1.2134977579116821, + 1.2145969867706299, + 1.210927963256836, + 1.1998205184936523, + 1.1890572309494019, + 1.180678129196167, + 1.1775462627410889, + 1.1811797618865967, + 1.1905142068862915, + 1.2075936794281006, + 1.1849812269210815, + 1.182019591331482, + 1.193048357963562, + 1.1928761005401611, + 1.1925712823867798, + 1.1923860311508179, + 1.1897075176239014, + 1.1510097980499268, + 1.1447768211364746, + 1.1547211408615112, + 1.1679810285568237, + 1.1719127893447876, + 1.1684978008270264, + 1.1650441884994507, + 1.1753454208374023 + ], + "p10": [ + 1.0855181217193604, + 1.0621826648712158, + 1.036293387413025, + 1.0196765661239624, + 1.0053850412368774, + 0.9967926144599915, + 0.9895161390304565, + 0.9878069758415222, + 0.9910225868225098, + 0.9783394932746887, + 0.9740524291992188, + 0.974047064781189, + 0.9762312173843384, + 0.9740703701972961, + 0.9666909575462341, + 0.9619865417480469, + 0.9581751823425293, + 0.9560584425926208, + 0.9560973048210144, + 0.964444100856781, + 0.9685922265052795, + 0.959502100944519, + 0.9644179344177246, + 0.966852605342865, + 0.9651943445205688, + 0.9589608907699585, + 0.9451152086257935, + 0.9320366382598877, + 0.9237960577011108, + 0.9165717363357544, + 0.9133713245391846, + 0.9167813658714294, + 0.95408034324646, + 0.9485090374946594, + 0.951431930065155, + 0.9552749395370483, + 0.9467649459838867, + 0.9370355606079102, + 0.9312533736228943, + 0.9249681830406189, + 0.9239718914031982, + 0.9268766641616821, + 0.9267557263374329, + 0.9329503178596497, + 0.9468273520469666, + 0.9321795105934143, + 0.9323781728744507, + 0.9404691457748413, + 0.936522364616394, + 0.930321991443634, + 0.9202266335487366, + 0.9093812704086304, + 0.9014319181442261, + 0.8986872434616089, + 0.903674840927124, + 0.9076973795890808, + 0.9193184971809387, + 0.8999844193458557, + 0.8999578356742859, + 0.9063964486122131, + 0.903720498085022, + 0.9001814126968384, + 0.8977075815200806, + 0.8942257761955261, + 0.8553957939147949, + 0.8839276432991028, + 0.8864263296127319, + 0.8778714537620544, + 0.875213623046875, + 0.8690214157104492, + 0.8635209798812866, + 0.8695106506347656 + ], + "p90": [ + 1.3844196796417236, + 1.4178411960601807, + 1.4145926237106323, + 1.4161183834075928, + 1.418891429901123, + 1.4265859127044678, + 1.4347409009933472, + 1.4453563690185547, + 1.4576218128204346, + 1.4510364532470703, + 1.4574493169784546, + 1.4683489799499512, + 1.481044888496399, + 1.4862439632415771, + 1.4830589294433594, + 1.4903581142425537, + 1.4979147911071777, + 1.499567985534668, + 1.5026220083236694, + 1.5210835933685303, + 1.5422112941741943, + 1.5313563346862793, + 1.5422964096069336, + 1.558190107345581, + 1.5662131309509277, + 1.5613863468170166, + 1.5370182991027832, + 1.5193787813186646, + 1.5169166326522827, + 1.5165324211120605, + 1.5201926231384277, + 1.526374101638794, + 1.532725214958191, + 1.5247122049331665, + 1.5259804725646973, + 1.5652244091033936, + 1.5803160667419434, + 1.5959501266479492, + 1.5886914730072021, + 1.580810308456421, + 1.5821353197097778, + 1.5975689888000488, + 1.6135183572769165, + 1.6337742805480957, + 1.6673622131347656, + 1.637404441833496, + 1.6289030313491821, + 1.6646535396575928, + 1.6740922927856445, + 1.6647685766220093, + 1.6474566459655762, + 1.6328160762786865, + 1.6271862983703613, + 1.6312999725341797, + 1.6450793743133545, + 1.6658542156219482, + 1.686873197555542, + 1.6566455364227295, + 1.6551870107650757, + 1.6698304414749146, + 1.6684470176696777, + 1.6683695316314697, + 1.665836215019226, + 1.6663423776626587, + 1.5242767333984375, + 1.5735750198364258, + 1.587909460067749, + 1.6187301874160767, + 1.6576123237609863, + 1.6645596027374268, + 1.6547253131866455, + 1.6699965000152588 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_015313.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_015313.json new file mode 100644 index 0000000000000000000000000000000000000000..c66468cdedcfdf93cd1102aee14c1930bdab56ef --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_015313.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T01:53:13.940593+00:00", + "metrics": { + "MSE[mean]": 0.0564833018581271, + "MSE[0.5]": 0.0564833018581271, + "MAE[0.5]": 0.20783275531397927, + "MASE[0.5]": 1.3258294933673376, + "MAPE[0.5]": 0.1417627360682703, + "sMAPE[0.5]": 0.15572007458954157, + "MSIS": 4.987278093702912, + "RMSE[mean]": 0.23766215907907404, + "NRMSE[mean]": 0.16875419325635965, + "ND[0.5]": 0.14757355184839385, + "mean_weighted_sum_quantile_loss": 0.11880691581216572 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.1991337537765503, + 1.2034852504730225, + 1.1997995376586914, + 1.199042558670044, + 1.1990145444869995, + 1.2002589702606201, + 1.2017379999160767, + 1.2033896446228027, + 1.204497218132019, + 1.1987544298171997, + 1.1993451118469238, + 1.2005889415740967, + 1.2014710903167725, + 1.2039859294891357, + 1.1995525360107422, + 1.1990224123001099, + 1.1984806060791016, + 1.199488878250122, + 1.2007994651794434, + 1.2025285959243774, + 1.202620267868042, + 1.200278878211975, + 1.1981561183929443, + 1.1987645626068115, + 1.1996082067489624, + 1.202358365058899, + 1.1999337673187256, + 1.197160005569458, + 1.1951826810836792, + 1.1951732635498047, + 1.195521354675293, + 1.1975597143173218, + 1.203695297241211, + 1.1999549865722656, + 1.1988109350204468, + 1.2010269165039062, + 1.2040760517120361, + 1.2030913829803467, + 1.2026007175445557, + 1.2013217210769653, + 1.2007060050964355, + 1.2021024227142334, + 1.2052528858184814, + 1.206580638885498, + 1.2071152925491333, + 1.2056902647018433, + 1.2029500007629395, + 1.2056870460510254, + 1.2063634395599365, + 1.2056996822357178, + 1.2036497592926025, + 1.2012964487075806, + 1.198866844177246, + 1.2005019187927246, + 1.2022310495376587, + 1.2028813362121582, + 1.2028933763504028, + 1.2013300657272339, + 1.2024937868118286, + 1.2027440071105957, + 1.2033354043960571, + 1.2032722234725952, + 1.2013912200927734, + 1.197990894317627, + 1.1935228109359741, + 1.1933131217956543, + 1.194100022315979, + 1.19660222530365, + 1.1972177028656006, + 1.195322036743164, + 1.1959171295166016, + 1.1979578733444214 + ], + "p10": [ + 1.0773452520370483, + 1.0785670280456543, + 1.0659900903701782, + 1.0549372434616089, + 1.047911524772644, + 1.0557130575180054, + 1.0612976551055908, + 1.0588204860687256, + 1.0567775964736938, + 1.0436742305755615, + 1.0412955284118652, + 1.0355544090270996, + 1.0355199575424194, + 1.038391351699829, + 1.0261356830596924, + 1.022226333618164, + 1.013871669769287, + 1.0133463144302368, + 1.0168958902359009, + 1.0134387016296387, + 1.012527346611023, + 1.0037610530853271, + 0.9971259832382202, + 0.9943271279335022, + 0.9936781525611877, + 0.9906738996505737, + 0.9830113649368286, + 0.9768169522285461, + 0.9645019769668579, + 0.9643390774726868, + 0.9655035734176636, + 0.9659356474876404, + 0.9949542880058289, + 0.9942070841789246, + 0.9898973703384399, + 0.9868791699409485, + 0.9885556101799011, + 0.9887451529502869, + 0.9828252792358398, + 0.9836915135383606, + 0.9799181222915649, + 0.9789973497390747, + 0.9802216291427612, + 0.9787248373031616, + 0.9810691475868225, + 0.9764065146446228, + 0.9726995825767517, + 0.9749820232391357, + 0.9713695049285889, + 0.968132734298706, + 0.9645178914070129, + 0.9582666158676147, + 0.9530206918716431, + 0.9557217955589294, + 0.955572783946991, + 0.9539708495140076, + 0.95098876953125, + 0.9465872049331665, + 0.9452236890792847, + 0.9462460875511169, + 0.9432876706123352, + 0.9432084560394287, + 0.9406961798667908, + 0.9378605484962463, + 0.9458217024803162, + 0.9475181698799133, + 0.9511582851409912, + 0.9496825337409973, + 0.9518193006515503, + 0.9495671987533569, + 0.9438016414642334, + 0.9472671151161194 + ], + "p90": [ + 1.3373253345489502, + 1.3696231842041016, + 1.3634390830993652, + 1.3486206531524658, + 1.3564939498901367, + 1.3580536842346191, + 1.3728649616241455, + 1.384369969367981, + 1.392747163772583, + 1.3856654167175293, + 1.3868035078048706, + 1.391680121421814, + 1.4029256105422974, + 1.411895990371704, + 1.417804479598999, + 1.4168709516525269, + 1.427786111831665, + 1.4382641315460205, + 1.4489576816558838, + 1.4548481702804565, + 1.4646658897399902, + 1.4615275859832764, + 1.4595898389816284, + 1.461865782737732, + 1.4778249263763428, + 1.4821865558624268, + 1.47738516330719, + 1.4777430295944214, + 1.4747394323349, + 1.4844098091125488, + 1.4949212074279785, + 1.5100375413894653, + 1.5388468503952026, + 1.5279765129089355, + 1.511511206626892, + 1.528040885925293, + 1.5319182872772217, + 1.5305083990097046, + 1.5441222190856934, + 1.5396772623062134, + 1.5434635877609253, + 1.5482802391052246, + 1.5611820220947266, + 1.5737640857696533, + 1.5799506902694702, + 1.5788769721984863, + 1.5746835470199585, + 1.5899505615234375, + 1.595116138458252, + 1.5901422500610352, + 1.5894901752471924, + 1.5865910053253174, + 1.59132981300354, + 1.5934858322143555, + 1.6005852222442627, + 1.6097090244293213, + 1.6255148649215698, + 1.6218867301940918, + 1.63154935836792, + 1.6408833265304565, + 1.6493802070617676, + 1.6577470302581787, + 1.6569445133209229, + 1.6481400728225708, + 1.5857188701629639, + 1.568526029586792, + 1.5423171520233154, + 1.5840907096862793, + 1.584816813468933, + 1.5815765857696533, + 1.5933222770690918, + 1.6027843952178955 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index ce002df0e090a816677cc42e1a07680f17dd4aad..fa1f357f8758714e01bc5d4762e2b6a6aea34626 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1233110.4151668549,1233110.4151668549,924.75634765625,0.9207854603584541,0.014268351069146706,0.014123378041748798,3.945481937095657,1110.4550486925866,0.017043553274889232,0.014193401251250943,0.010906203030092997,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1246120.0304012299,1246120.0304012299,929.6730143229166,0.9256810149459622,0.014345998420506751,0.014199459625092543,3.945481937095657,1116.2974650160368,0.017134517211861156,0.014269940373903845,0.010974707331309631,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.3966561072686765,1.3966561072686765,1.1460666700576743,1.1391274586368627,0.8221541552043411,1.4230268008627682,45.26796242287666,1.1818020592589422,0.8391692422731623,0.8137944011621485,0.8125530305831745,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.07972220626142562,0.07972220626142562,0.24722218844625685,1.6047752601664333,0.1715316444259292,0.19125281104358546,56.256567974906915,0.28235121083754117,0.20128007109210858,0.17623759968446032,0.17144992082950442,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.8518332988614177,0.8518332988614177,0.8881666677693526,0.8679435452007093,0.6165887413603368,0.9326765009428556,34.09306093322858,0.9229481561070577,0.6369991684699329,0.6129937256910919,0.6104136843011694,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08138887239827339,0.08138887239827339,0.2499999635749393,1.5948271702777168,0.17268904994725348,0.1932489197100888,56.05604772023394,0.2852873505752987,0.2025708967684699,0.1775147643641972,0.17278541960517693,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,1.7854166984558713,1.7854166984558713,1.2375000317891438,0.7531699555076653,0.056804665091953165,0.057440066219125875,16.046629374970085,1.3361948579664087,0.06121144320819586,0.056690206869443024,0.05066446007260741,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,94.39916051705787,94.39916051705787,8.499999721844992,0.6780180533559816,0.27795196833279806,0.3331575402874747,24.226675359929676,9.715923039889615,0.26833389293135873,0.23475258150089734,0.22866180028014288,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.884583072663038,4.884583072663038,1.962500015894572,0.9543329617491443,0.07390796012489782,0.0773109514271065,24.981559903666646,2.210109289755382,0.08573237741650454,0.0761273629419438,0.06996821217208898,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,45.916666666666664,45.916666666666664,5.333333333333333,1.0185676392572944,0.6710366600991602,0.40729243277896415,37.485994911970494,6.776183783418707,0.5746586954136006,0.45229681978798586,0.4438398115429918,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1875.0,1875.0,37.5,0.75,0.013392857142857142,0.01327433628318584,3.4074997915828624,43.30127018922193,0.015453241405818979,0.013382899628252789,0.009827344072697211,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,833.3333333333334,833.3333333333334,16.666666666666668,0.11267605633802819,0.006441679235796883,0.006472491909385113,1.0487323302212799,28.867513459481287,0.011129643743414472,0.00642570281124498,0.007232485497545734,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,8458.0,8458.0,67.0,1.3985756385068764,0.3564068100358423,0.2659571504193018,50.69106116148495,91.96738552334735,0.3880480401829002,0.28270042194092826,0.2751711204875762,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 75c4404e0f42e45cd945b9c0d095f7c6a758eff0..2ede86def6ed75a34e578edf0b63528da1941308 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T01:39:46.112423+00:00", + "evaluated_at": "2026-06-18T01:57:02.902914+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64300.01171875, 64509.3984375, 64468.01171875, - 64675.98828125 + 64557.98828125 ], "p50": [ 65741.9921875, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a92d1c691cee1076c6640e9d1244b4b052cf8fa8..8f2dce89eba3ecdf56078b6bf476a481f276e815 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,19 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T01:24:55.691779+00:00", + "evaluated_at": "2026-06-18T01:57:02.908943+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.0479999780654907, - 1.0839999914169312, - 1.1239999532699585, - 1.1629999876022339, - 1.184999942779541, - 1.222000002861023, - 1.25, - 1.2790000438690186, 1.3049999475479126, 1.3350000381469727, 1.3700000047683716, @@ -245,9 +237,7 @@ 0.6240000128746033, 0.6629999876022339, 0.7099999785423279, - 0.7490000128746033 - ], - "actuals": [ + 0.7490000128746033, 0.7870000004768372, 0.8220000267028809, 0.8529999852180481, @@ -255,7 +245,9 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404, + 1.0360000133514404 + ], + "actuals": [ 1.0859999656677246, 1.1230000257492065, 1.1649999618530273, @@ -307,17 +299,17 @@ 1.375, 1.3619999885559082, 1.3279999494552612, - 1.3109999895095825 + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587 ], "p50": [ - -0.12600000202655792, - -0.07800000160932541, - -0.04500000178813934, - 0.0, - 0.041999999433755875, - 0.07699999958276749, - 0.10499999672174454, - 0.12999999523162842, 0.16300000250339508, 0.20499999821186066, 0.2329999953508377, @@ -334,14 +326,14 @@ 0.6629999876022339, 0.7099999785423279, 0.7490000128746033, - -0.12600000202655792, - -0.07800000160932541, - -0.04500000178813934, - 0.0, - 0.041999999433755875, - 0.07699999958276749, - 0.10499999672174454, - 0.12999999523162842, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, 0.16300000250339508, 0.20499999821186066, 0.2329999953508377, @@ -358,28 +350,28 @@ 0.6629999876022339, 0.7099999785423279, 0.7490000128746033, - -0.12600000202655792, - -0.07800000160932541, - -0.04500000178813934, - 0.0, - 0.041999999433755875, - 0.07699999958276749, - 0.10499999672174454, - 0.12999999523162842, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, 0.16300000250339508, 0.20499999821186066, 0.2329999953508377, - 0.27799999713897705 + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312 ], "p10": [ - -0.12348000198602677, - -0.0764400015771389, - -0.04410000175237656, - 0.0, - 0.04115999944508076, - 0.07545999959111213, - 0.10289999678730964, - 0.12739999532699584, 0.15974000245332717, 0.20089999824762345, 0.22833999544382094, @@ -396,14 +388,14 @@ 0.6497399878501892, 0.6957999789714813, 0.7340200126171111, - -0.12348000198602677, - -0.0764400015771389, - -0.04410000175237656, - 0.0, - 0.04115999944508076, - 0.07545999959111213, - 0.10289999678730964, - 0.12739999532699584, + 0.7712600004673004, + 0.8055600261688233, + 0.8359399855136871, + 0.8751400065422058, + 0.9133599817752838, + 0.9447199869155883, + 0.9829400205612182, + 1.0152800130844115, 0.15974000245332717, 0.20089999824762345, 0.22833999544382094, @@ -420,28 +412,28 @@ 0.6497399878501892, 0.6957999789714813, 0.7340200126171111, - -0.12348000198602677, - -0.0764400015771389, - -0.04410000175237656, - 0.0, - 0.04115999944508076, - 0.07545999959111213, - 0.10289999678730964, - 0.12739999532699584, + 0.7712600004673004, + 0.8055600261688233, + 0.8359399855136871, + 0.8751400065422058, + 0.9133599817752838, + 0.9447199869155883, + 0.9829400205612182, + 1.0152800130844115, 0.15974000245332717, 0.20089999824762345, 0.22833999544382094, - 0.2724399971961975 + 0.2724399971961975, + 0.3184999883174896, + 0.3577000093460083, + 0.39200000584125516, + 0.42630000233650206, + 0.47039998948574063, + 0.4978400158882141, + 0.537039978504181, + 0.5723199915885925 ], "p90": [ - -0.12852000206708908, - -0.07956000164151192, - -0.04590000182390213, - 0.0, - 0.04283999942243099, - 0.07853999957442284, - 0.10709999665617943, - 0.132599995136261, 0.166260002553463, 0.20909999817609787, 0.23765999525785447, @@ -458,14 +450,14 @@ 0.6762599873542786, 0.7241999781131745, 0.7639800131320954, - -0.12852000206708908, - -0.07956000164151192, - -0.04590000182390213, - 0.0, - 0.04283999942243099, - 0.07853999957442284, - 0.10709999665617943, - 0.132599995136261, + 0.802740000486374, + 0.8384400272369384, + 0.8700599849224091, + 0.9108600068092346, + 0.9506399810314179, + 0.9832799863815308, + 1.0230600214004517, + 1.0567200136184693, 0.166260002553463, 0.20909999817609787, 0.23765999525785447, @@ -482,28 +474,28 @@ 0.6762599873542786, 0.7241999781131745, 0.7639800131320954, - -0.12852000206708908, - -0.07956000164151192, - -0.04590000182390213, - 0.0, - 0.04283999942243099, - 0.07853999957442284, - 0.10709999665617943, - 0.132599995136261, + 0.802740000486374, + 0.8384400272369384, + 0.8700599849224091, + 0.9108600068092346, + 0.9506399810314179, + 0.9832799863815308, + 1.0230600214004517, + 1.0567200136184693, 0.166260002553463, 0.20909999817609787, 0.23765999525785447, - 0.2835599970817566 + 0.2835599970817566, + 0.3314999878406525, + 0.372300009727478, + 0.4080000060796738, + 0.4437000024318695, + 0.48959998905658725, + 0.5181600165367126, + 0.5589599776268005, + 0.5956799912452698 ], "timestamps": [ - "2026-06-16 19:00:00", - "2026-06-16 19:06:00", - "2026-06-16 19:12:00", - "2026-06-16 19:18:00", - "2026-06-16 19:24:00", - "2026-06-16 19:30:00", - "2026-06-16 19:36:00", - "2026-06-16 19:42:00", "2026-06-16 19:48:00", "2026-06-16 19:54:00", "2026-06-16 20:00:00", @@ -795,6 +787,14 @@ "2026-06-18 00:36:00", "2026-06-18 00:42:00", "2026-06-18 00:48:00", - "2026-06-18 00:54:00" + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 2f1e1249255047b4d7c8954e900f193329bec086..2941cd052325abf856c0c091e3b633293d90a2ff 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T01:24:55.700636+00:00", + "evaluated_at": "2026-06-18T01:57:02.919806+00:00", "freq": "10min", "context_length": 74, "prediction_length": 72, @@ -11,7 +11,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, 1.0, 1.0, 0.8999999761581421, @@ -79,10 +78,10 @@ 1.2000000476837158, 1.399999976158142, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, @@ -153,10 +152,10 @@ 1.5, 1.7000000476837158, 1.600000023841858, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.399999976158142, 1.399999976158142, 1.2000000476837158, 1.100000023841858, @@ -180,7 +179,7 @@ 1.399999976158142, 1.2000000476837158, 1.2000000476837158, - 1.399999976158142, + 1.2000000476837158, 1.399999976158142, 1.2000000476837158, 1.100000023841858, @@ -204,7 +203,7 @@ 1.399999976158142, 1.2000000476837158, 1.2000000476837158, - 1.399999976158142, + 1.2000000476837158, 1.399999976158142, 1.2000000476837158, 1.100000023841858, @@ -227,10 +226,10 @@ 1.2000000476837158, 1.399999976158142, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "p10": [ - 1.3719999766349793, 1.3719999766349793, 1.1760000467300415, 1.0780000233650207, @@ -254,7 +253,7 @@ 1.3719999766349793, 1.1760000467300415, 1.1760000467300415, - 1.3719999766349793, + 1.1760000467300415, 1.3719999766349793, 1.1760000467300415, 1.0780000233650207, @@ -278,7 +277,7 @@ 1.3719999766349793, 1.1760000467300415, 1.1760000467300415, - 1.3719999766349793, + 1.1760000467300415, 1.3719999766349793, 1.1760000467300415, 1.0780000233650207, @@ -301,10 +300,10 @@ 1.1760000467300415, 1.3719999766349793, 1.1760000467300415, + 1.1760000467300415, 1.1760000467300415 ], "p90": [ - 1.4279999756813049, 1.4279999756813049, 1.22400004863739, 1.1220000243186952, @@ -328,7 +327,7 @@ 1.4279999756813049, 1.22400004863739, 1.22400004863739, - 1.4279999756813049, + 1.22400004863739, 1.4279999756813049, 1.22400004863739, 1.1220000243186952, @@ -352,7 +351,7 @@ 1.4279999756813049, 1.22400004863739, 1.22400004863739, - 1.4279999756813049, + 1.22400004863739, 1.4279999756813049, 1.22400004863739, 1.1220000243186952, @@ -375,12 +374,10 @@ 1.22400004863739, 1.4279999756813049, 1.22400004863739, + 1.22400004863739, 1.22400004863739 ], "timestamps": [ - "2026-06-16 01:20:00", - "2026-06-16 01:30:00", - "2026-06-16 01:40:00", "2026-06-16 01:50:00", "2026-06-16 02:00:00", "2026-06-16 02:10:00", @@ -523,6 +520,9 @@ "2026-06-17 01:00:00", "2026-06-17 01:10:00", "2026-06-17 01:20:00", - "2026-06-17 01:30:00" + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a1c6b572609c0a304c93100f3a2d93eb5f85404b..45e8b2a2854cb8ce89befb2a111ad961c7ec0587 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,109 +1,14 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T15:34:37.214883+00:00", + "evaluated_at": "2026-06-18T01:57:02.929105+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2850.0, - 2900.0, - 2900.0, - 2900.0, - 2850.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2850.0, - 2900.0, - 2900.0, - 2900.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, 2800.0, - 2850.0, - 2850.0, - 2850.0, 2800.0, - 2850.0, - 2850.0, 2800.0, - 2800.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0 - ], - "actuals": [ 2800.0, 2800.0, 2800.0, @@ -111,13 +16,13 @@ 2800.0, 2800.0, 2800.0, - 2850.0, 2800.0, 2800.0, 2800.0, 2800.0, 2800.0, 2800.0, + 2750.0, 2800.0, 2800.0, 2800.0, @@ -127,127 +32,182 @@ 2800.0, 2800.0, 2800.0, - 2800.0 - ], - "p50": [ - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0, - 2850.0, - 2850.0, - 2850.0, + 2750.0, 2800.0, - 2850.0, - 2850.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, 2800.0, 2800.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0 + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "actuals": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "p50": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 ], "p10": [ - 2793.0, - 2793.0, - 2793.0, - 2793.0, - 2793.0, - 2793.0, - 2793.0, - 2793.0, - 2793.0, - 2793.0, - 2744.0, - 2793.0, - 2793.0, - 2793.0, - 2744.0, - 2793.0, - 2793.0, - 2744.0, - 2744.0, - 2793.0, - 2793.0, - 2793.0, - 2793.0, - 2744.0 + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2499.0, + 2548.0, + 2548.0, + 2499.0, + 2499.0, + 2548.0, + 2499.0, + 2499.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2499.0, + 2548.0, + 2548.0, + 2548.0, + 2499.0 ], "p90": [ - 2907.0, - 2907.0, - 2907.0, - 2907.0, - 2907.0, - 2907.0, - 2907.0, - 2907.0, - 2907.0, - 2907.0, - 2856.0, - 2907.0, - 2907.0, - 2907.0, - 2856.0, - 2907.0, - 2907.0, - 2856.0, - 2856.0, - 2907.0, - 2907.0, - 2907.0, - 2907.0, - 2856.0 + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2601.0, + 2652.0, + 2652.0, + 2601.0, + 2601.0, + 2652.0, + 2601.0, + 2601.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2601.0, + 2652.0, + 2652.0, + 2652.0, + 2601.0 ], "timestamps": [ - "2026-06-17 04:55:00", - "2026-06-17 05:10:00", - "2026-06-17 05:25:00", - "2026-06-17 05:40:00", - "2026-06-17 05:55:00", - "2026-06-17 06:10:00", - "2026-06-17 06:25:00", - "2026-06-17 06:40:00", - "2026-06-17 06:55:00", - "2026-06-17 07:10:00", - "2026-06-17 07:25:00", - "2026-06-17 07:40:00", - "2026-06-17 07:55:00", - "2026-06-17 08:10:00", - "2026-06-17 08:25:00", - "2026-06-17 08:40:00", - "2026-06-17 08:55:00", - "2026-06-17 09:10:00", - "2026-06-17 09:25:00", - "2026-06-17 09:40:00", - "2026-06-17 09:55:00", - "2026-06-17 10:10:00", - "2026-06-17 10:25:00", - "2026-06-17 10:40:00", - "2026-06-17 10:55:00", - "2026-06-17 11:10:00", - "2026-06-17 11:25:00", - "2026-06-17 11:40:00", - "2026-06-17 11:55:00", - "2026-06-17 12:10:00", - "2026-06-17 12:25:00", - "2026-06-17 12:40:00", - "2026-06-17 12:55:00", - "2026-06-17 13:10:00", - "2026-06-17 13:25:00", - "2026-06-17 13:40:00", - "2026-06-17 13:55:00", - "2026-06-17 14:10:00", - "2026-06-17 14:25:00", - "2026-06-17 14:40:00", "2026-06-17 14:55:00", "2026-06-17 15:10:00", "2026-06-17 15:25:00", @@ -327,6 +287,46 @@ "2026-06-18 09:55:00", "2026-06-18 10:10:00", "2026-06-18 10:25:00", - "2026-06-18 10:40:00" + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index f41571bd6665c1bdc2889abaa80de3765306ea88..1ccc8019b0a8faa3765c4df9a58154525e67f262 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,11 +1,29 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T01:39:46.123257+00:00", + "evaluated_at": "2026-06-18T01:57:02.932484+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T01:33:18.221328Z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t194200z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t012000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t225000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index c31061f8c51e695e0e91a5b3daee15ac9375b280..0b1b791cf2e8a378e9af2cfcc43b45f3ae96a2ad 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,767151.2329209646,767151.2329209646,700.2277018229166,0.6972209365341134,0.010820925995699816,0.010730956887931362,3.184989180772502,875.8716988925745,0.013443106931360286,0.010747277122674408,0.007015214036421156,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,778262.0929470062,778262.0929470062,705.1443684895834,0.7021164911216213,0.01089834597038028,0.010807040568776937,3.184989180772502,882.191641848304,0.013541128906167195,0.010823556173316363,0.007040899452220284,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.007041771474468028,0.007041771474468028,0.06823855340480804,0.06782538219802085,0.04518728809458225,0.04663095876594473,0.34142600788943483,0.0839152636560717,0.059586212145860656,0.04845455692507179,0.042293787494771404,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08989393889596758,0.08989393889596758,0.26586007575194043,1.7257580110995399,0.18268738701253243,0.20580142157961542,33.75406098091555,0.2998231793840623,0.21373533579853946,0.18952401439742286,0.1653012028359475,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.010216594966594054,0.010216594966594054,0.08770496845245361,0.08570796902514166,0.05859882946015792,0.06093417253245125,0.563897737500278,0.10107717332115126,0.06976131316892317,0.060532102052776864,0.048969329208226504,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.09695681307607273,0.09695681307607273,0.27994212839338517,1.7858375100655333,0.19213910472829132,0.21711447145347382,36.06978203163975,0.31137888990115037,0.22109743328910175,0.19877547279108904,0.17341199215150502,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.7228695110449431,0.7228695110449431,0.7878986994425455,0.47953261669475394,0.036408538441657444,0.03565453614610256,2.292670937622958,0.850217331654056,0.03894868297156283,0.0360938497908448,0.02880810989698391,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,62.59502601848029,62.59502601848029,6.263466835021973,0.49961690937791703,0.1765352100335578,0.1713733539298161,3.646996526298608,7.911701840848168,0.21850499905679632,0.17298412432741928,0.18120241222471822,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.176933664018634,2.176933664018634,1.35002334912618,0.6564951698177716,0.05232440467767626,0.05382668749250135,3.451763603106324,1.4754435482317287,0.057233949343631615,0.05236877281357859,0.04337541294475588,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,30.360152188767984,30.360152188767984,4.575121680895488,0.8737632918421091,0.5771757090747142,0.38840089541387596,10.880647613768238,5.51000473582083,0.4672795535678443,0.3879961849522675,0.29874707114523325,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,1915.8649749159813,1915.8649749159813,43.043701171875,0.8608740234375,0.01537135736884529,0.015250288704403078,1.3594264729817709,43.77059486591405,0.015620732740251853,0.015361320864312267,0.00807130632680194,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,230.4486459096273,230.4486459096273,10.581868489583334,0.07153939260563381,0.004102718761783559,0.004096491744522341,0.926679343639965,15.180535099581546,0.005852736423935054,0.004079756526104417,0.006916845942798972,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 9dccb3c64a2649b14703260d8d1ce9265e00f37f..fdda1f5627d1a2654cc8467752305fd55d7a8387 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T01:39:18.712949+00:00", + "evaluated_at": "2026-06-18T01:56:43.012287+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64300.01171875, 64509.3984375, 64468.01171875, - 64675.98828125 + 64557.98828125 ], "p50": [ 65891.375, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 65ccf6713af29866651a2c6b8485971e29f38519..64b59ef1b51be8b16629a02fb23efd1c9d97a9d7 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,19 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T01:24:34.803177+00:00", + "evaluated_at": "2026-06-18T01:56:48.493985+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.0479999780654907, - 1.0839999914169312, - 1.1239999532699585, - 1.1629999876022339, - 1.184999942779541, - 1.222000002861023, - 1.25, - 1.2790000438690186, 1.3049999475479126, 1.3350000381469727, 1.3700000047683716, @@ -245,9 +237,7 @@ 0.6240000128746033, 0.6629999876022339, 0.7099999785423279, - 0.7490000128746033 - ], - "actuals": [ + 0.7490000128746033, 0.7870000004768372, 0.8220000267028809, 0.8529999852180481, @@ -255,7 +245,9 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404, + 1.0360000133514404 + ], + "actuals": [ 1.0859999656677246, 1.1230000257492065, 1.1649999618530273, @@ -307,203 +299,203 @@ 1.375, 1.3619999885559082, 1.3279999494552612, - 1.3109999895095825 + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587 ], "p50": [ - 0.7954635620117188, - 0.841583251953125, - 0.8728256225585938, - 0.9159698486328125, - 0.9524192810058594, - 0.9933319091796875, - 1.0215988159179688, - 1.0543289184570312, - 1.088639736175537, - 1.12601900100708, - 1.1549367904663086, - 1.1897125244140625, - 1.2216987609863281, - 1.2559165954589844, - 1.28790283203125, - 1.3102188110351562, - 1.3637771606445312, - 1.389068603515625, - 1.4158477783203125, - 1.4381637573242188, - 1.4470901489257812, - 1.4694061279296875, - 1.4872589111328125, - 1.50213623046875, - 1.5140380859375, - 1.5229644775390625, - 1.5289154052734375, - 1.5408172607421875, - 1.5586700439453125, - 1.5586700439453125, - 1.5527191162109375, - 1.5586700439453125, - 1.54974365234375, - 1.531890869140625, - 1.531890869140625, - 1.5289154052734375, - 1.5110626220703125, - 1.5229644775390625, - 1.519989013671875, - 1.5289154052734375, - 1.496185302734375, - 1.490234375, - 1.4753570556640625, - 1.47833251953125, - 1.448577880859375, - 1.436676025390625, - 1.4188232421875, - 1.40692138671875, - 1.4262619018554688, - 1.4024581909179688, - 1.3905563354492188, - 1.3727035522460938, - 1.3548507690429688, - 1.3399734497070312, - 1.3236083984375, - 1.3072433471679688, - 1.3012924194335938, - 1.2752571105957031, - 1.2596359252929688, - 1.2566604614257812 + 1.0885448455810547, + 1.126296043395996, + 1.1562366485595703, + 1.1956615447998047, + 1.2317390441894531, + 1.2637252807617188, + 1.2905044555664062, + 1.3172836303710938, + 1.3425750732421875, + 1.369354248046875, + 1.3886947631835938, + 1.4095230102539062, + 1.4318389892578125, + 1.4511795043945312, + 1.4660568237304688, + 1.4809341430664062, + 1.4972991943359375, + 1.5062255859375, + 1.51812744140625, + 1.530029296875, + 1.5330047607421875, + 1.54193115234375, + 1.5449066162109375, + 1.54193115234375, + 1.54193115234375, + 1.535980224609375, + 1.524078369140625, + 1.5211029052734375, + 1.5270538330078125, + 1.51812744140625, + 1.500274658203125, + 1.4972991943359375, + 1.4972991943359375, + 1.476470947265625, + 1.4571304321289062, + 1.4541549682617188, + 1.434814453125, + 1.4363021850585938, + 1.4199371337890625, + 1.4184494018554688, + 1.3857192993164062, + 1.3738174438476562, + 1.3529891967773438, + 1.3500137329101562, + 1.32769775390625, + 1.3202590942382812, + 1.2934799194335938, + 1.2905044555664062, + 1.2585182189941406, + 1.2391777038574219, + 1.2198371887207031, + 1.2049598693847656, + 1.1926860809326172, + 1.1707420349121094, + 1.1614437103271484, + 1.149169921875, + 1.1315031051635742, + 1.1057932376861572, + 1.092543125152588, + 1.1047704219818115 ], "p10": [ - 0.7790985107421875, - 0.8192672729492188, - 0.8519973754882812, - 0.8966293334960938, - 0.9278717041015625, - 0.9672966003417969, - 0.9903564453125, - 1.0156478881835938, - 1.0528411865234375, - 1.084641456604004, - 1.1039122343063354, - 1.1422910690307617, - 1.171487808227539, - 1.2016143798828125, - 1.2306251525878906, - 1.2432708740234375, - 1.2789764404296875, - 1.2953414916992188, - 1.3265838623046875, - 1.347412109375, - 1.3608016967773438, - 1.3756790161132812, - 1.3965072631835938, - 1.40692138671875, - 1.4143600463867188, - 1.4217987060546875, - 1.4158477783203125, - 1.4322128295898438, - 1.4456024169921875, - 1.4411392211914062, - 1.4337005615234375, - 1.4277496337890625, - 1.4143600463867188, - 1.39501953125, - 1.400970458984375, - 1.39501953125, - 1.3756790161132812, - 1.3801422119140625, - 1.3667526245117188, - 1.3786544799804688, - 1.3399734497070312, - 1.33551025390625, - 1.3206329345703125, - 1.3191452026367188, - 1.3027801513671875, - 1.2916221618652344, - 1.2760009765625, - 1.258148193359375, - 1.2760009765625, - 1.2492218017578125, - 1.234344482421875, - 1.21649169921875, - 1.2016143798828125, - 1.1889686584472656, - 1.1685123443603516, - 1.1504735946655273, - 1.1354103088378906, - 1.1171855926513672, - 1.0971012115478516, - 1.0985889434814453 + 1.0781307220458984, + 1.1114187240600586, + 1.1424751281738281, + 1.1841316223144531, + 1.2131423950195312, + 1.244384765625, + 1.2652130126953125, + 1.2897605895996094, + 1.3187713623046875, + 1.3410873413085938, + 1.3529891967773438, + 1.3767929077148438, + 1.3916702270507812, + 1.4110107421875, + 1.4258880615234375, + 1.4333267211914062, + 1.4333267211914062, + 1.4363021850585938, + 1.44671630859375, + 1.4571304321289062, + 1.4601058959960938, + 1.4630813598632812, + 1.4690322875976562, + 1.4615936279296875, + 1.4571304321289062, + 1.452667236328125, + 1.4333267211914062, + 1.428863525390625, + 1.428863525390625, + 1.4154739379882812, + 1.3946456909179688, + 1.3842315673828125, + 1.3767929077148438, + 1.3529891967773438, + 1.345550537109375, + 1.333648681640625, + 1.3157958984375, + 1.3083572387695312, + 1.2852973937988281, + 1.2852973937988281, + 1.2488479614257812, + 1.2354583740234375, + 1.2131423950195312, + 1.2109107971191406, + 1.1990089416503906, + 1.1926860809326172, + 1.1633033752441406, + 1.1521453857421875, + 1.1318750381469727, + 1.1118836402893066, + 1.0969133377075195, + 1.0818500518798828, + 1.0740394592285156, + 1.0612077713012695, + 1.0502357482910156, + 1.0390777587890625, + 1.0126705169677734, + 0.9966773986816406, + 0.9803123474121094, + 1.0011405944824219 ], "p90": [ - 0.81182861328125, - 0.8579483032226562, - 0.8951416015625, - 0.9390296936035156, - 0.9806861877441406, - 1.02606201171875, - 1.0576763153076172, - 1.095334529876709, - 1.1318769454956055, - 1.1726036071777344, - 1.2068214416503906, - 1.2425270080566406, - 1.2767448425292969, - 1.3146820068359375, - 1.3459243774414062, - 1.3727035522460938, - 1.4381637573242188, - 1.4708938598632812, - 1.496185302734375, - 1.5170135498046875, - 1.5289154052734375, - 1.5527191162109375, - 1.5705718994140625, - 1.58544921875, - 1.6062774658203125, - 1.6092529296875, - 1.6122283935546875, - 1.633056640625, - 1.650909423828125, - 1.6568603515625, - 1.6538848876953125, - 1.6657867431640625, - 1.650909423828125, - 1.6300811767578125, - 1.6241302490234375, - 1.639007568359375, - 1.627105712890625, - 1.6360321044921875, - 1.6360321044921875, - 1.6419830322265625, - 1.615203857421875, - 1.6092529296875, - 1.59735107421875, - 1.6003265380859375, - 1.567596435546875, - 1.5616455078125, - 1.54974365234375, - 1.5467681884765625, - 1.579498291015625, - 1.5527191162109375, - 1.543792724609375, - 1.52593994140625, - 1.5140380859375, - 1.4991607666015625, - 1.496185302734375, - 1.484283447265625, - 1.490234375, - 1.45452880859375, - 1.4396514892578125, - 1.436676025390625 + 1.098215103149414, + 1.1424751281738281, + 1.175577163696289, + 1.2138862609863281, + 1.2570304870605469, + 1.2890167236328125, + 1.3187713623046875, + 1.3440628051757812, + 1.3738174438476562, + 1.39910888671875, + 1.4214248657226562, + 1.4482040405273438, + 1.4720077514648438, + 1.4972991943359375, + 1.5092010498046875, + 1.5270538330078125, + 1.5568084716796875, + 1.5806121826171875, + 1.5865631103515625, + 1.6014404296875, + 1.6044158935546875, + 1.6163177490234375, + 1.625244140625, + 1.6222686767578125, + 1.6282196044921875, + 1.625244140625, + 1.607391357421875, + 1.6163177490234375, + 1.6222686767578125, + 1.6222686767578125, + 1.61334228515625, + 1.6103668212890625, + 1.607391357421875, + 1.5865631103515625, + 1.5627593994140625, + 1.57763671875, + 1.56573486328125, + 1.559783935546875, + 1.5508575439453125, + 1.547882080078125, + 1.524078369140625, + 1.5092010498046875, + 1.49432373046875, + 1.49432373046875, + 1.47052001953125, + 1.4615936279296875, + 1.44671630859375, + 1.4511795043945312, + 1.3976211547851562, + 1.3797683715820312, + 1.357452392578125, + 1.3366241455078125, + 1.321746826171875, + 1.297943115234375, + 1.2994308471679688, + 1.2890167236328125, + 1.2771148681640625, + 1.2436408996582031, + 1.2354583740234375, + 1.2436408996582031 ], "timestamps": [ - "2026-06-16 19:00:00", - "2026-06-16 19:06:00", - "2026-06-16 19:12:00", - "2026-06-16 19:18:00", - "2026-06-16 19:24:00", - "2026-06-16 19:30:00", - "2026-06-16 19:36:00", - "2026-06-16 19:42:00", "2026-06-16 19:48:00", "2026-06-16 19:54:00", "2026-06-16 20:00:00", @@ -795,6 +787,14 @@ "2026-06-18 00:36:00", "2026-06-18 00:42:00", "2026-06-18 00:48:00", - "2026-06-18 00:54:00" + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 275a115c898f7957fd804ce9a1906fd4586e2338..34aed67df0a9c39c52b64d6a9a0d4ed70e0d2184 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T01:24:51.298893+00:00", + "evaluated_at": "2026-06-18T01:56:54.000537+00:00", "freq": "10min", "context_length": 74, "prediction_length": 72, @@ -11,7 +11,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, 1.0, 1.0, 0.8999999761581421, @@ -79,10 +78,10 @@ 1.2000000476837158, 1.399999976158142, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, @@ -153,234 +152,232 @@ 1.5, 1.7000000476837158, 1.600000023841858, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.248260498046875, - 1.1801681518554688, - 1.1724510192871094, - 1.1615562438964844, - 1.1656417846679688, - 1.1520233154296875, - 1.1760826110839844, - 1.1624641418457031, - 1.1579246520996094, - 1.1724510192871094, - 1.1552009582519531, - 1.1670036315917969, - 1.2001419067382812, - 1.1860694885253906, - 1.1810760498046875, - 1.1579246520996094, - 1.153839111328125, - 1.1438522338867188, - 1.1552009582519531, - 1.1670036315917969, - 1.1547470092773438, - 1.146575927734375, - 1.1488456726074219, - 1.1443061828613281, - 1.1983261108398438, - 1.1819839477539062, - 1.1651878356933594, - 1.1515693664550781, - 1.1411285400390625, - 1.1397666931152344, - 1.1488456726074219, - 1.1415824890136719, - 1.1447601318359375, - 1.1420364379882812, - 1.15020751953125, - 1.1415824890136719, - 1.153839111328125, - 1.1565628051757812, - 1.1552009582519531, - 1.1570167541503906, - 1.1479377746582031, - 1.1374969482421875, - 1.1492996215820312, - 1.1479377746582031, - 1.1334114074707031, - 1.1438522338867188, - 1.1338653564453125, - 1.132049560546875, - 1.1424903869628906, - 1.1272830963134766, - 1.1207008361816406, - 1.116842269897461, - 1.110940933227539, - 1.1118488311767578, - 1.1039047241210938, - 1.0992517471313477, - 1.091080665588379, - 1.0930099487304688, - 1.0902862548828125, - 1.084498405456543, - 1.0916481018066406, - 1.0902862548828125, - 1.0897188186645508, - 1.0849523544311523, - 1.0804128646850586, - 1.083874225616455, - 1.0883569717407227, - 1.0991382598876953, - 1.0902862548828125, - 1.0905132293701172, - 1.0879030227661133, - 1.0791077613830566 + 1.20672607421875, + 1.16461181640625, + 1.15362548828125, + 1.146759033203125, + 1.13531494140625, + 1.162322998046875, + 1.159576416015625, + 1.15728759765625, + 1.165069580078125, + 1.1343994140625, + 1.14630126953125, + 1.164154052734375, + 1.172393798828125, + 1.16278076171875, + 1.155914306640625, + 1.14263916015625, + 1.13897705078125, + 1.135772705078125, + 1.15087890625, + 1.154541015625, + 1.15545654296875, + 1.144927978515625, + 1.146759033203125, + 1.1490478515625, + 1.168731689453125, + 1.153167724609375, + 1.14263916015625, + 1.137603759765625, + 1.13348388671875, + 1.130279541015625, + 1.13714599609375, + 1.132110595703125, + 1.139434814453125, + 1.1307373046875, + 1.12982177734375, + 1.13714599609375, + 1.14263916015625, + 1.13897705078125, + 1.132568359375, + 1.13531494140625, + 1.1270751953125, + 1.130279541015625, + 1.13531494140625, + 1.12982177734375, + 1.131195068359375, + 1.1240997314453125, + 1.119293212890625, + 1.1273040771484375, + 1.131195068359375, + 1.1222686767578125, + 1.1149444580078125, + 1.11151123046875, + 1.10968017578125, + 1.108306884765625, + 1.1044158935546875, + 1.0990371704101562, + 1.0933151245117188, + 1.0880508422851562, + 1.0844459533691406, + 1.088165283203125, + 1.09228515625, + 1.0907974243164062, + 1.0870208740234375, + 1.0870208740234375, + 1.0794677734375, + 1.0869064331054688, + 1.089996337890625, + 1.089996337890625, + 1.0898818969726562, + 1.0831298828125, + 1.0853042602539062, + 1.0880508422851562 ], "p10": [ - 1.1229705810546875, - 1.0570344924926758, - 1.051473617553711, - 1.0392169952392578, - 1.038309097290039, - 1.0255985260009766, - 1.0374011993408203, - 1.0169734954833984, - 1.0137958526611328, - 1.0185623168945312, - 0.9999504089355469, - 1.0108451843261719, - 1.0344505310058594, - 1.0246906280517578, - 1.0244636535644531, - 1.0031280517578125, - 1.0081214904785156, - 0.9963188171386719, - 1.00494384765625, - 1.0185623168945312, - 1.0090293884277344, - 1.001312255859375, - 1.0017662048339844, - 0.9926872253417969, - 1.036947250366211, - 1.0269603729248047, - 1.015838623046875, - 1.0044898986816406, - 0.9963188171386719, - 0.9963188171386719, - 1.0031280517578125, - 0.9917793273925781, - 0.9949569702148438, - 0.9913253784179688, - 0.9985885620117188, - 0.9895095825195312, - 0.9985885620117188, - 1.0040359497070312, - 1.001312255859375, - 1.0040359497070312, - 0.9972267150878906, - 0.99041748046875, - 1.0053977966308594, - 1.0044898986816406, - 0.9913253784179688, - 0.9999504089355469, - 0.9886016845703125, - 0.9876937866210938, - 0.9958648681640625, - 0.9817924499511719, - 0.9763450622558594, - 0.9745292663574219, - 0.9699897766113281, - 0.972259521484375, - 0.9659042358398438, - 0.9640884399414062, - 0.9600028991699219, - 0.9609107971191406, - 0.9590950012207031, - 0.9513778686523438, - 0.9600028991699219, - 0.9568252563476562, - 0.9572792053222656, - 0.9513778686523438, - 0.94683837890625, - 0.9477462768554688, - 0.9495620727539062, - 0.9581871032714844, - 0.9486541748046875, - 0.950469970703125, - 0.9513778686523438, - 0.9441146850585938 + 1.0910263061523438, + 1.0461654663085938, + 1.037811279296875, + 1.0270538330078125, + 1.0142364501953125, + 1.0339202880859375, + 1.0201873779296875, + 1.01080322265625, + 1.016754150390625, + 0.988372802734375, + 0.9970703125, + 1.01263427734375, + 1.013092041015625, + 1.007598876953125, + 1.003021240234375, + 0.9879150390625, + 0.99615478515625, + 0.99249267578125, + 1.0062255859375, + 1.01263427734375, + 1.0146942138671875, + 1.004852294921875, + 1.00439453125, + 1.005767822265625, + 1.0220184326171875, + 1.01171875, + 1.00439453125, + 0.99981689453125, + 0.995697021484375, + 0.99249267578125, + 0.997528076171875, + 0.990203857421875, + 0.9970703125, + 0.9879150390625, + 0.986083984375, + 0.99249267578125, + 0.9952392578125, + 0.99432373046875, + 0.98699951171875, + 0.990203857421875, + 0.98150634765625, + 0.986083984375, + 0.993408203125, + 0.98699951171875, + 0.9915771484375, + 0.986541748046875, + 0.98150634765625, + 0.9879150390625, + 0.985626220703125, + 0.978302001953125, + 0.971893310546875, + 0.970062255859375, + 0.968231201171875, + 0.967315673828125, + 0.96502685546875, + 0.96136474609375, + 0.958160400390625, + 0.953125, + 0.949462890625, + 0.95220947265625, + 0.95587158203125, + 0.95220947265625, + 0.95037841796875, + 0.949462890625, + 0.94305419921875, + 0.94671630859375, + 0.949462890625, + 0.94854736328125, + 0.94854736328125, + 0.9439697265625, + 0.94854736328125, + 0.949462890625 ], "p90": [ - 1.4098663330078125, - 1.3444976806640625, - 1.3372344970703125, - 1.3227081298828125, - 1.331787109375, - 1.313629150390625, - 1.3463134765625, - 1.3336029052734375, - 1.3227081298828125, - 1.342681884765625, - 1.3227081298828125, - 1.3336029052734375, - 1.3753662109375, - 1.3590240478515625, - 1.349945068359375, - 1.3263397216796875, - 1.302734375, - 1.3009185791015625, - 1.3172607421875, - 1.328155517578125, - 1.30999755859375, - 1.3009185791015625, - 1.306365966796875, - 1.30999755859375, - 1.3699188232421875, - 1.35357666015625, - 1.331787109375, - 1.3118133544921875, - 1.3018264770507812, - 1.3000106811523438, - 1.313629150390625, - 1.313629150390625, - 1.3118133544921875, - 1.313629150390625, - 1.3190765380859375, - 1.30999755859375, - 1.32452392578125, - 1.3227081298828125, - 1.3227081298828125, - 1.3227081298828125, - 1.313629150390625, - 1.3000106811523438, - 1.3045501708984375, - 1.302734375, - 1.2873001098632812, - 1.2981948852539062, - 1.2927474975585938, - 1.2909317016601562, - 1.302734375, + 1.3541259765625, + 1.315673828125, + 1.2991943359375, + 1.29278564453125, + 1.28271484375, + 1.315673828125, + 1.3248291015625, + 1.3248291015625, + 1.3321533203125, + 1.2918701171875, + 1.30010986328125, + 1.3175048828125, + 1.330322265625, + 1.315673828125, + 1.308349609375, + 1.2955322265625, + 1.27996826171875, + 1.28179931640625, + 1.29827880859375, + 1.3028564453125, + 1.30377197265625, + 1.29278564453125, + 1.29644775390625, + 1.3028564453125, + 1.3284912109375, + 1.308349609375, + 1.2955322265625, + 1.2900390625, + 1.28729248046875, + 1.28546142578125, + 1.29736328125, + 1.29827880859375, + 1.29644775390625, + 1.2900390625, + 1.2882080078125, + 1.29736328125, + 1.3046875, + 1.2991943359375, + 1.29278564453125, + 1.293701171875, 1.2882080078125, - 1.2818527221679688, - 1.2764053344726562, - 1.2709579467773438, - 1.2727737426757812, - 1.2646026611328125, - 1.2573394775390625, - 1.2473526000976562, - 1.2455368041992188, - 1.240997314453125, - 1.23736572265625, - 1.2455368041992188, - 1.2464447021484375, - 1.2428131103515625, - 1.2382736206054688, - 1.23736572265625, - 1.2437210083007812, - 1.2509841918945312, - 1.2655105590820312, - 1.2591552734375, - 1.2573394775390625, - 1.2491683959960938, - 1.2382736206054688 + 1.28912353515625, + 1.2918701171875, + 1.286376953125, + 1.2845458984375, + 1.275390625, + 1.27447509765625, + 1.2845458984375, + 1.2918701171875, + 1.28363037109375, + 1.275390625, + 1.271728515625, + 1.27081298828125, + 1.271728515625, + 1.26898193359375, + 1.2625732421875, + 1.25341796875, + 1.24517822265625, + 1.23876953125, + 1.24517822265625, + 1.25067138671875, + 1.2515869140625, + 1.24517822265625, + 1.24609375, + 1.242431640625, + 1.2515869140625, + 1.257080078125, + 1.25982666015625, + 1.25982666015625, + 1.2515869140625, + 1.249755859375, + 1.2515869140625 ], "timestamps": [ - "2026-06-16 01:20:00", - "2026-06-16 01:30:00", - "2026-06-16 01:40:00", "2026-06-16 01:50:00", "2026-06-16 02:00:00", "2026-06-16 02:10:00", @@ -523,6 +520,9 @@ "2026-06-17 01:00:00", "2026-06-17 01:10:00", "2026-06-17 01:20:00", - "2026-06-17 01:30:00" + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a86f83f8226c50b26efe5269c5764ca9a0a95a30..3c979e1deff55211436652b3c5f6f8a9cf626aa9 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,109 +1,15 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T15:32:12.624161+00:00", + "evaluated_at": "2026-06-18T01:56:58.206560+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2850.0, - 2900.0, - 2900.0, - 2900.0, - 2850.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2850.0, - 2900.0, - 2900.0, - 2900.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, 2800.0, - 2850.0, - 2850.0, - 2850.0, 2800.0, - 2850.0, - 2850.0, 2800.0, 2800.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0 - ], - "actuals": [ 2800.0, 2800.0, 2800.0, @@ -111,12 +17,13 @@ 2800.0, 2800.0, 2800.0, - 2850.0, 2800.0, 2800.0, 2800.0, 2800.0, 2800.0, + 2750.0, + 2800.0, 2800.0, 2800.0, 2800.0, @@ -125,129 +32,182 @@ 2800.0, 2800.0, 2800.0, + 2750.0, 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, 2800.0, - 2800.0 + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "actuals": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 ], "p50": [ - 2839.830078125, - 2845.103515625, - 2844.6640625, - 2845.65283203125, - 2844.99365234375, - 2844.8837890625, - 2844.0048828125, - 2844.6640625, - 2844.6640625, - 2844.8837890625, - 2844.55419921875, - 2843.78515625, - 2844.99365234375, - 2844.99365234375, - 2843.5654296875, - 2844.99365234375, - 2844.77392578125, - 2845.54296875, - 2845.21337890625, - 2845.3232421875, - 2845.21337890625, - 2845.3232421875, - 2845.54296875, - 2845.21337890625 + 2580.42578125, + 2584.76171875, + 2581.87109375, + 2582.59375, + 2584.76171875, + 2586.9296875, + 2586.20703125, + 2581.87109375, + 2591.265625, + 2593.43359375, + 2591.265625, + 2590.54296875, + 2591.98828125, + 2594.87890625, + 2596.32421875, + 2595.6015625, + 2598.4921875, + 2600.66015625, + 2600.66015625, + 2597.046875, + 2599.9375, + 2599.9375, + 2603.55078125, + 2600.66015625 ], "p10": [ - 2769.95703125, - 2780.064453125, - 2784.458984375, - 2788.853515625, - 2788.4140625, - 2788.853515625, - 2785.337890625, - 2783.580078125, - 2781.822265625, - 2784.8984375, - 2786.216796875, - 2789.29296875, - 2794.56640625, - 2795.884765625, - 2795.005859375, - 2797.642578125, - 2791.05078125, - 2791.9296875, - 2792.369140625, - 2794.56640625, - 2795.4453125, - 2795.4453125, - 2794.56640625, - 2794.56640625 + 2542.125, + 2541.40234375, + 2539.234375, + 2538.51171875, + 2539.234375, + 2540.6796875, + 2534.8984375, + 2528.39453125, + 2538.51171875, + 2538.51171875, + 2535.62109375, + 2532.73046875, + 2532.73046875, + 2534.17578125, + 2534.17578125, + 2529.1171875, + 2529.83984375, + 2530.5625, + 2529.1171875, + 2524.78125, + 2527.671875, + 2526.2265625, + 2526.94921875, + 2521.890625 ], "p90": [ - 2854.936279296875, - 2856.474365234375, - 2855.32080078125, - 2855.595458984375, - 2855.10107421875, - 2853.892578125, - 2854.33203125, - 2855.54052734375, - 2855.76025390625, - 2854.716552734375, - 2856.474365234375, - 2855.32080078125, - 2855.650390625, - 2856.41943359375, - 2855.8701171875, - 2856.41943359375, - 2858.451904296875, - 2860.12744140625, - 2860.319580078125, - 2860.62158203125, - 2860.855224609375, - 2861.36328125, - 2862.530517578125, - 2864.0068359375 + 2620.89453125, + 2631.373046875, + 2631.734375, + 2636.79296875, + 2644.7421875, + 2649.439453125, + 2653.775390625, + 2654.13671875, + 2665.1572265625, + 2670.7578125, + 2672.3837890625, + 2673.6484375, + 2677.0810546875, + 2682.04931640625, + 2684.39794921875, + 2683.85595703125, + 2685.3916015625, + 2690.630859375, + 2692.4375, + 2690.4501953125, + 2695.23779296875, + 2696.728271484375, + 2701.94482421875, + 2701.76416015625 ], "timestamps": [ - "2026-06-17 04:55:00", - "2026-06-17 05:10:00", - "2026-06-17 05:25:00", - "2026-06-17 05:40:00", - "2026-06-17 05:55:00", - "2026-06-17 06:10:00", - "2026-06-17 06:25:00", - "2026-06-17 06:40:00", - "2026-06-17 06:55:00", - "2026-06-17 07:10:00", - "2026-06-17 07:25:00", - "2026-06-17 07:40:00", - "2026-06-17 07:55:00", - "2026-06-17 08:10:00", - "2026-06-17 08:25:00", - "2026-06-17 08:40:00", - "2026-06-17 08:55:00", - "2026-06-17 09:10:00", - "2026-06-17 09:25:00", - "2026-06-17 09:40:00", - "2026-06-17 09:55:00", - "2026-06-17 10:10:00", - "2026-06-17 10:25:00", - "2026-06-17 10:40:00", - "2026-06-17 10:55:00", - "2026-06-17 11:10:00", - "2026-06-17 11:25:00", - "2026-06-17 11:40:00", - "2026-06-17 11:55:00", - "2026-06-17 12:10:00", - "2026-06-17 12:25:00", - "2026-06-17 12:40:00", - "2026-06-17 12:55:00", - "2026-06-17 13:10:00", - "2026-06-17 13:25:00", - "2026-06-17 13:40:00", - "2026-06-17 13:55:00", - "2026-06-17 14:10:00", - "2026-06-17 14:25:00", - "2026-06-17 14:40:00", "2026-06-17 14:55:00", "2026-06-17 15:10:00", "2026-06-17 15:25:00", @@ -327,6 +287,46 @@ "2026-06-18 09:55:00", "2026-06-18 10:10:00", "2026-06-18 10:25:00", - "2026-06-18 10:40:00" + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index aa2c072cdab889a160d19c2bcfd68d75e2d3a227..ce98230486451aa2a6b7a28b10730e725f4935c1 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,11 +1,29 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T01:39:44.158023+00:00", + "evaluated_at": "2026-06-18T01:57:00.533730+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T01:33:18.221328Z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t194200z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t012000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t225000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 4ce8f74651a8273655ebbca67f1a0c6ad7aaf658..818e1bfb4d812ee8e8e0513ea6a861d8db12a751 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1116480.1424872081,878799.8012345632,741.80322265625,0.7386179328209597,0.011466170430544903,0.01136237823218685,33.28647356711681,1056.6362394349383,0.016217528174770336,0.01138538904362831,0.012658443531933516,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1130555.5988674164,891253.8331356049,746.7198893229166,0.7435134874084676,0.011543751250583262,0.011438460462461275,33.48229575061713,1063.2758808829515,0.0163206667155551,0.011461716251285014,0.012734866814435024,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.07104994996558715,0.10791004886904473,0.2731896311044693,0.2715355208701039,0.1790108629265693,0.20556756282218772,2.880426085712025,0.26655196485035926,0.18927214470260795,0.1939853919992123,0.13622394998926943,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.023209129763830286,0.040354881619141816,0.17273536655637953,1.1212644162225693,0.11815525264958127,0.1279717834090688,5.361090340407374,0.15234542908742055,0.10860268212172555,0.1231380830896963,0.08074966122214944,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.016912711373028345,0.02706904811325804,0.14284969568252565,0.13959707766665644,0.09385212575063447,0.09930490150807653,1.2487298419464836,0.1300488807065572,0.08975696882037355,0.09859181879702111,0.06989854077719915,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.03779442750569335,0.06085129095089689,0.21669935021135542,1.3823922474092696,0.1481237111960202,0.16322387047157344,6.536463440406008,0.19440788951504345,0.1380411029038375,0.15386935878137653,0.09910518141071382,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.902370516881092,1.1541935834075048,0.9277235666910807,0.5646331309082262,0.043042185487388473,0.04182098250819404,25.545743042756147,1.379264484020774,0.06318447427735994,0.042499264292815885,0.04886898288672729,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,85.30155509685149,147.90203187163692,9.8178342183431,0.7831375367913367,0.2474237246803321,0.27963366203606643,6.2688926971166765,9.235884099362199,0.25507620067283404,0.2711484709323756,0.18805441871626483,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.2116234501477265,2.297502241673404,1.3904921213785808,0.67617449871927,0.05459600541978508,0.056402665299690374,2.065623426199494,1.1007376845314811,0.04269872944485344,0.05393859746994633,0.03406162008761295,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,32.25335364626957,27.022474768751408,4.28160301844279,0.8177066772622835,0.5304721105245713,0.36954179565007284,34.357232367012166,5.679203610214161,0.48162857471780873,0.36310414290680904,0.40294110717893256,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,9326.618901111186,8568.728595525026,70.7781982421875,1.6986767578125004,0.026978041135788996,0.026366058497457517,78.37085620117188,96.57442156757236,0.036074492103062045,0.026438548759727627,0.02908030231639105,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,748.5886859744787,1378.3203524698813,36.0421142578125,0.24366499779929582,0.013876630151133973,0.013974655888326503,1.2594685987015843,27.36034879117002,0.010548568208643862,0.013895754894578314,0.008880500909889559,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index d3cebf8d8b11d802edc9138c7ee568dace34e91d..912d7ba8b1f3bb1656da2b75a0addcf56020e237 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T01:34:22.849186+00:00", + "evaluated_at": "2026-06-18T01:52:07.948419+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64300.01171875, 64509.3984375, 64468.01171875, - 64675.98828125 + 64557.98828125 ], "p50": [ 65844.46875, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 8fe3fda671c51d901a44094ac18aad64315fb8c1..97f3ac1c05c480d5a07888aa37d2e47f91bda8db 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,19 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T01:11:15.266385+00:00", + "evaluated_at": "2026-06-18T01:52:14.822673+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.0479999780654907, - 1.0839999914169312, - 1.1239999532699585, - 1.1629999876022339, - 1.184999942779541, - 1.222000002861023, - 1.25, - 1.2790000438690186, 1.3049999475479126, 1.3350000381469727, 1.3700000047683716, @@ -245,9 +237,7 @@ 0.6240000128746033, 0.6629999876022339, 0.7099999785423279, - 0.7490000128746033 - ], - "actuals": [ + 0.7490000128746033, 0.7870000004768372, 0.8220000267028809, 0.8529999852180481, @@ -255,7 +245,9 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404, + 1.0360000133514404 + ], + "actuals": [ 1.0859999656677246, 1.1230000257492065, 1.1649999618530273, @@ -307,203 +299,203 @@ 1.375, 1.3619999885559082, 1.3279999494552612, - 1.3109999895095825 + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587 ], "p50": [ - 0.7871192693710327, - 0.8274813890457153, - 0.8555220365524292, - 0.8988605737686157, - 0.9364018440246582, - 0.9798364639282227, - 1.011789321899414, - 1.0682131052017212, - 1.0760395526885986, - 1.1094127893447876, - 1.1287921667099, - 1.153461217880249, - 1.1592069864273071, - 1.1907726526260376, - 1.2184830904006958, - 1.2664414644241333, - 1.2624951601028442, - 1.2815512418746948, - 1.3028751611709595, - 1.2882037162780762, - 1.315834641456604, - 1.3072091341018677, - 1.3083549737930298, - 1.330094814300537, - 1.3507431745529175, - 1.3235887289047241, - 1.3266363143920898, - 1.3403620719909668, - 1.316584825515747, - 1.3153780698776245, - 1.284266471862793, - 1.287758469581604, - 1.2925050258636475, - 1.2651145458221436, - 1.2709331512451172, - 1.252799153327942, - 1.22370183467865, - 1.2013676166534424, - 1.2138091325759888, - 1.1810531616210938, - 1.1700540781021118, - 1.1555715799331665, - 1.1409077644348145, - 1.1333184242248535, - 1.1043155193328857, - 1.0998139381408691, - 1.067384958267212, - 1.0468188524246216, - 1.0466691255569458, - 1.0256812572479248, - 1.0158286094665527, - 1.0161505937576294, - 0.9912447929382324, - 0.9765373468399048, - 0.9922016859054565, - 0.9591691493988037, - 0.9726235866546631, - 0.9424808025360107, - 0.9508348703384399, - 0.9384087324142456 + 1.0591081380844116, + 1.0861276388168335, + 1.1275378465652466, + 1.1561079025268555, + 1.1810775995254517, + 1.213525652885437, + 1.2420334815979004, + 1.3002570867538452, + 1.301413655281067, + 1.3192884922027588, + 1.3353509902954102, + 1.3589046001434326, + 1.352036476135254, + 1.3599754571914673, + 1.3868598937988281, + 1.4201197624206543, + 1.4254655838012695, + 1.4244424104690552, + 1.4238157272338867, + 1.4031959772109985, + 1.4342111349105835, + 1.4075263738632202, + 1.405977487564087, + 1.4249358177185059, + 1.419867992401123, + 1.411258339881897, + 1.4022386074066162, + 1.4082543849945068, + 1.3973864316940308, + 1.389588713645935, + 1.3809549808502197, + 1.3919312953948975, + 1.3908768892288208, + 1.3667452335357666, + 1.3755896091461182, + 1.3803373575210571, + 1.350241780281067, + 1.348463535308838, + 1.3550201654434204, + 1.32986581325531, + 1.332842230796814, + 1.3203108310699463, + 1.319285273551941, + 1.3095864057540894, + 1.2908200025558472, + 1.288488507270813, + 1.276031732559204, + 1.2663955688476562, + 1.260340929031372, + 1.2632498741149902, + 1.2502480745315552, + 1.2434498071670532, + 1.2334773540496826, + 1.2556674480438232, + 1.2611461877822876, + 1.2434006929397583, + 1.2628498077392578, + 1.2489813566207886, + 1.2591687440872192, + 1.2675451040267944 ], "p10": [ - 0.7856674194335938, - 0.7944060564041138, - 0.8852075338363647, - 0.9341446161270142, - 0.9330037832260132, - 0.9959080219268799, - 1.009539246559143, - 1.0942622423171997, - 1.090071678161621, - 1.1159132719039917, - 1.1378495693206787, - 1.21079683303833, - 1.1270661354064941, - 1.190069556236267, - 1.2262569665908813, - 1.3187828063964844, - 1.3029913902282715, - 1.2754876613616943, - 1.2960736751556396, - 1.333518385887146, - 1.3335734605789185, - 1.416651725769043, - 1.3834832906723022, - 1.3645869493484497, - 1.3559436798095703, - 1.326371192932129, - 1.3647093772888184, - 1.3366074562072754, - 1.3288017511367798, - 1.3086459636688232, - 1.3818856477737427, - 1.3140406608581543, - 1.3612686395645142, - 1.3354769945144653, - 1.3022445440292358, - 1.344974398612976, - 1.2721716165542603, - 1.2875596284866333, - 1.2655160427093506, - 1.2459162473678589, - 1.2401103973388672, - 1.2190580368041992, - 1.2047178745269775, - 1.2182092666625977, - 1.1616054773330688, - 1.1518114805221558, - 1.159008264541626, - 1.1178587675094604, - 1.0867310762405396, - 1.1221810579299927, - 1.087420105934143, - 1.0596818923950195, - 1.0386176109313965, - 1.0997447967529297, - 1.035740852355957, - 1.0153816938400269, - 0.9962717294692993, - 1.0051167011260986, - 1.0345864295959473, - 0.9942721128463745 + 1.071832299232483, + 1.093718409538269, + 1.1601277589797974, + 1.2059903144836426, + 1.2005131244659424, + 1.22548246383667, + 1.2341222763061523, + 1.312697410583496, + 1.3297871351242065, + 1.298389196395874, + 1.355479121208191, + 1.400849461555481, + 1.331095576286316, + 1.3607487678527832, + 1.384000539779663, + 1.4350107908248901, + 1.4406979084014893, + 1.4381786584854126, + 1.4372081756591797, + 1.4474155902862549, + 1.4329760074615479, + 1.4989118576049805, + 1.4519200325012207, + 1.443495750427246, + 1.4468159675598145, + 1.4202618598937988, + 1.45424222946167, + 1.4154268503189087, + 1.3921730518341064, + 1.380218505859375, + 1.4501324892044067, + 1.4253144264221191, + 1.464163899421692, + 1.4289864301681519, + 1.4205045700073242, + 1.439822793006897, + 1.4118502140045166, + 1.3992222547531128, + 1.3898870944976807, + 1.373918056488037, + 1.3627244234085083, + 1.413962960243225, + 1.3729939460754395, + 1.371586799621582, + 1.324977993965149, + 1.3450623750686646, + 1.3533110618591309, + 1.3132432699203491, + 1.2985177040100098, + 1.3403785228729248, + 1.296177864074707, + 1.3017977476119995, + 1.2893047332763672, + 1.3498408794403076, + 1.3103543519973755, + 1.2777249813079834, + 1.2862640619277954, + 1.324386477470398, + 1.3255996704101562, + 1.3055388927459717 ], "p90": [ - 0.8138580322265625, - 0.8546862602233887, - 0.8998043537139893, - 0.9444663524627686, - 0.9879082441329956, - 1.0389498472213745, - 1.0675066709518433, - 1.130797028541565, - 1.1498218774795532, - 1.1915483474731445, - 1.2277418375015259, - 1.2565479278564453, - 1.2825775146484375, - 1.311316728591919, - 1.3396110534667969, - 1.3917934894561768, - 1.407124638557434, - 1.4228994846343994, - 1.4522945880889893, - 1.4591153860092163, - 1.4865232706069946, - 1.4874006509780884, - 1.5019536018371582, - 1.5152833461761475, - 1.5554336309432983, - 1.5404478311538696, - 1.5484774112701416, - 1.5605193376541138, - 1.553252935409546, - 1.5658636093139648, - 1.5451732873916626, - 1.5266045331954956, - 1.5555412769317627, - 1.5355720520019531, - 1.5556055307388306, - 1.5691636800765991, - 1.559433937072754, - 1.5378578901290894, - 1.5541223287582397, - 1.520762324333191, - 1.5084187984466553, - 1.4983408451080322, - 1.4804644584655762, - 1.4746017456054688, - 1.4324254989624023, - 1.426766037940979, - 1.4048187732696533, - 1.393376111984253, - 1.3856884241104126, - 1.3683340549468994, - 1.3540003299713135, - 1.3547924757003784, - 1.327081561088562, - 1.3160709142684937, - 1.3074074983596802, - 1.275621771812439, - 1.2651119232177734, - 1.2534343004226685, - 1.262770175933838, - 1.2543208599090576 + 1.0867433547973633, + 1.1130754947662354, + 1.1642602682113647, + 1.1946206092834473, + 1.232758641242981, + 1.2679483890533447, + 1.2922098636627197, + 1.3589229583740234, + 1.3591904640197754, + 1.3915929794311523, + 1.416124939918518, + 1.441331148147583, + 1.4655994176864624, + 1.4657669067382812, + 1.4834026098251343, + 1.515552282333374, + 1.52388596534729, + 1.5336816310882568, + 1.5437662601470947, + 1.5388391017913818, + 1.5640454292297363, + 1.549873948097229, + 1.5754262208938599, + 1.5910193920135498, + 1.6065324544906616, + 1.6055026054382324, + 1.6027004718780518, + 1.6064372062683105, + 1.6165965795516968, + 1.6047558784484863, + 1.6041792631149292, + 1.608027458190918, + 1.61416494846344, + 1.6004058122634888, + 1.6293513774871826, + 1.6467872858047485, + 1.6433773040771484, + 1.6292191743850708, + 1.6387633085250854, + 1.6098792552947998, + 1.607615351676941, + 1.612416386604309, + 1.582413911819458, + 1.5809513330459595, + 1.544987440109253, + 1.5482882261276245, + 1.5520726442337036, + 1.5589470863342285, + 1.5501223802566528, + 1.555825114250183, + 1.5366843938827515, + 1.5406423807144165, + 1.5185730457305908, + 1.5609620809555054, + 1.5578664541244507, + 1.5345197916030884, + 1.5404554605484009, + 1.535011887550354, + 1.5468717813491821, + 1.559867262840271 ], "timestamps": [ - "2026-06-16 19:00:00", - "2026-06-16 19:06:00", - "2026-06-16 19:12:00", - "2026-06-16 19:18:00", - "2026-06-16 19:24:00", - "2026-06-16 19:30:00", - "2026-06-16 19:36:00", - "2026-06-16 19:42:00", "2026-06-16 19:48:00", "2026-06-16 19:54:00", "2026-06-16 20:00:00", @@ -795,6 +787,14 @@ "2026-06-18 00:36:00", "2026-06-18 00:42:00", "2026-06-18 00:48:00", - "2026-06-18 00:54:00" + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 5c26597a1e923e1e3f199f224e5628b57d6e1aaf..c4fbd461ae035c6aee40857dd85cc6c4744c5e4d 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T01:11:38.679951+00:00", + "evaluated_at": "2026-06-18T01:52:20.486950+00:00", "freq": "10min", "context_length": 74, "prediction_length": 72, @@ -11,7 +11,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, 1.0, 1.0, 0.8999999761581421, @@ -79,10 +78,10 @@ 1.2000000476837158, 1.399999976158142, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, @@ -153,234 +152,232 @@ 1.5, 1.7000000476837158, 1.600000023841858, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.1923761367797852, - 1.1856836080551147, - 1.1903711557388306, - 1.1860746145248413, - 1.173782229423523, - 1.1743556261062622, - 1.1708124876022339, - 1.1696584224700928, - 1.172906517982483, - 1.1974236965179443, - 1.2040866613388062, - 1.2036899328231812, - 1.21065354347229, - 1.2089025974273682, - 1.2129367589950562, - 1.1999150514602661, - 1.2097302675247192, - 1.2019894123077393, - 1.2031923532485962, - 1.2116968631744385, - 1.2233524322509766, - 1.2343255281448364, - 1.2431201934814453, - 1.251389503479004, - 1.2529791593551636, - 1.2433642148971558, - 1.2398395538330078, - 1.2343263626098633, - 1.2244243621826172, - 1.2184842824935913, - 1.2332075834274292, - 1.229126214981079, - 1.225898027420044, - 1.2233331203460693, - 1.234487771987915, - 1.2376270294189453, - 1.243390679359436, - 1.2506463527679443, - 1.2423937320709229, - 1.22350013256073, - 1.2166659832000732, - 1.219144582748413, - 1.2400914430618286, - 1.2608519792556763, - 1.2833439111709595, - 1.2855079174041748, - 1.2832231521606445, - 1.2649955749511719, - 1.2737876176834106, - 1.272360920906067, - 1.281712532043457, - 1.2813365459442139, - 1.2798240184783936, - 1.2710007429122925, - 1.2574392557144165, - 1.268067479133606, - 1.2745649814605713, - 1.273447871208191, - 1.27533757686615, - 1.2620810270309448, - 1.2668018341064453, - 1.2542122602462769, - 1.246077537536621, - 1.242302656173706, - 1.2471426725387573, - 1.2395880222320557, - 1.234097957611084, - 1.223146677017212, - 1.2201838493347168, - 1.2247357368469238, - 1.22404146194458, - 1.213465690612793 + 1.1762826442718506, + 1.168211817741394, + 1.1670719385147095, + 1.1628285646438599, + 1.1632797718048096, + 1.167555570602417, + 1.1543399095535278, + 1.1546744108200073, + 1.1567392349243164, + 1.1656383275985718, + 1.174422264099121, + 1.1919082403182983, + 1.1993439197540283, + 1.190922737121582, + 1.1871360540390015, + 1.1754695177078247, + 1.1804088354110718, + 1.1796367168426514, + 1.187067985534668, + 1.206522822380066, + 1.2070515155792236, + 1.2103854417800903, + 1.212485432624817, + 1.2172988653182983, + 1.218039631843567, + 1.2180677652359009, + 1.2203279733657837, + 1.2108650207519531, + 1.2045632600784302, + 1.1932703256607056, + 1.201274037361145, + 1.194921851158142, + 1.192786455154419, + 1.1936781406402588, + 1.2015771865844727, + 1.21299409866333, + 1.206899881362915, + 1.20333993434906, + 1.1930640935897827, + 1.1747006177902222, + 1.1753028631210327, + 1.1838921308517456, + 1.2125279903411865, + 1.225320816040039, + 1.2342400550842285, + 1.2288920879364014, + 1.2122387886047363, + 1.2118843793869019, + 1.2182691097259521, + 1.2189220190048218, + 1.2236051559448242, + 1.2175277471542358, + 1.2148665189743042, + 1.211220145225525, + 1.2111047506332397, + 1.214617133140564, + 1.2146995067596436, + 1.2093290090560913, + 1.2062199115753174, + 1.2008278369903564, + 1.2008228302001953, + 1.1976901292800903, + 1.1787657737731934, + 1.1697404384613037, + 1.16400146484375, + 1.1643497943878174, + 1.1571022272109985, + 1.1603251695632935, + 1.1580458879470825, + 1.1592810153961182, + 1.1462976932525635, + 1.137736439704895 ], "p10": [ - 1.2218252420425415, - 1.2051690816879272, - 1.2212331295013428, - 1.2146172523498535, - 1.2060644626617432, - 1.2168858051300049, - 1.2045300006866455, - 1.203472375869751, - 1.20346200466156, - 1.2327499389648438, - 1.2404080629348755, - 1.234322190284729, - 1.2430862188339233, - 1.2392473220825195, - 1.2473084926605225, - 1.2332841157913208, - 1.2464897632598877, - 1.2397356033325195, - 1.232779622077942, - 1.2478591203689575, - 1.2651053667068481, - 1.2663278579711914, - 1.2850533723831177, - 1.289709448814392, - 1.2938860654830933, - 1.2889752388000488, - 1.2816232442855835, - 1.2825067043304443, - 1.2707915306091309, - 1.277512550354004, - 1.2798173427581787, - 1.2819035053253174, - 1.2740646600723267, - 1.2737462520599365, - 1.2821518182754517, - 1.2909448146820068, - 1.3001298904418945, - 1.3069493770599365, - 1.2840571403503418, - 1.2692722082138062, - 1.2741820812225342, - 1.2790915966033936, - 1.2934774160385132, - 1.3182562589645386, - 1.336503505706787, - 1.3436745405197144, - 1.337527871131897, - 1.3254910707473755, - 1.324698805809021, - 1.3346490859985352, - 1.3430418968200684, - 1.3511863946914673, - 1.3367488384246826, - 1.3286269903182983, - 1.321880578994751, - 1.3244975805282593, - 1.328399896621704, - 1.3350721597671509, - 1.3275666236877441, - 1.322519063949585, - 1.3191496133804321, - 1.316377878189087, - 1.3087878227233887, - 1.3025805950164795, - 1.300158977508545, - 1.308571219444275, - 1.2926890850067139, - 1.2896709442138672, - 1.279523491859436, - 1.2846336364746094, - 1.2732845544815063, - 1.2814706563949585 + 1.2044659852981567, + 1.1944502592086792, + 1.1934961080551147, + 1.190082311630249, + 1.1890627145767212, + 1.2050780057907104, + 1.181662678718567, + 1.1902568340301514, + 1.1916955709457397, + 1.2008061408996582, + 1.2098644971847534, + 1.2260788679122925, + 1.236175775527954, + 1.2159837484359741, + 1.2166578769683838, + 1.2101441621780396, + 1.2174148559570312, + 1.2219550609588623, + 1.2231398820877075, + 1.2406914234161377, + 1.250058650970459, + 1.2483857870101929, + 1.258297085762024, + 1.2624367475509644, + 1.2625484466552734, + 1.270086646080017, + 1.2633442878723145, + 1.2656221389770508, + 1.254534125328064, + 1.2528190612792969, + 1.2488150596618652, + 1.2523480653762817, + 1.2464497089385986, + 1.2518012523651123, + 1.2594302892684937, + 1.268720030784607, + 1.2667303085327148, + 1.2628670930862427, + 1.249562382698059, + 1.2312123775482178, + 1.2388157844543457, + 1.2565840482711792, + 1.2733947038650513, + 1.295883297920227, + 1.2970478534698486, + 1.2904328107833862, + 1.2760701179504395, + 1.277672529220581, + 1.277714729309082, + 1.2905986309051514, + 1.2883641719818115, + 1.289939284324646, + 1.276065468788147, + 1.2695354223251343, + 1.2800947427749634, + 1.2816108465194702, + 1.2772091627120972, + 1.278634786605835, + 1.2666875123977661, + 1.273810625076294, + 1.2688924074172974, + 1.26325261592865, + 1.2487252950668335, + 1.2446990013122559, + 1.2353894710540771, + 1.246536374092102, + 1.235691785812378, + 1.2419633865356445, + 1.23892343044281, + 1.2359380722045898, + 1.2230952978134155, + 1.2221999168395996 ], "p90": [ - 1.3053280115127563, - 1.315022349357605, - 1.3329294919967651, - 1.3415577411651611, - 1.3322031497955322, - 1.3369044065475464, - 1.3370569944381714, - 1.3355079889297485, - 1.345831036567688, - 1.3682631254196167, - 1.3790923357009888, - 1.3714337348937988, - 1.3797731399536133, - 1.3796279430389404, - 1.3836625814437866, - 1.3766119480133057, - 1.3924140930175781, - 1.3920915126800537, - 1.3861678838729858, - 1.3989795446395874, - 1.4121625423431396, - 1.4300163984298706, - 1.4469407796859741, - 1.456767201423645, - 1.4689477682113647, - 1.463286280632019, - 1.4553062915802002, - 1.4632365703582764, - 1.4530009031295776, - 1.462227702140808, - 1.4797495603561401, - 1.4823435544967651, - 1.4774014949798584, - 1.4819812774658203, - 1.4860166311264038, - 1.5012786388397217, - 1.5034834146499634, - 1.5118541717529297, - 1.4985154867172241, - 1.4859031438827515, - 1.4781514406204224, - 1.4873883724212646, - 1.5021350383758545, - 1.5269172191619873, - 1.551716685295105, - 1.5626100301742554, - 1.5677164793014526, - 1.5539370775222778, - 1.5654611587524414, - 1.5641138553619385, - 1.5649758577346802, - 1.5724070072174072, - 1.5654191970825195, - 1.5589841604232788, - 1.5528913736343384, - 1.558761477470398, - 1.5594011545181274, - 1.5688751935958862, - 1.5742738246917725, - 1.5548367500305176, - 1.555918574333191, - 1.541715383529663, - 1.5346013307571411, - 1.5326215028762817, - 1.5440138578414917, - 1.5334886312484741, - 1.5296837091445923, - 1.5181756019592285, - 1.5110328197479248, - 1.5120707750320435, - 1.5179569721221924, - 1.5186192989349365 + 1.2903707027435303, + 1.2978366613388062, + 1.3071767091751099, + 1.3163137435913086, + 1.3206044435501099, + 1.3328871726989746, + 1.3228808641433716, + 1.3232307434082031, + 1.33041250705719, + 1.335249662399292, + 1.3461313247680664, + 1.3564893007278442, + 1.3680005073547363, + 1.3629382848739624, + 1.362349271774292, + 1.3524625301361084, + 1.366234302520752, + 1.3734503984451294, + 1.3790818452835083, + 1.4035435914993286, + 1.4060791730880737, + 1.4191088676452637, + 1.4264158010482788, + 1.4311802387237549, + 1.4438716173171997, + 1.445583701133728, + 1.449094295501709, + 1.4537441730499268, + 1.452095627784729, + 1.4551868438720703, + 1.467825174331665, + 1.4669772386550903, + 1.4622056484222412, + 1.4706265926361084, + 1.4727143049240112, + 1.4945119619369507, + 1.4876985549926758, + 1.484689712524414, + 1.4726167917251587, + 1.461633563041687, + 1.4628477096557617, + 1.478527307510376, + 1.5003361701965332, + 1.5151728391647339, + 1.5226646661758423, + 1.524798035621643, + 1.5125889778137207, + 1.517728328704834, + 1.5232919454574585, + 1.5258102416992188, + 1.5210223197937012, + 1.5213741064071655, + 1.5192073583602905, + 1.5213648080825806, + 1.5311332941055298, + 1.5296390056610107, + 1.5262476205825806, + 1.52699875831604, + 1.5269339084625244, + 1.5175418853759766, + 1.5145026445388794, + 1.5077871084213257, + 1.4941577911376953, + 1.486261010169983, + 1.487770676612854, + 1.4872523546218872, + 1.4807049036026, + 1.4850269556045532, + 1.4785114526748657, + 1.4768518209457397, + 1.46914803981781, + 1.4666645526885986 ], "timestamps": [ - "2026-06-16 01:20:00", - "2026-06-16 01:30:00", - "2026-06-16 01:40:00", "2026-06-16 01:50:00", "2026-06-16 02:00:00", "2026-06-16 02:10:00", @@ -523,6 +520,9 @@ "2026-06-17 01:00:00", "2026-06-17 01:10:00", "2026-06-17 01:20:00", - "2026-06-17 01:30:00" + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 6417b98d2f1a9babea61d21ff3e97954555e07f6..87906785925f57e2da1c495fe07eef303996ab6a 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,59 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T22:17:23.736252+00:00", + "evaluated_at": "2026-06-18T01:52:27.147707+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0, - 2850.0, - 2850.0, - 2800.0, - 2800.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2850.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, 2800.0, 2800.0, 2800.0, @@ -101,9 +53,7 @@ 2750.0, 2750.0, 2750.0, - 2750.0 - ], - "actuals": [ + 2750.0, 2750.0, 2750.0, 2750.0, @@ -127,103 +77,137 @@ 2600.0, 2600.0, 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "actuals": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2600.0 ], "p50": [ - 2750.15380859375, - 2748.68310546875, - 2747.931640625, - 2746.078125, - 2746.87744140625, - 2745.820556640625, - 2745.705078125, - 2745.8115234375, - 2743.82373046875, - 2746.59228515625, - 2745.522705078125, - 2745.839599609375, - 2745.6240234375, - 2745.41845703125, - 2745.243408203125, - 2744.479736328125, - 2744.291748046875, - 2744.966796875, - 2744.241455078125, - 2745.4716796875, - 2745.01904296875, - 2745.241455078125, - 2745.10107421875, - 2744.57763671875 + 2570.526123046875, + 2570.524169921875, + 2566.656494140625, + 2564.98486328125, + 2565.40087890625, + 2566.330810546875, + 2566.25830078125, + 2565.26904296875, + 2560.00146484375, + 2562.0380859375, + 2558.387939453125, + 2559.451416015625, + 2559.644775390625, + 2558.609619140625, + 2558.47900390625, + 2557.996337890625, + 2554.536865234375, + 2555.562255859375, + 2557.89697265625, + 2559.923583984375, + 2560.225341796875, + 2560.95947265625, + 2558.716064453125, + 2557.4892578125 ], "p10": [ - 2754.28759765625, - 2752.8828125, - 2752.802978515625, - 2755.095703125, - 2756.040283203125, - 2755.664794921875, - 2758.118408203125, - 2756.984130859375, - 2760.114501953125, - 2756.7099609375, - 2758.903076171875, - 2760.402099609375, - 2760.179931640625, - 2759.673828125, - 2760.105712890625, - 2757.7353515625, - 2761.435791015625, - 2763.15087890625, - 2761.2802734375, - 2760.06689453125, - 2760.05419921875, - 2759.644287109375, - 2762.545166015625, - 2759.999267578125 + 2579.738525390625, + 2575.849853515625, + 2575.038818359375, + 2573.55126953125, + 2578.08056640625, + 2582.046630859375, + 2576.42041015625, + 2576.548583984375, + 2579.40087890625, + 2571.292236328125, + 2574.19140625, + 2577.2294921875, + 2578.539794921875, + 2573.353271484375, + 2572.769287109375, + 2571.673583984375, + 2571.62451171875, + 2582.18359375, + 2574.927978515625, + 2574.13134765625, + 2576.967041015625, + 2571.564208984375, + 2578.4287109375, + 2576.921630859375 ], "p90": [ - 2756.68505859375, - 2757.757568359375, - 2760.046142578125, - 2761.001708984375, - 2763.08056640625, - 2763.125244140625, - 2763.99169921875, - 2764.78515625, - 2765.044189453125, - 2767.42822265625, - 2767.327880859375, - 2766.262451171875, - 2767.966552734375, - 2768.781494140625, - 2769.519287109375, - 2769.19921875, - 2769.71044921875, - 2771.424072265625, - 2772.39404296875, - 2773.757568359375, - 2774.27734375, - 2775.99609375, - 2774.81201171875, - 2775.242919921875 + 2597.82470703125, + 2599.739501953125, + 2598.513671875, + 2597.865478515625, + 2599.06103515625, + 2601.16796875, + 2601.224853515625, + 2600.4619140625, + 2597.54638671875, + 2600.10498046875, + 2597.618408203125, + 2599.32080078125, + 2601.2294921875, + 2601.469970703125, + 2602.818359375, + 2604.539306640625, + 2603.946533203125, + 2604.685791015625, + 2609.857177734375, + 2611.097412109375, + 2612.598388671875, + 2616.260009765625, + 2614.42578125, + 2613.744384765625 ], "timestamps": [ - "2026-06-17 10:55:00", - "2026-06-17 11:10:00", - "2026-06-17 11:25:00", - "2026-06-17 11:40:00", - "2026-06-17 11:55:00", - "2026-06-17 12:10:00", - "2026-06-17 12:25:00", - "2026-06-17 12:40:00", - "2026-06-17 12:55:00", - "2026-06-17 13:10:00", - "2026-06-17 13:25:00", - "2026-06-17 13:40:00", - "2026-06-17 13:55:00", - "2026-06-17 14:10:00", - "2026-06-17 14:25:00", - "2026-06-17 14:40:00", "2026-06-17 14:55:00", "2026-06-17 15:10:00", "2026-06-17 15:25:00", @@ -327,6 +311,22 @@ "2026-06-18 15:55:00", "2026-06-18 16:10:00", "2026-06-18 16:25:00", - "2026-06-18 16:40:00" + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 7d3fdbe1bc78fa44af00f16329aa2a47339da311..f4838501703c579e2f0143be99cd1857dfc5066a 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,11 +1,29 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T01:34:25.691252+00:00", + "evaluated_at": "2026-06-18T01:52:29.705799+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T01:33:18.221328Z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t194200z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t012000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t225000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 415ffc6ebf4b16ffc662d692c21b20a85b906a95..aa25c8ab20d5f50a81b9916c3493a6c72c2cc8a9 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,940951.4922924042,940951.4922924042,777.97705078125,0.7746364311718216,0.012022774348938439,0.011911374816701986,8.823194115999751,970.0265420556307,0.014888219984272918,0.011940594378172024,0.00856924794252261,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,953203.3262767792,953203.3262767792,782.8937174479166,0.7795319857593296,0.012100330955697116,0.011987457275615962,9.019016299500072,976.3213232726094,0.01498596480077222,0.012016963486051255,0.008645362621711984,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.003604987033840068,0.003604987033840068,0.04875395198663076,0.04845875626261733,0.03322386365932773,0.03335225362206502,0.8946187693110926,0.06004154423264002,0.042634057695084215,0.03461900969448112,0.08100609669507679,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.05738855802455451,0.05738855802455451,0.20882644752661386,1.3555398031435386,0.14297047666193574,0.15724287554955485,4.818943190840525,0.23955909088271835,0.17077479746094773,0.14886637843481385,0.12491562369108461,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.018784770800259785,0.018784770800259785,0.10875006914138793,0.10627388301844075,0.0794286880010427,0.07497602127871211,0.863179518356125,0.13705754557943822,0.09459420010640883,0.07505698251384382,0.08839429102571326,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.06133146988437785,0.06133146988437785,0.21702327993181017,1.3844586953881182,0.14816628758377579,0.16339948253591657,4.715164796016213,0.24765191274120588,0.17584750935941634,0.1540993680468773,0.1279375664243661,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,2.5288945886456227,2.5288945886456227,1.4268042246500652,0.868384684276875,0.06607594543425328,0.06344211565827966,4.841767463784721,1.5902498510126082,0.07284977027246374,0.0653622824887244,0.041351252599246296,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,47.54768131593543,47.54768131593543,5.547917366027832,0.44253979479867017,0.16209505248702014,0.16821057165656583,3.191825476816659,6.895482674616435,0.19043910723911903,0.15322211367625774,0.1758353032506102,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.501031605570309,1.501031605570309,1.1371702353159587,0.5529880407095756,0.04464144741899998,0.04573867200295851,2.377909640235031,1.2251659502166672,0.04752542787304934,0.04411198498320128,0.04208228985611902,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,32.16348442137655,32.16348442137655,4.790237665176392,0.9148464506437671,0.6121281092309346,0.4017222254451211,10.063670512535843,5.671285958349883,0.4809571130756085,0.40623923662273287,0.3065590999619746,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,9308.633076975742,9308.633076975742,73.17289225260417,1.7561494140625002,0.02790157203331124,0.027236987758386354,69.54208569335937,96.48125764611353,0.0360396915720891,0.027333064810311284,0.02813000381674233,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,831.3591035703818,831.3591035703818,28.64056396484375,0.19362634793133804,0.011035752869419503,0.0110889743576301,1.0302794894366196,28.8332985204673,0.011116452441625947,0.01104214514307229,0.011746464416694557,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 8481885bff67983eb7332bdd5ac4c39f024f7d02..3f355abbe059a9a45b808a17914498c8afc69ff3 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T01:35:03.850872+00:00", + "evaluated_at": "2026-06-18T01:53:44.507334+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64300.01171875, 64509.3984375, 64468.01171875, - 64675.98828125 + 64557.98828125 ], "p50": [ 65905.421875, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 610131670427455a852a35a11a2c2259303b1bcf..d36b8715ab97514103efbf93be97180da2b5b728 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,19 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T01:18:33.645213+00:00", + "evaluated_at": "2026-06-18T01:53:51.222952+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.0479999780654907, - 1.0839999914169312, - 1.1239999532699585, - 1.1629999876022339, - 1.184999942779541, - 1.222000002861023, - 1.25, - 1.2790000438690186, 1.3049999475479126, 1.3350000381469727, 1.3700000047683716, @@ -245,9 +237,7 @@ 0.6240000128746033, 0.6629999876022339, 0.7099999785423279, - 0.7490000128746033 - ], - "actuals": [ + 0.7490000128746033, 0.7870000004768372, 0.8220000267028809, 0.8529999852180481, @@ -255,7 +245,9 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404, + 1.0360000133514404 + ], + "actuals": [ 1.0859999656677246, 1.1230000257492065, 1.1649999618530273, @@ -307,203 +299,203 @@ 1.375, 1.3619999885559082, 1.3279999494552612, - 1.3109999895095825 + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587 ], "p50": [ - 0.7853783965110779, - 0.8242654800415039, - 0.8625252842903137, - 0.8998603224754333, - 0.9356500506401062, - 0.9706641435623169, - 1.003700613975525, - 1.0368157625198364, - 1.0686123371124268, - 1.100818395614624, - 1.1318817138671875, - 1.163362979888916, - 1.1938515901565552, - 1.224295735359192, - 1.2538293600082397, - 1.2818233966827393, - 1.308802604675293, - 1.3340873718261719, - 1.3575639724731445, - 1.3794941902160645, - 1.399127721786499, - 1.4191169738769531, - 1.4383997917175293, - 1.4561574459075928, - 1.4741345643997192, - 1.4904217720031738, - 1.5058454275131226, - 1.5201858282089233, - 1.5332121849060059, - 1.5437381267547607, - 1.5527880191802979, - 1.5604381561279297, - 1.618372917175293, - 1.6044960021972656, - 1.5825573205947876, - 1.5878183841705322, - 1.5895681381225586, - 1.5876859426498413, - 1.5863840579986572, - 1.5872349739074707, - 1.5862723588943481, - 1.5861239433288574, - 1.5824271440505981, - 1.5753426551818848, - 1.5728864669799805, - 1.5679694414138794, - 1.5641224384307861, - 1.553637146949768, - 1.5453710556030273, - 1.5360805988311768, - 1.526628017425537, - 1.517054557800293, - 1.509657621383667, - 1.5009204149246216, - 1.4926573038101196, - 1.4818909168243408, - 1.4752861261367798, - 1.4686452150344849, - 1.4592094421386719, - 1.450621485710144 + 1.0692601203918457, + 1.1002076864242554, + 1.1311404705047607, + 1.1619148254394531, + 1.1913502216339111, + 1.2212711572647095, + 1.2496671676635742, + 1.2783756256103516, + 1.3056352138519287, + 1.3323386907577515, + 1.3576689958572388, + 1.381582260131836, + 1.4040615558624268, + 1.426032543182373, + 1.4474886655807495, + 1.467179298400879, + 1.4860249757766724, + 1.5040076971054077, + 1.5209585428237915, + 1.536768913269043, + 1.5503798723220825, + 1.5629304647445679, + 1.574970006942749, + 1.584700107574463, + 1.5953272581100464, + 1.604259967803955, + 1.6122097969055176, + 1.6193222999572754, + 1.625392198562622, + 1.6297581195831299, + 1.632596731185913, + 1.6343640089035034, + 1.710168719291687, + 1.7184388637542725, + 1.7000477313995361, + 1.6986901760101318, + 1.6941289901733398, + 1.6855682134628296, + 1.6779265403747559, + 1.6713789701461792, + 1.6633511781692505, + 1.6546562910079956, + 1.6436102390289307, + 1.6285290718078613, + 1.6169159412384033, + 1.6064324378967285, + 1.5989878177642822, + 1.5829967260360718, + 1.571558952331543, + 1.5596246719360352, + 1.5473061800003052, + 1.534700632095337, + 1.525712490081787, + 1.5113781690597534, + 1.5011582374572754, + 1.4878513813018799, + 1.4780678749084473, + 1.4696543216705322, + 1.4583326578140259, + 1.448248028755188 ], "p10": [ - 0.7724950909614563, - 0.8075785636901855, - 0.8409374356269836, - 0.8727389574050903, - 0.9018999338150024, - 0.9295251965522766, - 0.9538043737411499, - 0.9788377285003662, - 1.001424789428711, - 1.0243418216705322, - 1.0438752174377441, - 1.062785029411316, - 1.0808587074279785, - 1.0983099937438965, - 1.1124722957611084, - 1.125226378440857, - 1.1383837461471558, - 1.146361231803894, - 1.1516191959381104, - 1.1540290117263794, - 1.1551735401153564, - 1.1582400798797607, - 1.1589205265045166, - 1.1577820777893066, - 1.152598261833191, - 1.148888349533081, - 1.143778681755066, - 1.1335283517837524, - 1.122033715248108, - 1.1069446802139282, - 1.0883762836456299, - 1.0762759447097778, - 1.018611192703247, - 1.0396126508712769, - 1.0264692306518555, - 1.008888840675354, - 0.9885116815567017, - 0.9711213111877441, - 0.9468736052513123, - 0.9307026267051697, - 0.9130647778511047, - 0.8988301157951355, - 0.8753665089607239, - 0.8605540990829468, - 0.8483119010925293, - 0.8252599835395813, - 0.7986359596252441, - 0.7696967124938965, - 0.7531120777130127, - 0.729396641254425, - 0.7062230110168457, - 0.6843919157981873, - 0.6559589505195618, - 0.6408537030220032, - 0.6255180239677429, - 0.6063252687454224, - 0.5805759429931641, - 0.5580330491065979, - 0.5429689288139343, - 0.5204643607139587 + 1.0568883419036865, + 1.0842794179916382, + 1.1107501983642578, + 1.136197805404663, + 1.1592961549758911, + 1.1821973323822021, + 1.2031452655792236, + 1.2240792512893677, + 1.2433226108551025, + 1.261163353919983, + 1.275556206703186, + 1.2880191802978516, + 1.2977186441421509, + 1.3061347007751465, + 1.312134861946106, + 1.3173161745071411, + 1.3219809532165527, + 1.3233680725097656, + 1.3233152627944946, + 1.321650505065918, + 1.318188190460205, + 1.3149397373199463, + 1.3092142343521118, + 1.3009618520736694, + 1.2898361682891846, + 1.2790874242782593, + 1.2654986381530762, + 1.2474138736724854, + 1.2287395000457764, + 1.2067055702209473, + 1.1815742254257202, + 1.1636840105056763, + 1.1017341613769531, + 1.1546223163604736, + 1.1547859907150269, + 1.131348729133606, + 1.106316089630127, + 1.0814448595046997, + 1.0496629476547241, + 1.0303394794464111, + 1.0090441703796387, + 0.9899525046348572, + 0.9609529972076416, + 0.9402776956558228, + 0.9260239601135254, + 0.9038810729980469, + 0.8785256743431091, + 0.8508858680725098, + 0.8349158763885498, + 0.8102606534957886, + 0.7827804088592529, + 0.7587279081344604, + 0.72774338722229, + 0.7086291313171387, + 0.6915534138679504, + 0.670995831489563, + 0.6442348957061768, + 0.6208772659301758, + 0.6048958897590637, + 0.5839104056358337 ], "p90": [ - 0.7979291677474976, - 0.8403359055519104, - 0.8842759132385254, - 0.9278044104576111, - 0.9705278277397156, - 1.0128371715545654, - 1.0531628131866455, - 1.095522403717041, - 1.1359783411026, - 1.1770777702331543, - 1.218217134475708, - 1.2615066766738892, - 1.3025789260864258, - 1.3457740545272827, - 1.3871564865112305, - 1.4279890060424805, - 1.470938801765442, - 1.5146002769470215, - 1.5564037561416626, - 1.5952081680297852, - 1.634004831314087, - 1.6741187572479248, - 1.7138386964797974, - 1.7499635219573975, - 1.7877075672149658, - 1.8250658512115479, - 1.8624539375305176, - 1.8975439071655273, - 1.932070255279541, - 1.9668784141540527, - 1.994868516921997, - 2.0166969299316406, - 1.9714620113372803, - 2.003934144973755, - 2.0370430946350098, - 2.080761194229126, - 2.108694553375244, - 2.1447677612304688, - 2.1816329956054688, - 2.2180519104003906, - 2.245551109313965, - 2.274959087371826, - 2.2933878898620605, - 2.313613176345825, - 2.3306705951690674, - 2.343198776245117, - 2.3579866886138916, - 2.356290817260742, - 2.3608832359313965, - 2.371288299560547, - 2.375964641571045, - 2.385728120803833, - 2.389392375946045, - 2.4010770320892334, - 2.4074602127075195, - 2.415799140930176, - 2.4203286170959473, - 2.4286599159240723, - 2.4338436126708984, - 2.445021629333496 + 1.0810754299163818, + 1.1149204969406128, + 1.1502025127410889, + 1.187092661857605, + 1.2228963375091553, + 1.259411334991455, + 1.2951139211654663, + 1.3326287269592285, + 1.3680436611175537, + 1.402883529663086, + 1.4376931190490723, + 1.4726654291152954, + 1.5056711435317993, + 1.5404160022735596, + 1.5735610723495483, + 1.6063785552978516, + 1.640549659729004, + 1.6762058734893799, + 1.7104003429412842, + 1.743875503540039, + 1.7755502462387085, + 1.8069863319396973, + 1.8386518955230713, + 1.8653768301010132, + 1.894707441329956, + 1.922595500946045, + 1.9499444961547852, + 1.977036714553833, + 2.0027687549591064, + 2.030362129211426, + 2.051421880722046, + 2.066417694091797, + 2.035658121109009, + 2.095952272415161, + 2.129420042037964, + 2.160348415374756, + 2.1767690181732178, + 2.1997246742248535, + 2.22682523727417, + 2.253636360168457, + 2.273334503173828, + 2.2941513061523438, + 2.307985782623291, + 2.3250656127929688, + 2.335570812225342, + 2.3433496952056885, + 2.353715419769287, + 2.3504438400268555, + 2.3544445037841797, + 2.3640408515930176, + 2.367440700531006, + 2.377822160720825, + 2.381532669067383, + 2.3902149200439453, + 2.395331382751465, + 2.4008126258850098, + 2.4017505645751953, + 2.409968376159668, + 2.4156270027160645, + 2.424233913421631 ], "timestamps": [ - "2026-06-16 19:00:00", - "2026-06-16 19:06:00", - "2026-06-16 19:12:00", - "2026-06-16 19:18:00", - "2026-06-16 19:24:00", - "2026-06-16 19:30:00", - "2026-06-16 19:36:00", - "2026-06-16 19:42:00", "2026-06-16 19:48:00", "2026-06-16 19:54:00", "2026-06-16 20:00:00", @@ -795,6 +787,14 @@ "2026-06-18 00:36:00", "2026-06-18 00:42:00", "2026-06-18 00:48:00", - "2026-06-18 00:54:00" + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index cdd04a9329654066a85baaaf3ebf829a22dcd728..c3a8aa49ef6c603811cc04a7037b8568b02947a2 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T01:18:40.799737+00:00", + "evaluated_at": "2026-06-18T01:54:31.420980+00:00", "freq": "10min", "context_length": 74, "prediction_length": 72, @@ -11,7 +11,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, 1.0, 1.0, 0.8999999761581421, @@ -79,10 +78,10 @@ 1.2000000476837158, 1.399999976158142, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, @@ -153,234 +152,232 @@ 1.5, 1.7000000476837158, 1.600000023841858, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.2290241718292236, - 1.2239248752593994, - 1.2185754776000977, - 1.2068886756896973, - 1.191775918006897, - 1.180769681930542, - 1.1802475452423096, - 1.1873297691345215, - 1.1889674663543701, - 1.1971646547317505, - 1.1884517669677734, - 1.179086446762085, - 1.1986112594604492, - 1.195097804069519, - 1.1927604675292969, - 1.1883928775787354, - 1.1842323541641235, - 1.1817896366119385, - 1.1883232593536377, - 1.1951329708099365, - 1.200859546661377, - 1.2126861810684204, - 1.2051410675048828, - 1.2010530233383179, - 1.2162116765975952, - 1.2130542993545532, - 1.2077202796936035, - 1.192192554473877, - 1.1779953241348267, - 1.1676669120788574, - 1.1662310361862183, - 1.1703178882598877, - 1.2144334316253662, - 1.2163656949996948, - 1.2123963832855225, - 1.2095668315887451, - 1.213585376739502, - 1.2169548273086548, - 1.2129316329956055, - 1.2064586877822876, - 1.2011338472366333, - 1.1997661590576172, - 1.200899362564087, - 1.2066835165023804, - 1.2158551216125488, - 1.2201932668685913, - 1.216870665550232, - 1.2144734859466553, - 1.2253975868225098, - 1.2257943153381348, - 1.220629334449768, - 1.211290955543518, - 1.1959301233291626, - 1.1870286464691162, - 1.1820755004882812, - 1.1883217096328735, - 1.1942474842071533, - 1.1958893537521362, - 1.191684603691101, - 1.190294861793518, - 1.194465160369873, - 1.1984548568725586, - 1.1970027685165405, - 1.1955387592315674, - 1.168501377105713, - 1.15073823928833, - 1.1562286615371704, - 1.1648097038269043, - 1.168670415878296, - 1.1768659353256226, - 1.1739203929901123, - 1.174996018409729 + 1.207510232925415, + 1.2118301391601562, + 1.2017972469329834, + 1.1951175928115845, + 1.1886589527130127, + 1.188112735748291, + 1.1886107921600342, + 1.1931300163269043, + 1.1991969347000122, + 1.1867642402648926, + 1.1869945526123047, + 1.1889796257019043, + 1.1941148042678833, + 1.1940679550170898, + 1.1874479055404663, + 1.185001015663147, + 1.183423638343811, + 1.1844236850738525, + 1.1863665580749512, + 1.1966161727905273, + 1.2051634788513184, + 1.1940709352493286, + 1.1989063024520874, + 1.205263614654541, + 1.2085394859313965, + 1.203639268875122, + 1.1881659030914307, + 1.177991509437561, + 1.1726328134536743, + 1.1688330173492432, + 1.1684801578521729, + 1.172950029373169, + 1.229642629623413, + 1.20491623878479, + 1.2004989385604858, + 1.2181956768035889, + 1.214630365371704, + 1.2127459049224854, + 1.2084810733795166, + 1.2005672454833984, + 1.1959753036499023, + 1.1988165378570557, + 1.2007184028625488, + 1.205129623413086, + 1.2233664989471436, + 1.2043240070343018, + 1.2002290487289429, + 1.2134977579116821, + 1.2145969867706299, + 1.210927963256836, + 1.1998205184936523, + 1.1890572309494019, + 1.180678129196167, + 1.1775462627410889, + 1.1811797618865967, + 1.1905142068862915, + 1.2075936794281006, + 1.1849812269210815, + 1.182019591331482, + 1.193048357963562, + 1.1928761005401611, + 1.1925712823867798, + 1.1923860311508179, + 1.1897075176239014, + 1.1510097980499268, + 1.1447768211364746, + 1.1547211408615112, + 1.1679810285568237, + 1.1719127893447876, + 1.1684978008270264, + 1.1650441884994507, + 1.1753454208374023 ], "p10": [ - 1.0963441133499146, - 1.067259430885315, - 1.0471227169036865, - 1.025834083557129, - 1.0041489601135254, - 0.9844714403152466, - 0.9771743416786194, - 0.977995753288269, - 0.9750741720199585, - 0.979828417301178, - 0.97011798620224, - 0.9617529511451721, - 0.9802334904670715, - 0.973578691482544, - 0.9706065058708191, - 0.9644889235496521, - 0.9590693712234497, - 0.9522021412849426, - 0.954043984413147, - 0.9574089050292969, - 0.9581639170646667, - 0.9679287672042847, - 0.9645477533340454, - 0.9612053632736206, - 0.9718690514564514, - 0.9676113128662109, - 0.9606450200080872, - 0.9423540234565735, - 0.9248972535133362, - 0.9101240634918213, - 0.9039421081542969, - 0.9049704670906067, - 0.9371022582054138, - 0.9475488066673279, - 0.9496912956237793, - 0.9382032752037048, - 0.9365680813789368, - 0.9343593716621399, - 0.9278885722160339, - 0.924971342086792, - 0.9222408533096313, - 0.9218354821205139, - 0.9224716424942017, - 0.9291605949401855, - 0.9340789318084717, - 0.9365779161453247, - 0.9386237859725952, - 0.9355132579803467, - 0.937288761138916, - 0.9329899549484253, - 0.9289272427558899, - 0.9206112623214722, - 0.9098426103591919, - 0.9027260541915894, - 0.8997272849082947, - 0.900422990322113, - 0.9019327163696289, - 0.9035179615020752, - 0.9014488458633423, - 0.8952780365943909, - 0.8964157104492188, - 0.8962195515632629, - 0.8929184675216675, - 0.8902315497398376, - 0.862916111946106, - 0.8900924921035767, - 0.8838059902191162, - 0.8723481297492981, - 0.8737562894821167, - 0.8756999373435974, - 0.8709580898284912, - 0.8751219511032104 + 1.0855181217193604, + 1.0621826648712158, + 1.036293387413025, + 1.0196765661239624, + 1.0053850412368774, + 0.9967926144599915, + 0.9895161390304565, + 0.9878069758415222, + 0.9910225868225098, + 0.9783394932746887, + 0.9740524291992188, + 0.974047064781189, + 0.9762312173843384, + 0.9740703701972961, + 0.9666909575462341, + 0.9619865417480469, + 0.9581751823425293, + 0.9560584425926208, + 0.9560973048210144, + 0.964444100856781, + 0.9685922265052795, + 0.959502100944519, + 0.9644179344177246, + 0.966852605342865, + 0.9651943445205688, + 0.9589608907699585, + 0.9451152086257935, + 0.9320366382598877, + 0.9237960577011108, + 0.9165717363357544, + 0.9133713245391846, + 0.9167813658714294, + 0.95408034324646, + 0.9485090374946594, + 0.951431930065155, + 0.9552749395370483, + 0.9467649459838867, + 0.9370355606079102, + 0.9312533736228943, + 0.9249681830406189, + 0.9239718914031982, + 0.9268766641616821, + 0.9267557263374329, + 0.9329503178596497, + 0.9468273520469666, + 0.9321795105934143, + 0.9323781728744507, + 0.9404691457748413, + 0.936522364616394, + 0.930321991443634, + 0.9202266335487366, + 0.9093812704086304, + 0.9014319181442261, + 0.8986872434616089, + 0.903674840927124, + 0.9076973795890808, + 0.9193184971809387, + 0.8999844193458557, + 0.8999578356742859, + 0.9063964486122131, + 0.903720498085022, + 0.9001814126968384, + 0.8977075815200806, + 0.8942257761955261, + 0.8553957939147949, + 0.8839276432991028, + 0.8864263296127319, + 0.8778714537620544, + 0.875213623046875, + 0.8690214157104492, + 0.8635209798812866, + 0.8695106506347656 ], "p90": [ - 1.4055063724517822, - 1.4270613193511963, - 1.4319813251495361, - 1.427889347076416, - 1.4217599630355835, - 1.4192421436309814, - 1.425048828125, - 1.4372936487197876, - 1.444441556930542, - 1.4590487480163574, - 1.4494025707244873, - 1.4426177740097046, - 1.467042088508606, - 1.4696285724639893, - 1.4760820865631104, - 1.4789894819259644, - 1.4800643920898438, - 1.4766168594360352, - 1.4829902648925781, - 1.497532606124878, - 1.5056830644607544, - 1.5219199657440186, - 1.5155400037765503, - 1.5109379291534424, - 1.5349373817443848, - 1.532294750213623, - 1.532146692276001, - 1.5166996717453003, - 1.505281686782837, - 1.499420404434204, - 1.5024299621582031, - 1.5091317892074585, - 1.497376799583435, - 1.512774109840393, - 1.5167533159255981, - 1.5302646160125732, - 1.5592271089553833, - 1.5801777839660645, - 1.577406644821167, - 1.572446584701538, - 1.5758397579193115, - 1.5884826183319092, - 1.6012290716171265, - 1.619856834411621, - 1.637843370437622, - 1.6444947719573975, - 1.6390340328216553, - 1.6486048698425293, - 1.6759299039840698, - 1.675544261932373, - 1.668652057647705, - 1.6535825729370117, - 1.6363681554794312, - 1.6324478387832642, - 1.6296485662460327, - 1.6445302963256836, - 1.654050350189209, - 1.6542750597000122, - 1.6515908241271973, - 1.6499046087265015, - 1.6613821983337402, - 1.6713931560516357, - 1.6722359657287598, - 1.6750487089157104, - 1.4905755519866943, - 1.5461783409118652, - 1.5562362670898438, - 1.577862024307251, - 1.609227180480957, - 1.634972333908081, - 1.6270747184753418, - 1.6250687837600708 + 1.3844196796417236, + 1.4178411960601807, + 1.4145926237106323, + 1.4161183834075928, + 1.418891429901123, + 1.4265859127044678, + 1.4347409009933472, + 1.4453563690185547, + 1.4576218128204346, + 1.4510364532470703, + 1.4574493169784546, + 1.4683489799499512, + 1.481044888496399, + 1.4862439632415771, + 1.4830589294433594, + 1.4903581142425537, + 1.4979147911071777, + 1.499567985534668, + 1.5026220083236694, + 1.5210835933685303, + 1.5422112941741943, + 1.5313563346862793, + 1.5422964096069336, + 1.558190107345581, + 1.5662131309509277, + 1.5613863468170166, + 1.5370182991027832, + 1.5193787813186646, + 1.5169166326522827, + 1.5165324211120605, + 1.5201926231384277, + 1.526374101638794, + 1.532725214958191, + 1.5247122049331665, + 1.5259804725646973, + 1.5652244091033936, + 1.5803160667419434, + 1.5959501266479492, + 1.5886914730072021, + 1.580810308456421, + 1.5821353197097778, + 1.5975689888000488, + 1.6135183572769165, + 1.6337742805480957, + 1.6673622131347656, + 1.637404441833496, + 1.6289030313491821, + 1.6646535396575928, + 1.6740922927856445, + 1.6647685766220093, + 1.6474566459655762, + 1.6328160762786865, + 1.6271862983703613, + 1.6312999725341797, + 1.6450793743133545, + 1.6658542156219482, + 1.686873197555542, + 1.6566455364227295, + 1.6551870107650757, + 1.6698304414749146, + 1.6684470176696777, + 1.6683695316314697, + 1.665836215019226, + 1.6663423776626587, + 1.5242767333984375, + 1.5735750198364258, + 1.587909460067749, + 1.6187301874160767, + 1.6576123237609863, + 1.6645596027374268, + 1.6547253131866455, + 1.6699965000152588 ], "timestamps": [ - "2026-06-16 01:20:00", - "2026-06-16 01:30:00", - "2026-06-16 01:40:00", "2026-06-16 01:50:00", "2026-06-16 02:00:00", "2026-06-16 02:10:00", @@ -523,6 +520,9 @@ "2026-06-17 01:00:00", "2026-06-17 01:10:00", "2026-06-17 01:20:00", - "2026-06-17 01:30:00" + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index ce184a5026e7a3a53cb0be29087f108e95468344..dabf0499897498d9d2b64c9047884280ea8877ab 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,59 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T22:51:29.274253+00:00", + "evaluated_at": "2026-06-18T01:54:43.024708+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0, - 2850.0, - 2850.0, - 2800.0, - 2800.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2850.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, 2800.0, 2800.0, 2800.0, @@ -101,9 +53,7 @@ 2750.0, 2750.0, 2750.0, - 2750.0 - ], - "actuals": [ + 2750.0, 2750.0, 2750.0, 2750.0, @@ -127,103 +77,137 @@ 2600.0, 2600.0, 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "actuals": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2600.0 ], "p50": [ - 2749.4541015625, - 2749.599609375, - 2749.597412109375, - 2749.706298828125, - 2749.73779296875, - 2749.731689453125, - 2749.75439453125, - 2749.861083984375, - 2749.831298828125, - 2749.927001953125, - 2749.98291015625, - 2750.12841796875, - 2750.22314453125, - 2750.379638671875, - 2750.295166015625, - 2750.42578125, - 2750.3447265625, - 2750.392578125, - 2750.303466796875, - 2750.34814453125, - 2750.220458984375, - 2750.294921875, - 2750.281982421875, - 2750.152587890625 + 2571.643798828125, + 2573.195068359375, + 2572.7587890625, + 2572.778076171875, + 2572.685302734375, + 2572.93017578125, + 2572.402099609375, + 2571.64453125, + 2572.061279296875, + 2571.49267578125, + 2570.938720703125, + 2570.45068359375, + 2570.84130859375, + 2570.51416015625, + 2569.7578125, + 2569.487548828125, + 2569.3671875, + 2569.2001953125, + 2568.325439453125, + 2567.751220703125, + 2568.139892578125, + 2567.9541015625, + 2567.52880859375, + 2567.036865234375 ], "p10": [ - 2748.712646484375, - 2748.6611328125, - 2748.67822265625, - 2748.7021484375, - 2748.763671875, - 2748.739501953125, - 2748.768310546875, - 2748.673095703125, - 2748.459716796875, - 2748.094970703125, - 2747.959228515625, - 2747.966796875, - 2747.6630859375, - 2747.492431640625, - 2747.323974609375, - 2747.27099609375, - 2747.2705078125, - 2747.259033203125, - 2747.078369140625, - 2746.958984375, - 2747.23291015625, - 2747.04931640625, - 2746.954833984375, - 2746.869384765625 + 2539.292236328125, + 2536.313232421875, + 2529.724853515625, + 2526.38427734375, + 2522.631103515625, + 2519.376708984375, + 2514.087158203125, + 2509.02734375, + 2506.51953125, + 2502.862548828125, + 2498.4130859375, + 2493.80078125, + 2490.86669921875, + 2488.416015625, + 2484.850830078125, + 2481.40966796875, + 2478.0673828125, + 2475.1083984375, + 2471.878662109375, + 2468.679443359375, + 2467.343017578125, + 2464.923828125, + 2463.572998046875, + 2460.914306640625 ], "p90": [ - 2755.74560546875, - 2771.927734375, - 2782.016357421875, - 2787.320068359375, - 2790.734130859375, - 2795.311279296875, - 2800.8193359375, - 2801.7041015625, - 2802.5341796875, - 2800.027587890625, - 2800.8466796875, - 2801.94482421875, - 2804.165771484375, - 2804.436767578125, - 2803.932373046875, - 2804.1806640625, - 2803.75244140625, - 2802.944580078125, - 2801.94677734375, - 2799.754150390625, - 2801.765869140625, - 2803.693115234375, - 2803.05419921875, - 2801.41357421875 + 2605.959228515625, + 2611.6259765625, + 2614.7958984375, + 2618.36376953125, + 2621.0576171875, + 2625.521728515625, + 2629.499755859375, + 2632.755126953125, + 2637.23779296875, + 2640.80712890625, + 2643.72607421875, + 2645.173828125, + 2648.086669921875, + 2651.780029296875, + 2656.7734375, + 2658.53564453125, + 2661.525146484375, + 2667.694091796875, + 2672.787109375, + 2676.544921875, + 2680.11669921875, + 2681.703369140625, + 2683.828857421875, + 2686.056396484375 ], "timestamps": [ - "2026-06-17 10:55:00", - "2026-06-17 11:10:00", - "2026-06-17 11:25:00", - "2026-06-17 11:40:00", - "2026-06-17 11:55:00", - "2026-06-17 12:10:00", - "2026-06-17 12:25:00", - "2026-06-17 12:40:00", - "2026-06-17 12:55:00", - "2026-06-17 13:10:00", - "2026-06-17 13:25:00", - "2026-06-17 13:40:00", - "2026-06-17 13:55:00", - "2026-06-17 14:10:00", - "2026-06-17 14:25:00", - "2026-06-17 14:40:00", "2026-06-17 14:55:00", "2026-06-17 15:10:00", "2026-06-17 15:25:00", @@ -327,6 +311,22 @@ "2026-06-18 15:55:00", "2026-06-18 16:10:00", "2026-06-18 16:25:00", - "2026-06-18 16:40:00" + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 133dc58a53564d6f137253c94b867a9b5e096976..c1c749de12cad3b7614954da80c288998b4611f6 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,11 +1,29 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T01:35:05.848101+00:00", + "evaluated_at": "2026-06-18T01:54:46.641599+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T01:33:18.221328Z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t194200z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t012000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t225000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index df94de168a546952df1616dd921d339e84a6af82..b14751444773ec0236964c241046d94d09b3591f 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,790305.7174765269,790305.7174765269,715.2459309895834,0.7121746776920365,0.01105199509123036,0.010958983569253062,2.4712741082726573,888.9914046134118,0.01364447159143115,0.010977780815010215,0.007313822081544045,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,801450.3027629852,801450.3027629852,720.16259765625,0.7170702322795445,0.011129419104523966,0.011035067215646817,2.4712741082726573,895.2375677790701,0.013741376285930048,0.011054077261299151,0.0073395300326877765,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0772090439453932,0.0772090439453932,0.23033177852630615,0.22893716427751631,0.15197240438409473,0.17119652085489456,0.7102904733316548,0.277865154248231,0.19730536862562081,0.16355306080491383,0.1393230785631384,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.05201089446566501,0.05201089446566501,0.1972705754968855,1.280528018564224,0.13478955299124917,0.14762702500602273,4.979083573394765,0.22805897146498097,0.1625766925294914,0.1406285290670867,0.12093745594633165,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.051742769586812835,0.051742769586812835,0.20719389418760936,0.20247619010155748,0.14152152102681412,0.15489002489893947,0.8194337018840123,0.22747037078884105,0.1569952072445893,0.1430008147654234,0.13357230914706233,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.0564833018581271,0.0564833018581271,0.20783275531397927,1.3258294933673376,0.1417627360682703,0.15572007458954157,4.987278093702912,0.23766215907907404,0.16875419325635965,0.14757355184839385,0.11880691581216572,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.264317342097911,1.264317342097911,1.0581629276275635,0.6440214178975542,0.048873524619461074,0.04754738513054904,1.9363125464462791,1.1244186685118276,0.0515099194249236,0.04847472624469656,0.03144084100023453,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,39.19471660410227,39.19471660410227,4.720538059870402,0.3765423683392115,0.1309694226548694,0.13472927599499507,2.818347385802125,6.260568393053642,0.1729040752972237,0.1303715919872148,0.15581281935371505,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.4483771449939316,0.4483771449939316,0.5865267912546793,0.2852187746801885,0.02279390842507334,0.02280973956803396,3.035559873792496,0.6696096960124843,0.025974838188498404,0.022751968179050133,0.03197898984565876,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,30.43988003105964,30.43988003105964,4.641255974769592,0.886393714014352,0.5882872437777554,0.3928804055809671,10.147468652902296,5.517234817466051,0.46789270536814564,0.39360474697692654,0.29856186032903675,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,9290.93904111286,9290.93904111286,73.02581787109375,1.7526196289062501,0.02784686090449479,0.027183522188247846,69.47888427734375,96.38951727814006,0.03600542279650368,0.027278126519941635,0.02803159646225141,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,304.40311650186777,304.40311650186777,7.996429443359375,0.054060368067781694,0.003121618363892031,0.003098727319545507,0.8640692396566901,17.44715210290401,0.006726612858950943,0.003082960749246988,0.0058958758645693875,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 682b5ae5ad1fb46275852d1b6c9ae59e7abd819e..1ad5c444953fae2f15b1231841dc870d63399426 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T01:34:56.316361+00:00", + "evaluated_at": "2026-06-18T01:53:00.811601+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64300.01171875, 64509.3984375, 64468.01171875, - 64675.98828125 + 64557.98828125 ], "p50": [ 65920.125, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 5352b1684cb5dd44baaee08b67af788e62775d13..1af6295d6441d07b2928c47412b4e5e640853cd7 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,19 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T01:12:11.229163+00:00", + "evaluated_at": "2026-06-18T01:53:08.043396+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.0479999780654907, - 1.0839999914169312, - 1.1239999532699585, - 1.1629999876022339, - 1.184999942779541, - 1.222000002861023, - 1.25, - 1.2790000438690186, 1.3049999475479126, 1.3350000381469727, 1.3700000047683716, @@ -245,9 +237,7 @@ 0.6240000128746033, 0.6629999876022339, 0.7099999785423279, - 0.7490000128746033 - ], - "actuals": [ + 0.7490000128746033, 0.7870000004768372, 0.8220000267028809, 0.8529999852180481, @@ -255,7 +245,9 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404, + 1.0360000133514404 + ], + "actuals": [ 1.0859999656677246, 1.1230000257492065, 1.1649999618530273, @@ -307,203 +299,203 @@ 1.375, 1.3619999885559082, 1.3279999494552612, - 1.3109999895095825 + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587 ], "p50": [ - 0.7891743779182434, - 0.827695906162262, - 0.8643119931221008, - 0.9000353217124939, - 0.9350156188011169, - 0.9709717631340027, - 1.004353642463684, - 1.0360732078552246, - 1.0665392875671387, - 1.0958913564682007, - 1.127119779586792, - 1.1545933485031128, - 1.1817282438278198, - 1.206870198249817, - 1.2294048070907593, - 1.2508541345596313, - 1.270227313041687, - 1.2905489206314087, - 1.3071852922439575, - 1.322899341583252, - 1.3367865085601807, - 1.3476601839065552, - 1.3581550121307373, - 1.365889310836792, - 1.3714958429336548, - 1.374619722366333, - 1.381342887878418, - 1.3787381649017334, - 1.3786399364471436, - 1.3775216341018677, - 1.3739502429962158, - 1.3705785274505615, - 1.3652628660202026, - 1.3621478080749512, - 1.352911353111267, - 1.3435275554656982, - 1.3304905891418457, - 1.3186588287353516, - 1.302688479423523, - 1.288045883178711, - 1.2707101106643677, - 1.257381558418274, - 1.241478681564331, - 1.225072979927063, - 1.205762267112732, - 1.1855844259262085, - 1.1662938594818115, - 1.147249698638916, - 1.1219983100891113, - 1.101780652999878, - 1.0826290845870972, - 1.0618993043899536, - 1.0406382083892822, - 1.0215593576431274, - 1.0003094673156738, - 0.9806473851203918, - 0.9638357162475586, - 0.9397707581520081, - 0.9232895374298096, - 0.9048604369163513 + 1.0695970058441162, + 1.1032748222351074, + 1.1336175203323364, + 1.1621443033218384, + 1.1890100240707397, + 1.2168176174163818, + 1.240960717201233, + 1.2642134428024292, + 1.285811424255371, + 1.3059191703796387, + 1.3261886835098267, + 1.343073844909668, + 1.3594679832458496, + 1.3738642930984497, + 1.3849579095840454, + 1.3951327800750732, + 1.4029420614242554, + 1.4116936922073364, + 1.4189428091049194, + 1.4247663021087646, + 1.4294605255126953, + 1.43194580078125, + 1.4316747188568115, + 1.431678056716919, + 1.4282877445220947, + 1.4237464666366577, + 1.4214248657226562, + 1.4141310453414917, + 1.407133936882019, + 1.3995983600616455, + 1.389447569847107, + 1.3768324851989746, + 1.3530802726745605, + 1.342997431755066, + 1.3257290124893188, + 1.3092150688171387, + 1.293468713760376, + 1.2774171829223633, + 1.2602280378341675, + 1.2432782649993896, + 1.2255032062530518, + 1.2082839012145996, + 1.1930499076843262, + 1.1736109256744385, + 1.156680703163147, + 1.135383129119873, + 1.1181209087371826, + 1.101248025894165, + 1.0799195766448975, + 1.062004804611206, + 1.0468189716339111, + 1.0287383794784546, + 1.015483021736145, + 1.001940369606018, + 0.9882648587226868, + 0.9764091968536377, + 0.967548668384552, + 0.9494224786758423, + 0.941042423248291, + 0.929720938205719 ], "p10": [ - 0.7767598032951355, - 0.8095493316650391, - 0.8412193059921265, - 0.8710896968841553, - 0.8998245596885681, - 0.9279205203056335, - 0.9537043571472168, - 0.9774062037467957, - 1.0001009702682495, - 1.020274043083191, - 1.0424569845199585, - 1.0602021217346191, - 1.076737403869629, - 1.0920482873916626, - 1.1036986112594604, - 1.1150578260421753, - 1.1211909055709839, - 1.1311534643173218, - 1.1365190744400024, - 1.142012596130371, - 1.142793893814087, - 1.1421308517456055, - 1.1415032148361206, - 1.1374307870864868, - 1.1328903436660767, - 1.1246201992034912, - 1.1149784326553345, - 1.100743293762207, - 1.0830734968185425, - 1.0672906637191772, - 1.0493686199188232, - 1.0261790752410889, - 0.9827505350112915, - 0.977688729763031, - 0.9569695591926575, - 0.9365779161453247, - 0.9097632169723511, - 0.8908505439758301, - 0.8658458590507507, - 0.8453035354614258, - 0.8205235004425049, - 0.8000916242599487, - 0.7727662324905396, - 0.7427711486816406, - 0.717680811882019, - 0.6924974918365479, - 0.668565571308136, - 0.6444498300552368, - 0.6100616455078125, - 0.5831398367881775, - 0.5569990277290344, - 0.5290935039520264, - 0.5002150535583496, - 0.4736548066139221, - 0.44487977027893066, - 0.4159732460975647, - 0.38917332887649536, - 0.3567063808441162, - 0.33044785261154175, - 0.30565327405929565 + 1.05601966381073, + 1.0859534740447998, + 1.1116372346878052, + 1.1354118585586548, + 1.156980037689209, + 1.1771643161773682, + 1.1940330266952515, + 1.2098596096038818, + 1.2236284017562866, + 1.236012578010559, + 1.247278094291687, + 1.2553279399871826, + 1.2617528438568115, + 1.265992522239685, + 1.2668569087982178, + 1.2643933296203613, + 1.2601792812347412, + 1.2597447633743286, + 1.2553882598876953, + 1.2499537467956543, + 1.2412282228469849, + 1.23170006275177, + 1.2185269594192505, + 1.2063183784484863, + 1.1924618482589722, + 1.1750105619430542, + 1.1562784910202026, + 1.1351147890090942, + 1.1113694906234741, + 1.0868446826934814, + 1.0611813068389893, + 1.0331096649169922, + 0.9631202220916748, + 0.9461436867713928, + 0.9154537916183472, + 0.8840214610099792, + 0.8487806916236877, + 0.8210453987121582, + 0.785414457321167, + 0.7512986660003662, + 0.7175121307373047, + 0.6818413734436035, + 0.6467089653015137, + 0.6069166660308838, + 0.5690178871154785, + 0.5371053218841553, + 0.5069002509117126, + 0.47065502405166626, + 0.4290371537208557, + 0.39477163553237915, + 0.3657718896865845, + 0.32766032218933105, + 0.2963860034942627, + 0.26117366552352905, + 0.2297268509864807, + 0.1990625262260437, + 0.17030096054077148, + 0.14014196395874023, + 0.11170065402984619, + 0.08296501636505127 ], "p90": [ - 0.8026611804962158, - 0.8448399305343628, - 0.8886805176734924, - 0.9310247302055359, - 0.9761717319488525, - 1.0187962055206299, - 1.0598392486572266, - 1.1000157594680786, - 1.138752818107605, - 1.1784766912460327, - 1.2200690507888794, - 1.2585994005203247, - 1.2979586124420166, - 1.334660291671753, - 1.3703103065490723, - 1.4037269353866577, - 1.439254641532898, - 1.4751932621002197, - 1.50508451461792, - 1.5360023975372314, - 1.565765142440796, - 1.587856411933899, - 1.6133840084075928, - 1.6366236209869385, - 1.6601903438568115, - 1.6815434694290161, - 1.7037248611450195, - 1.7218916416168213, - 1.7336688041687012, - 1.7550196647644043, - 1.7675697803497314, - 1.781278371810913, - 1.815565824508667, - 1.8309475183486938, - 1.8377149105072021, - 1.8489775657653809, - 1.8471189737319946, - 1.8541438579559326, - 1.8510184288024902, - 1.853367567062378, - 1.8372933864593506, - 1.838491678237915, - 1.841756820678711, - 1.8442604541778564, - 1.843796730041504, - 1.843191146850586, - 1.833027958869934, - 1.833476185798645, - 1.8234398365020752, - 1.8158471584320068, - 1.8005386590957642, - 1.7988622188568115, - 1.7972701787948608, - 1.7926299571990967, - 1.7898869514465332, - 1.7875264883041382, - 1.778869867324829, - 1.7815558910369873, - 1.7810337543487549, - 1.7698190212249756 + 1.0834704637527466, + 1.1184017658233643, + 1.1554534435272217, + 1.1889506578445435, + 1.223364233970642, + 1.258374810218811, + 1.2904999256134033, + 1.3212337493896484, + 1.3508925437927246, + 1.3807377815246582, + 1.4106467962265015, + 1.4384350776672363, + 1.466341257095337, + 1.4921551942825317, + 1.5179197788238525, + 1.5394868850708008, + 1.5635188817977905, + 1.585850477218628, + 1.6084946393966675, + 1.630504846572876, + 1.652246356010437, + 1.6680861711502075, + 1.68373703956604, + 1.7012652158737183, + 1.7160191535949707, + 1.729967713356018, + 1.743740439414978, + 1.756853461265564, + 1.7610831260681152, + 1.776635766029358, + 1.7811827659606934, + 1.7917709350585938, + 1.8089549541473389, + 1.8306975364685059, + 1.8365154266357422, + 1.846217393875122, + 1.8456063270568848, + 1.849799394607544, + 1.8529759645462036, + 1.8643572330474854, + 1.8539440631866455, + 1.8608121871948242, + 1.867581844329834, + 1.8738226890563965, + 1.8834590911865234, + 1.8865280151367188, + 1.8892085552215576, + 1.8971242904663086, + 1.8990213871002197, + 1.9020216464996338, + 1.899139165878296, + 1.9097375869750977, + 1.9117164611816406, + 1.9139292240142822, + 1.9166713953018188, + 1.9248523712158203, + 1.9256070852279663, + 1.9303700923919678, + 1.9286372661590576, + 1.9408047199249268 ], "timestamps": [ - "2026-06-16 19:00:00", - "2026-06-16 19:06:00", - "2026-06-16 19:12:00", - "2026-06-16 19:18:00", - "2026-06-16 19:24:00", - "2026-06-16 19:30:00", - "2026-06-16 19:36:00", - "2026-06-16 19:42:00", "2026-06-16 19:48:00", "2026-06-16 19:54:00", "2026-06-16 20:00:00", @@ -795,6 +787,14 @@ "2026-06-18 00:36:00", "2026-06-18 00:42:00", "2026-06-18 00:48:00", - "2026-06-18 00:54:00" + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index bbcf3ba2723b081876be37f832dbe08463fe043a..a6d12ff6ed65950815e6bd40be96b5f5ce8b7899 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T01:12:16.937191+00:00", + "evaluated_at": "2026-06-18T01:53:13.940593+00:00", "freq": "10min", "context_length": 74, "prediction_length": 72, @@ -11,7 +11,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, 1.0, 1.0, 0.8999999761581421, @@ -79,10 +78,10 @@ 1.2000000476837158, 1.399999976158142, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, @@ -153,234 +152,232 @@ 1.5, 1.7000000476837158, 1.600000023841858, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.217490553855896, - 1.2138506174087524, - 1.2093955278396606, - 1.2046359777450562, - 1.2018611431121826, - 1.2014799118041992, - 1.205826759338379, - 1.2093709707260132, - 1.2113409042358398, - 1.2125403881072998, - 1.2037954330444336, - 1.2065469026565552, - 1.2112443447113037, - 1.2125356197357178, - 1.2169073820114136, - 1.2065212726593018, - 1.2061073780059814, - 1.2060234546661377, - 1.209871768951416, - 1.2114548683166504, - 1.2118315696716309, - 1.2106019258499146, - 1.2051305770874023, - 1.2054290771484375, - 1.2086180448532104, - 1.2132256031036377, - 1.2142479419708252, - 1.2056984901428223, - 1.2021796703338623, - 1.1987626552581787, - 1.1993588209152222, - 1.202677607536316, - 1.2079914808273315, - 1.209229826927185, - 1.205642580986023, - 1.2068028450012207, - 1.2122783660888672, - 1.2105181217193604, - 1.210410714149475, - 1.2100340127944946, - 1.2094261646270752, - 1.209349513053894, - 1.2104649543762207, - 1.2119255065917969, - 1.2129271030426025, - 1.2155516147613525, - 1.211195707321167, - 1.2115769386291504, - 1.2120249271392822, - 1.2103580236434937, - 1.21027672290802, - 1.2082066535949707, - 1.2069023847579956, - 1.2063453197479248, - 1.2066919803619385, - 1.2066876888275146, - 1.2065625190734863, - 1.208839774131775, - 1.207309365272522, - 1.2064787149429321, - 1.2064625024795532, - 1.2061715126037598, - 1.2058347463607788, - 1.207187294960022, - 1.199784755706787, - 1.1972185373306274, - 1.1968261003494263, - 1.1982556581497192, - 1.1985934972763062, - 1.1982885599136353, - 1.1993883848190308, - 1.1981528997421265 + 1.1991337537765503, + 1.2034852504730225, + 1.1997995376586914, + 1.199042558670044, + 1.1990145444869995, + 1.2002589702606201, + 1.2017379999160767, + 1.2033896446228027, + 1.204497218132019, + 1.1987544298171997, + 1.1993451118469238, + 1.2005889415740967, + 1.2014710903167725, + 1.2039859294891357, + 1.1995525360107422, + 1.1990224123001099, + 1.1984806060791016, + 1.199488878250122, + 1.2007994651794434, + 1.2025285959243774, + 1.202620267868042, + 1.200278878211975, + 1.1981561183929443, + 1.1987645626068115, + 1.1996082067489624, + 1.202358365058899, + 1.1999337673187256, + 1.197160005569458, + 1.1951826810836792, + 1.1951732635498047, + 1.195521354675293, + 1.1975597143173218, + 1.203695297241211, + 1.1999549865722656, + 1.1988109350204468, + 1.2010269165039062, + 1.2040760517120361, + 1.2030913829803467, + 1.2026007175445557, + 1.2013217210769653, + 1.2007060050964355, + 1.2021024227142334, + 1.2052528858184814, + 1.206580638885498, + 1.2071152925491333, + 1.2056902647018433, + 1.2029500007629395, + 1.2056870460510254, + 1.2063634395599365, + 1.2056996822357178, + 1.2036497592926025, + 1.2012964487075806, + 1.198866844177246, + 1.2005019187927246, + 1.2022310495376587, + 1.2028813362121582, + 1.2028933763504028, + 1.2013300657272339, + 1.2024937868118286, + 1.2027440071105957, + 1.2033354043960571, + 1.2032722234725952, + 1.2013912200927734, + 1.197990894317627, + 1.1935228109359741, + 1.1933131217956543, + 1.194100022315979, + 1.19660222530365, + 1.1972177028656006, + 1.195322036743164, + 1.1959171295166016, + 1.1979578733444214 ], "p10": [ - 1.0992618799209595, - 1.0585112571716309, - 1.0492950677871704, - 1.042270302772522, - 1.034801959991455, - 1.0324114561080933, - 1.0361815690994263, - 1.0344343185424805, - 1.0327987670898438, - 1.0329852104187012, - 1.0177704095840454, - 1.016559362411499, - 1.0160740613937378, - 1.014892816543579, - 1.0161726474761963, - 1.0008388757705688, - 0.9907545447349548, - 0.9880019426345825, - 0.9890863299369812, - 0.9877209663391113, - 0.9869542121887207, - 0.9812401533126831, - 0.9697893857955933, - 0.9660044312477112, - 0.963948667049408, - 0.9618794918060303, - 0.9583640694618225, - 0.9445325136184692, - 0.9331052899360657, - 0.9298785924911499, - 0.9277117252349854, - 0.9305424094200134, - 0.9772744178771973, - 0.9798734188079834, - 0.9808345437049866, - 0.9708606600761414, - 0.9733198881149292, - 0.9716254472732544, - 0.966430127620697, - 0.9647597074508667, - 0.9606150984764099, - 0.9563146233558655, - 0.9559251070022583, - 0.9550778865814209, - 0.9553402066230774, - 0.9555079936981201, - 0.9503781199455261, - 0.9527735114097595, - 0.949030339717865, - 0.9452651143074036, - 0.9422879219055176, - 0.9379779100418091, - 0.9350814819335938, - 0.9323245286941528, - 0.9310176372528076, - 0.9284236431121826, - 0.9244141578674316, - 0.923468828201294, - 0.9189028739929199, - 0.9193723797798157, - 0.9153679609298706, - 0.9145541191101074, - 0.9116636514663696, - 0.9109010100364685, - 0.9322643280029297, - 0.9323222041130066, - 0.9403241872787476, - 0.9326537251472473, - 0.9317703247070312, - 0.9293209314346313, - 0.9228660464286804, - 0.921661376953125 + 1.0773452520370483, + 1.0785670280456543, + 1.0659900903701782, + 1.0549372434616089, + 1.047911524772644, + 1.0557130575180054, + 1.0612976551055908, + 1.0588204860687256, + 1.0567775964736938, + 1.0436742305755615, + 1.0412955284118652, + 1.0355544090270996, + 1.0355199575424194, + 1.038391351699829, + 1.0261356830596924, + 1.022226333618164, + 1.013871669769287, + 1.0133463144302368, + 1.0168958902359009, + 1.0134387016296387, + 1.012527346611023, + 1.0037610530853271, + 0.9971259832382202, + 0.9943271279335022, + 0.9936781525611877, + 0.9906738996505737, + 0.9830113649368286, + 0.9768169522285461, + 0.9645019769668579, + 0.9643390774726868, + 0.9655035734176636, + 0.9659356474876404, + 0.9949542880058289, + 0.9942070841789246, + 0.9898973703384399, + 0.9868791699409485, + 0.9885556101799011, + 0.9887451529502869, + 0.9828252792358398, + 0.9836915135383606, + 0.9799181222915649, + 0.9789973497390747, + 0.9802216291427612, + 0.9787248373031616, + 0.9810691475868225, + 0.9764065146446228, + 0.9726995825767517, + 0.9749820232391357, + 0.9713695049285889, + 0.968132734298706, + 0.9645178914070129, + 0.9582666158676147, + 0.9530206918716431, + 0.9557217955589294, + 0.955572783946991, + 0.9539708495140076, + 0.95098876953125, + 0.9465872049331665, + 0.9452236890792847, + 0.9462460875511169, + 0.9432876706123352, + 0.9432084560394287, + 0.9406961798667908, + 0.9378605484962463, + 0.9458217024803162, + 0.9475181698799133, + 0.9511582851409912, + 0.9496825337409973, + 0.9518193006515503, + 0.9495671987533569, + 0.9438016414642334, + 0.9472671151161194 ], "p90": [ - 1.4029362201690674, - 1.3971641063690186, - 1.387078881263733, - 1.3842839002609253, - 1.3870623111724854, - 1.390287160873413, - 1.4030070304870605, - 1.4150749444961548, - 1.4352515935897827, - 1.4444423913955688, - 1.4318634271621704, - 1.4431341886520386, - 1.4636003971099854, - 1.4726101160049438, - 1.484943151473999, - 1.4796109199523926, - 1.4878190755844116, - 1.4957729578018188, - 1.512037992477417, - 1.5223335027694702, - 1.5362402200698853, - 1.5405141115188599, - 1.532768726348877, - 1.5462218523025513, - 1.5719496011734009, - 1.580108880996704, - 1.5970783233642578, - 1.5811834335327148, - 1.5822126865386963, - 1.5922064781188965, - 1.6090794801712036, - 1.6358528137207031, - 1.5819971561431885, - 1.5840762853622437, - 1.5609791278839111, - 1.5908125638961792, - 1.600353479385376, - 1.6047637462615967, - 1.6196227073669434, - 1.6207140684127808, - 1.6338539123535156, - 1.6364575624465942, - 1.6425825357437134, - 1.6589646339416504, - 1.6646325588226318, - 1.6783738136291504, - 1.6724157333374023, - 1.6879281997680664, - 1.703608512878418, - 1.6952896118164062, - 1.7051678895950317, - 1.7015374898910522, - 1.7098562717437744, - 1.7112536430358887, - 1.7156460285186768, - 1.7306714057922363, - 1.7401034832000732, - 1.7506208419799805, - 1.7629388570785522, - 1.764927625656128, - 1.7769778966903687, - 1.7903928756713867, - 1.7963082790374756, - 1.812915563583374, - 1.722872018814087, - 1.7402317523956299, - 1.7387421131134033, - 1.7947845458984375, - 1.8121647834777832, - 1.8178622722625732, - 1.8427271842956543, - 1.8545098304748535 + 1.3373253345489502, + 1.3696231842041016, + 1.3634390830993652, + 1.3486206531524658, + 1.3564939498901367, + 1.3580536842346191, + 1.3728649616241455, + 1.384369969367981, + 1.392747163772583, + 1.3856654167175293, + 1.3868035078048706, + 1.391680121421814, + 1.4029256105422974, + 1.411895990371704, + 1.417804479598999, + 1.4168709516525269, + 1.427786111831665, + 1.4382641315460205, + 1.4489576816558838, + 1.4548481702804565, + 1.4646658897399902, + 1.4615275859832764, + 1.4595898389816284, + 1.461865782737732, + 1.4778249263763428, + 1.4821865558624268, + 1.47738516330719, + 1.4777430295944214, + 1.4747394323349, + 1.4844098091125488, + 1.4949212074279785, + 1.5100375413894653, + 1.5388468503952026, + 1.5279765129089355, + 1.511511206626892, + 1.528040885925293, + 1.5319182872772217, + 1.5305083990097046, + 1.5441222190856934, + 1.5396772623062134, + 1.5434635877609253, + 1.5482802391052246, + 1.5611820220947266, + 1.5737640857696533, + 1.5799506902694702, + 1.5788769721984863, + 1.5746835470199585, + 1.5899505615234375, + 1.595116138458252, + 1.5901422500610352, + 1.5894901752471924, + 1.5865910053253174, + 1.59132981300354, + 1.5934858322143555, + 1.6005852222442627, + 1.6097090244293213, + 1.6255148649215698, + 1.6218867301940918, + 1.63154935836792, + 1.6408833265304565, + 1.6493802070617676, + 1.6577470302581787, + 1.6569445133209229, + 1.6481400728225708, + 1.5857188701629639, + 1.568526029586792, + 1.5423171520233154, + 1.5840907096862793, + 1.584816813468933, + 1.5815765857696533, + 1.5933222770690918, + 1.6027843952178955 ], "timestamps": [ - "2026-06-16 01:20:00", - "2026-06-16 01:30:00", - "2026-06-16 01:40:00", "2026-06-16 01:50:00", "2026-06-16 02:00:00", "2026-06-16 02:10:00", @@ -523,6 +520,9 @@ "2026-06-17 01:00:00", "2026-06-17 01:10:00", "2026-06-17 01:20:00", - "2026-06-17 01:30:00" + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 16b5ffec0f4ce05c774e8c25707cce8b4bbb134d..c2d567810ff36225e71ce3bb3bc4fe7e11d8ec4c 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,59 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T22:44:27.523728+00:00", + "evaluated_at": "2026-06-18T01:53:24.775990+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0, - 2850.0, - 2850.0, - 2800.0, - 2800.0, - 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2850.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, 2800.0, 2800.0, 2800.0, @@ -101,9 +53,7 @@ 2750.0, 2750.0, 2750.0, - 2750.0 - ], - "actuals": [ + 2750.0, 2750.0, 2750.0, 2750.0, @@ -127,103 +77,137 @@ 2600.0, 2600.0, 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "actuals": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2600.0 ], "p50": [ - 2749.987060546875, - 2750.032958984375, - 2750.049072265625, - 2750.04443359375, - 2750.07177734375, - 2750.095947265625, - 2750.111083984375, - 2749.99658203125, - 2750.07373046875, - 2750.110595703125, - 2750.17724609375, - 2750.114990234375, - 2750.122314453125, - 2750.1494140625, - 2750.16650390625, - 2750.149658203125, - 2750.122802734375, - 2750.123291015625, - 2750.08154296875, - 2750.203857421875, - 2750.12255859375, - 2750.129638671875, - 2750.21875, - 2750.137939453125 + 2596.9794921875, + 2597.10791015625, + 2595.692138671875, + 2597.4658203125, + 2596.729736328125, + 2599.89208984375, + 2598.7958984375, + 2598.906005859375, + 2601.050537109375, + 2600.75927734375, + 2601.189208984375, + 2600.7763671875, + 2600.72314453125, + 2600.59521484375, + 2600.9091796875, + 2601.39697265625, + 2601.47900390625, + 2601.8623046875, + 2602.70263671875, + 2603.1865234375, + 2603.322998046875, + 2603.38330078125, + 2603.49560546875, + 2604.880126953125 ], "p10": [ - 2749.550537109375, - 2749.508544921875, - 2749.488525390625, - 2749.454833984375, - 2749.5224609375, - 2749.49951171875, - 2749.457763671875, - 2749.417724609375, - 2749.394775390625, - 2749.396728515625, - 2749.324462890625, - 2749.25927734375, - 2749.12451171875, - 2749.0810546875, - 2748.813232421875, - 2748.539306640625, - 2748.332763671875, - 2747.996826171875, - 2747.485107421875, - 2746.9638671875, - 2745.847900390625, - 2744.44189453125, - 2743.109130859375, - 2742.004638671875 + 2547.60791015625, + 2548.31396484375, + 2546.68798828125, + 2548.695556640625, + 2547.105224609375, + 2547.53662109375, + 2546.80615234375, + 2542.2353515625, + 2544.1806640625, + 2543.31396484375, + 2542.87548828125, + 2540.958251953125, + 2539.76611328125, + 2541.62353515625, + 2539.577880859375, + 2540.236328125, + 2537.043212890625, + 2536.769775390625, + 2535.760986328125, + 2534.97900390625, + 2533.770263671875, + 2533.43017578125, + 2532.680908203125, + 2530.790771484375 ], "p90": [ - 2750.651611328125, - 2756.56103515625, - 2769.7958984375, - 2787.729248046875, - 2794.110595703125, - 2793.35400390625, - 2800.589111328125, - 2802.56982421875, - 2801.64794921875, - 2800.96484375, - 2799.666748046875, - 2801.3837890625, - 2801.14501953125, - 2802.61572265625, - 2801.391845703125, - 2800.421875, - 2800.648193359375, - 2800.237060546875, - 2800.13037109375, - 2800.300048828125, - 2800.30322265625, - 2800.555908203125, - 2800.796142578125, - 2800.79248046875 + 2604.293701171875, + 2605.61572265625, + 2605.22998046875, + 2606.551025390625, + 2612.658203125, + 2611.487548828125, + 2618.434326171875, + 2630.46240234375, + 2655.24169921875, + 2660.34765625, + 2682.456298828125, + 2687.92041015625, + 2690.2421875, + 2691.30224609375, + 2690.72705078125, + 2692.66015625, + 2696.625244140625, + 2701.500732421875, + 2706.621826171875, + 2709.841552734375, + 2713.96484375, + 2722.05810546875, + 2720.85986328125, + 2733.089111328125 ], "timestamps": [ - "2026-06-17 10:55:00", - "2026-06-17 11:10:00", - "2026-06-17 11:25:00", - "2026-06-17 11:40:00", - "2026-06-17 11:55:00", - "2026-06-17 12:10:00", - "2026-06-17 12:25:00", - "2026-06-17 12:40:00", - "2026-06-17 12:55:00", - "2026-06-17 13:10:00", - "2026-06-17 13:25:00", - "2026-06-17 13:40:00", - "2026-06-17 13:55:00", - "2026-06-17 14:10:00", - "2026-06-17 14:25:00", - "2026-06-17 14:40:00", "2026-06-17 14:55:00", "2026-06-17 15:10:00", "2026-06-17 15:25:00", @@ -327,6 +311,22 @@ "2026-06-18 15:55:00", "2026-06-18 16:10:00", "2026-06-18 16:25:00", - "2026-06-18 16:40:00" + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index cccda903c33b2f403b5699b557e0cf302c95500e..4a2040fb76d1d44c8464acb1a0b0479f73657193 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,11 +1,29 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T01:34:58.482772+00:00", + "evaluated_at": "2026-06-18T01:53:37.807778+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T01:33:18.221328Z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t194200z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t012000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t225000z", + "data_fetched_at": "2026-06-18T01:50:48.063586Z", "context_length": 96, "prediction_length": 24 }