diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 222118fd3424752a8a5a728277b4644e04e163a0..5f81c753ae58bdb0ad0259f74ec77183ec9865b5 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,1586921.8411462195,408921.13719482813,568.7643724183787,0.5837366863721573,0.008774770674185568,0.00874893858359474,7.9886904585630125,1259.7308605992866,0.019393947977887124,0.008756304219704612,0.007780462998615404,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,1577646.6575860195,401886.23021554016,565.680713564212,0.5805718524115143,0.008725777261669678,0.008700806050131796,7.862097100137298,1256.0440508143095,0.019336270524811443,0.008708416954846953,0.007732622053643553,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.5521753714450721,0.5444102796589299,0.6186949445029831,0.5927521635708407,0.5474370899487411,0.3885011699886573,22.924856182328885,0.7430850364830879,0.5651194597190501,0.4705202441206619,0.4672278701230775,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.042580337329432526,0.05015685403201117,0.1830763844801624,0.9153818190220596,0.11969163498043137,0.13050875365245812,7.0032415613048125,0.2063500359327144,0.14272048803966975,0.1266234378077207,0.1042359012461829,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.40079363958202135,0.3940310323890523,0.5340389697147668,0.5121897927384848,0.4766369104733258,0.35444710860368916,19.67171429706834,0.6330826483027483,0.49142211520887363,0.41454075673180796,0.4112577412630653,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.04174450440371748,0.049979245463227594,0.18363497343217194,0.8833072965319699,0.12009818418302282,0.1308897452342859,6.363951477193676,0.2043147190089776,0.14117716122346344,0.12688789322790306,0.10377393148804079,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,1.1319829700889434,0.8064453514978399,0.7550347311713684,0.5143093499528586,0.04255311338366972,0.041310075078384044,4.858532525469425,1.0639468831144454,0.05860620720527631,0.04159016075377656,0.03667192794374334,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,343.0665473916124,349.6346531580425,13.222324280523457,1.052389009845002,0.27397308102808654,0.3590882636550788,27.232930390986866,18.522055701017972,0.4977932103297103,0.35535921918540087,0.3337963950176881,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,30.75109860238396,29.623182130744777,4.703072603758098,2.339911831445193,0.19256196475561116,0.17004344305667826,69.41630236128553,5.545367309960987,0.21369431285747728,0.18123594204005647,0.173803952326081,Weather,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index bccd78f625a5d3fed80882d27adc5c7d19e38bec..c5bb0b139eed7bf91c5b39578439e2bc776881eb 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T04:15:06.704589+00:00", + "evaluated_at": "2026-06-18T04:25:12.899054+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 64024.01171875 + 64098.01953125 ], "p50": [ 65176.380801840765, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 9cb4ae497b2547247090ebaf612eafdc4907157b..032e4641a5804bb6c294c61ba14530286425ab14 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T04:07:35.250663+00:00", + "evaluated_at": "2026-06-18T04:25:12.974241+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6009999513626099, - 1.6019999980926514, - 1.590000033378601, 1.5740000009536743, 1.5729999542236328, 1.5720000267028809, @@ -245,12 +242,12 @@ 1.5980000495910645, 1.6130000352859497, 1.6299999952316284, - 1.6339999437332153 - ], - "actuals": [ + 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, - 1.6490000486373901, + 1.6490000486373901 + ], + "actuals": [ 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, @@ -307,198 +304,198 @@ 1.0490000247955322, 1.0520000457763672, 1.0509999990463257, - 1.0729999542236328 + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167 ], "p50": [ - 1.6390593835985459, - 1.652184428429297, - 1.664382129955043, - 1.676351958503211, - 1.6890325153379875, - 1.6981626245273327, - 1.711056677699999, - 1.7225167507794237, - 1.7337055190028061, - 1.7449215673467255, - 1.7548184444261223, - 1.766390540880254, - 1.775831206843716, - 1.7871473309480133, - 1.7970299906836757, - 1.8089638262802925, - 1.8185287356153843, - 1.8296476654128, - 1.8398575728903102, - 1.8499551750060754, - 1.8598138318841362, - 1.8680484515353775, - 1.8786849526446887, - 1.888810228409729, - 1.8979294613187279, - 1.9041910891268774, - 1.9160801966543795, - 1.9275684055144184, - 1.9336621915805325, - 1.9429915245575133, - 1.9529459322305285, - 1.9604944582121901, - 1.9699833059092615, - 1.978275457961365, - 1.9873676141471335, - 1.9944292450903078, - 2.0036414152993576, - 2.0122824634628134, - 2.020866223740497, - 2.0281031853499494, - 2.036741064702878, - 2.044425018417238, - 2.0530658878193413, - 2.0597395477121796, - 2.06659060514564, - 2.0742127424825703, - 2.0825407475718762, - 2.0889198079588267, - 2.0963162916092184, - 2.1041377383331588, - 2.11101345467831, - 2.1185367231905756, - 2.1261613156032015, - 2.131710719632345, - 2.139940105219993, - 2.1460677232976373, - 2.1535133886464735, - 2.159839873880714, - 2.1657208339221934, - 2.171789203670394 + 1.6481028215475741, + 1.6573687317622539, + 1.6632324500130793, + 1.6712359834118984, + 1.6790529991661056, + 1.6845046813638422, + 1.691690324827968, + 1.697507838689902, + 1.7060201999451672, + 1.7114236323709342, + 1.7177489519434146, + 1.7247064837165156, + 1.7298551872667622, + 1.7365272976347654, + 1.742897241790972, + 1.748774567647175, + 1.7548424608763935, + 1.760625112702991, + 1.7646529449462927, + 1.7729878481078878, + 1.7781397809510477, + 1.7855615499960251, + 1.7915055165450307, + 1.7952487667478831, + 1.8012958537509343, + 1.8062384347466478, + 1.813490509873736, + 1.8170975166123233, + 1.8236032834828626, + 1.8292697750153593, + 1.8334411392857142, + 1.8386174840627545, + 1.843411510575419, + 1.8495783196540814, + 1.854652654478744, + 1.8579198344355374, + 1.864733423945567, + 1.8668678704590151, + 1.874170904784748, + 1.8771292072495633, + 1.8822669950271969, + 1.8878402986542393, + 1.892934441701673, + 1.8959610055769842, + 1.9011078790581117, + 1.9040953866298382, + 1.9098364436421411, + 1.9145354882114956, + 1.9172266994495348, + 1.9218544103891602, + 1.926880187414303, + 1.931041889379885, + 1.9352215959880488, + 1.9385164624923623, + 1.942502115264782, + 1.945493185646348, + 1.9508717022639348, + 1.954574483425921, + 1.9579191254427455, + 1.961926996633891 ], "p10": [ - 1.6254545987559452, - 1.6384413193667107, - 1.6503757756261908, - 1.6625209870296431, - 1.6747526034104938, - 1.6844513139390596, - 1.6985454238684674, - 1.7087092677208715, - 1.720485691910149, - 1.7330883559474604, - 1.7406989155553771, - 1.7528020177329255, - 1.7634642032768852, - 1.7756298051321797, - 1.7850019743975831, - 1.7973657221913266, - 1.8046825631182193, - 1.815881653001958, - 1.8260787773763723, - 1.8360030878802471, - 1.8471138858572262, - 1.8542073174566487, - 1.8654016483156115, - 1.8734162107822947, - 1.8844489526828183, - 1.8897775512839894, - 1.905458013523264, - 1.912023817976796, - 1.919190085388527, - 1.9315155672343391, - 1.938164331981823, - 1.9463935114581854, - 1.9567266544418378, - 1.963825349579063, - 1.9736313261202758, - 1.9818606591864907, - 1.9890500671680886, - 1.9972868139278732, - 2.006595171966685, - 2.0126158311406614, - 2.0219559397349145, - 2.0306328974307917, - 2.0398494411794603, - 2.0469801067576796, - 2.052567638239469, - 2.0602630070424217, - 2.0697132240900644, - 2.0751406068513387, - 2.0838774802592317, - 2.0897027962120243, - 2.097192357536852, - 2.1053851940313346, - 2.110871829732258, - 2.1191456754741167, - 2.1267348598580984, - 2.1329325633861447, - 2.1394622078700136, - 2.146515218715814, - 2.1529526937046626, - 2.15948004571528 + 1.636658212952513, + 1.6449778713694982, + 1.6494248693247922, + 1.6562560573705778, + 1.6637216076961674, + 1.6702467415347018, + 1.678507711298919, + 1.6868752421164388, + 1.691676495782027, + 1.6984265240835186, + 1.7018951412896541, + 1.7096093752033605, + 1.7161580486162562, + 1.7224113637985317, + 1.728634078314902, + 1.7362909463984981, + 1.7411082851956552, + 1.748046293964854, + 1.752529995746432, + 1.75862670265609, + 1.7641964075913912, + 1.7712293379307775, + 1.7769070301099434, + 1.7818479392651345, + 1.7869777283161197, + 1.7912127061431473, + 1.79927616630773, + 1.8033311383623676, + 1.807582946092637, + 1.8153634766892077, + 1.8205761965645255, + 1.825271597113151, + 1.8287261322774335, + 1.8358787144083732, + 1.8428625955776088, + 1.8441994120570133, + 1.849090698751632, + 1.8523925414891431, + 1.8601918480965194, + 1.8646583942222494, + 1.869658356203246, + 1.8739963673597602, + 1.8808229905052007, + 1.881413552699933, + 1.8874242103728343, + 1.8916632847639137, + 1.8951893765635452, + 1.9006851572621233, + 1.9046232024176364, + 1.9076312614866062, + 1.9133381019522313, + 1.9162780372975357, + 1.923639420830088, + 1.925555547923591, + 1.927995337324939, + 1.9318522842760868, + 1.9384044945166694, + 1.9408851009700512, + 1.9450369696388332, + 1.9494985033758032 ], "p90": [ - 1.6522899091043803, - 1.664899563385567, - 1.6780628516381104, - 1.690896496257896, - 1.7057832080919877, - 1.713288027302758, - 1.7231282304775646, - 1.7353230409275315, - 1.7492225883358508, - 1.759038336470707, - 1.7737340163009605, - 1.7793656401416302, - 1.7905164869918078, - 1.8006970727694618, - 1.8075077152679087, - 1.8220042971993746, - 1.8302732013728455, - 1.8422236751848, - 1.852327970368014, - 1.8627967252088422, - 1.871454229757416, - 1.8842724249810603, - 1.8903763059480572, - 1.9015881624190993, - 1.9112022321358344, - 1.9194030881380246, - 1.9298492224648132, - 1.9397563563062994, - 1.9471356906562682, - 1.9587397258212327, - 1.9684805446558618, - 1.9747537523952514, - 1.9851021636700907, - 1.9937114385792645, - 1.999373344705506, - 2.0115896759831466, - 2.014569887186288, - 2.025669406574333, - 2.033823017297579, - 2.040614054324734, - 2.050948891328415, - 2.0572036888495497, - 2.065103252413578, - 2.0728156422272948, - 2.0815505197347646, - 2.087919608311422, - 2.0983992530518836, - 2.1014521650753846, - 2.110455920945928, - 2.117857191755327, - 2.1245539057686615, - 2.132118641658426, - 2.1379197128419287, - 2.1456296320535255, - 2.1525459555973843, - 2.157965375752589, - 2.1681215423077544, - 2.1756287430920316, - 2.1782467241019767, - 2.1848730128973295 + 1.6640967056664857, + 1.6680830722121254, + 1.6785732783151641, + 1.685311805600141, + 1.6924934328070587, + 1.6972405073922026, + 1.7051683334887562, + 1.7078434704854164, + 1.7192346986205276, + 1.7262526845841695, + 1.7305299067090214, + 1.7370393966516677, + 1.7429780930784418, + 1.7505883359602727, + 1.7568483856394224, + 1.7647344298003864, + 1.7706479410505418, + 1.7741071930709449, + 1.779446375629662, + 1.7844391425843396, + 1.7937844453570577, + 1.8012957586955418, + 1.8052030755499509, + 1.8092744809112247, + 1.8161548239603234, + 1.8194689843934069, + 1.8251301149523458, + 1.83031768936935, + 1.8358144603905284, + 1.843861905064173, + 1.8498593215412247, + 1.8519816460269338, + 1.8581901921320396, + 1.8661021409149818, + 1.867065596309468, + 1.8710487131506548, + 1.8779656916331966, + 1.881604139554068, + 1.8877555871396439, + 1.8902989716395906, + 1.898678561965261, + 1.9003140793203053, + 1.904215318127898, + 1.9114674775550642, + 1.914320988648134, + 1.9197912603205582, + 1.924755994867262, + 1.9269566062501768, + 1.9312134280067133, + 1.9344513059487918, + 1.9425686660997121, + 1.9428536947272375, + 1.947048009601394, + 1.9512412306982636, + 1.9557874297382363, + 1.9596443286662573, + 1.9656400914353347, + 1.968784161992988, + 1.970200945136509, + 1.9763812916328023 ], "timestamps": [ - "2026-06-16 22:00:00", - "2026-06-16 22:06:00", - "2026-06-16 22:12:00", "2026-06-16 22:18:00", "2026-06-16 22:24:00", "2026-06-16 22:30:00", @@ -795,6 +792,9 @@ "2026-06-18 03:36:00", "2026-06-18 03:42:00", "2026-06-18 03:48:00", - "2026-06-18 03:54:00" + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 23a995b67205b62fe51be78cd3d53570f394dc65..647a6fc4772044a1c47622de931a6c5803932a7d 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T03:58:10.090822+00:00", + "evaluated_at": "2026-06-18T04:25:13.052338+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 1.0, 1.0, 0.8999999761581421, 0.8999999761581421, @@ -81,10 +80,10 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -155,232 +154,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, - 1.7999999523162842 + 1.7999999523162842, + 1.399999976158142 ], "p50": [ - 1.2710510417479128, - 1.2700321665710106, - 1.2719559947329906, - 1.2703731229693644, - 1.2713115765685217, - 1.2705792742989717, - 1.270884880339109, - 1.2719234693064632, - 1.2716316588343095, - 1.2716305110790804, - 1.2692258828708471, - 1.2719189384812533, - 1.2696891652688898, - 1.274868807381, - 1.2730576899096784, - 1.271629657473429, - 1.2702334434604359, - 1.2725247750633317, - 1.2702334416140926, - 1.2722217777905502, - 1.2690278164445115, - 1.2719187811632633, - 1.271251789719647, - 1.2716296521981834, - 1.2708739272218077, - 1.2716296521933241, - 1.2717742166619785, - 1.2690278163688424, - 1.2705536842097005, - 1.2712517897057842, - 1.2719187811308057, - 1.2702334411999754, - 1.2708739272192644, - 1.27023344119997, - 1.2719187811307908, - 1.2690278163686435, - 1.2712517897057483, - 1.2708739272192617, - 1.2694794105068117, - 1.2795069497088623, - 1.269269723094185, - 1.2708739272192617, - 1.270233441199969, - 1.2694794105068117, - 1.2712517897057483, - 1.269269723094185, - 1.2688301174888583, - 1.2702815125693503, - 1.2725247740958023, - 1.2696890979194386, - 1.2705536842096152, - 1.2696890979194386, - 1.2682039980117414, - 1.2692255152484282, - 1.2688301174888583, - 1.2696890979194386, - 1.2708739272192617, - 1.2694794105068117, - 1.2686613108748621, - 1.2692255152484282, - 1.2708739272192617, - 1.2708739272192617, - 1.2719187811307904, - 1.2716296521922346, - 1.2722217776132965, - 1.2708739272192617, - 1.2692476191713067, - 1.2696890979194386, - 1.2699612695597038, - 1.2709315466961018, - 1.2708739272192617, - 1.2696890979194386 + 1.2736158767830674, + 1.2702172415424609, + 1.2708152043385774, + 1.272694142469932, + 1.272632194320044, + 1.2708800809361822, + 1.27270743944159, + 1.2725896723885797, + 1.2722264020873082, + 1.269851840613898, + 1.2703087969460447, + 1.2722249927473794, + 1.2696473564426507, + 1.271863678558682, + 1.2711588625883135, + 1.271863660883603, + 1.269647307476251, + 1.270561966766484, + 1.2708604100148135, + 1.2718636570799555, + 1.2718636570052007, + 1.2748887435007, + 1.2692787819555011, + 1.2711588533724913, + 1.2711588533700138, + 1.2711588533689566, + 1.2708604097095582, + 1.2696237306743268, + 1.2700550714703294, + 1.2736943718506557, + 1.2705619660502863, + 1.2718636569495712, + 1.2696473057976847, + 1.271511255158869, + 1.2742915576637963, + 1.2705619660502754, + 1.2731967090019454, + 1.268942537582791, + 1.270308518760272, + 1.2701046359239792, + 1.2696237306741838, + 1.2718636569495667, + 1.27369437185063, + 1.2711588533681701, + 1.2726990461532608, + 1.2731967090019454, + 1.269647305797683, + 1.269647305797683, + 1.2705619660502754, + 1.2718636569495667, + 1.2700550714702685, + 1.2700550714702685, + 1.269647305797683, + 1.2718636569495667, + 1.2715112551588685, + 1.2722248740515099, + 1.2708604097092229, + 1.2705619660502754, + 1.2726990461532608, + 1.270308518760272, + 1.2748887434769622, + 1.2711588533681701, + 1.27369437185063, + 1.2718636569495667, + 1.2718636569495667, + 1.2722248740515099, + 1.2731967090019454, + 1.2700550714702685, + 1.2698511886339756, + 1.2748887434769622, + 1.2715112551588685, + 1.2700550714702685 ], "p10": [ - 1.1677523325428059, - 1.1705448197900543, - 1.1931341196043588, - 1.1699220580826242, - 1.1916743709472908, - 1.166515861960972, - 1.1916255372043645, - 1.189436051483061, - 1.1955682324596137, - 1.1664911307584613, - 1.1694535334914864, - 1.2055202423629858, - 1.1664903392210666, - 1.1694531946961104, - 1.191614596423124, - 1.169782381594423, - 1.1664902741320824, - 1.2065920154121623, - 1.1697823767273523, - 1.1958727203007855, - 1.1916145841603853, - 1.1612976920787135, - 1.1694531658829663, - 1.192688457771643, - 1.1697823763157746, - 1.1916145840856067, - 1.1697823763136947, - 1.1916145840847163, - 1.165971013889163, - 1.1926884577657304, - 1.192807777063618, - 1.1697823763132351, - 1.1664902718716181, - 1.1958727201235329, - 1.161297692046241, - 1.1664902718716157, - 1.1916145840845171, - 1.1916145840845171, - 1.165971013889078, - 1.1694531658690674, - 1.1697823763132287, - 1.1697823763132287, - 1.1928077770636027, - 1.1664902718716155, - 1.1697823763132287, - 1.1664902718716155, - 1.1664902718716155, - 1.1664902718716155, - 1.1955662258175388, - 1.1958727201235317, - 1.1697823763132287, - 1.1664902718716155, - 1.1664902718716155, - 1.1926884577656942, - 1.1697823763132287, - 1.1664902718716155, - 1.1916145840845171, - 1.1664902718716155, - 1.1697823763132287, - 1.1612976920462406, - 1.165971013889078, - 1.1694531658690674, - 1.1697823763132287, - 1.189102152863227, - 1.1664902718716155, - 1.1579930289345803, - 1.1664902718716155, - 1.1916145840845171, - 1.1694531658690674, - 1.1612976920462406, - 1.1664902718716155, - 1.1954469065196303 + 1.1717365293428923, + 1.1706139213050435, + 1.1702736487250684, + 1.1899276156040426, + 1.170391629777926, + 1.167114036092611, + 1.1700288037250957, + 1.1919869274867154, + 1.170347054647133, + 1.167095016845574, + 1.1964501886948806, + 1.1670944835615213, + 1.1670944155106193, + 1.193236947468344, + 1.1619193382107476, + 1.1932369297932648, + 1.1670943665442197, + 1.1619193297068129, + 1.1670943651712422, + 1.1703455267417235, + 1.1619193290462382, + 1.2061596068129679, + 1.1898195642976914, + 1.1619193289949254, + 1.1703455266131784, + 1.1615820835674098, + 1.191983346251924, + 1.1619193289907472, + 1.1898195642876241, + 1.1919833462516143, + 1.158546874750805, + 1.193236925859233, + 1.1670943648656533, + 1.1665768612781475, + 1.1933762124823, + 1.1919833462515885, + 1.207238461931466, + 1.1619193289906042, + 1.1933762124822997, + 1.1670943648656515, + 1.1670943648656515, + 1.1932369258592286, + 1.196449910509108, + 1.1898195642875633, + 1.1703455266113347, + 1.1938394721193306, + 1.1700204104367664, + 1.1670943648656515, + 1.1665768612781469, + 1.1670943648656515, + 1.1665768612781469, + 1.1703455266113347, + 1.1898195642875633, + 1.1670943648656515, + 1.1933762124822997, + 1.1619193289906042, + 1.157553374821542, + 1.1898195642875633, + 1.2058522369865494, + 1.1919833462515885, + 1.1933762124822997, + 1.1932369258592286, + 1.2061596067892302, + 1.1919833462515885, + 1.1919833462515885, + 1.1933762124822997, + 1.196449910509108, + 1.1670943648656515, + 1.1619193289906042, + 1.1619193289906042, + 1.1703455266113347, + 1.1670943648656515 ], "p90": [ - 1.410118357659107, - 1.3878584623119314, - 1.416728463406807, - 1.4092832289608417, - 1.4164619077288245, - 1.4091691372808026, - 1.4164130739858982, - 1.4165225403695263, - 1.4164041275081258, - 1.4235666312741497, - 1.4091439148138651, - 1.372735299540752, - 1.4175595014935294, - 1.4165178810208965, - 1.4216465534458373, - 1.4165178574750479, - 1.4164021231265178, - 1.4175594351116076, - 1.4165178526079771, - 1.4083370391826329, - 1.4216465411830987, - 1.4218384642677109, - 1.4175594341579771, - 1.4218384642411868, - 1.4216465411097765, - 1.4235657723883934, - 1.4216465411076966, - 1.41640212086625, - 1.4091435471915312, - 1.42356577238734, - 1.4165178521938688, - 1.4175594341440847, - 1.4091435471914489, - 1.4216465411072317, - 1.4235657723873043, - 1.3711394892297544, - 1.4216465411072305, - 1.4175594341440783, - 1.4091435471914462, - 1.4515981743703819, - 1.4164021208660509, - 1.4235657723873039, - 1.4175594341440783, - 1.3870960188351058, - 1.4164021208660509, - 1.4175594341440783, - 1.4164021208660509, - 1.4175594341440783, - 1.4175594341440783, - 1.408337039005379, - 1.3870960188351058, - 1.408337039005379, - 1.4179681448403934, - 1.4216465411072305, - 1.408337039005379, - 1.389220120852133, - 1.389220120852133, - 1.4091435471914462, - 1.3870960188351058, - 1.4175594341440783, - 1.4235657723873039, - 1.4181600679684008, - 1.4165178521938535, - 1.4216465411072305, - 1.4216465411072305, - 1.4165178521938535, - 1.4179681448403934, - 1.4164021208660509, - 1.4175594341440783, - 1.4165178521938535, - 1.4165178521938535, - 1.3870960188351058 + 1.4183908529065603, + 1.4175933610432798, + 1.3880180559244473, + 1.4183811246761584, + 1.4222722984657001, + 1.4182927445866387, + 1.4222345885874381, + 1.4269379144813967, + 1.4168599089680594, + 1.4168590329121835, + 1.4186686637393946, + 1.4224169270328921, + 1.418273124004647, + 1.3898664435314112, + 1.408780869717795, + 1.408780864431688, + 1.4224168100155905, + 1.3877648183523539, + 1.4095886128467032, + 1.4168583810626498, + 1.4222261953547428, + 1.4222261953228466, + 1.4169998501851309, + 1.416999850179324, + 1.4182730733615228, + 1.4776493348003934, + 1.4182730733600146, + 1.4222261952992519, + 1.3898664219223567, + 1.4222261952991346, + 1.4095886125411234, + 1.4182730733596836, + 1.387764817636147, + 1.4222261952991095, + 1.4097300817838547, + 1.4547020947026195, + 1.418668385553622, + 1.416858380932261, + 1.4182730733596791, + 1.418668385553622, + 1.3877648176361452, + 1.418668385553622, + 1.418668385553622, + 1.418668385553622, + 1.4222261952991089, + 1.4182730733596791, + 1.4087808604976517, + 1.4222261952991089, + 1.4182730733596791, + 1.4224168083370223, + 1.4224168083370223, + 1.4087808604976517, + 1.4241323256782434, + 1.418668385553622, + 1.3877648176361452, + 1.4087808604976517, + 1.3877648176361452, + 1.4182730733596791, + 1.4222261952991089, + 1.4182730733596791, + 1.4222261952991089, + 1.4182730733596791, + 1.4182730733596791, + 1.416858380932261, + 1.4182730733596791, + 1.4087808604976517, + 1.416858380932261, + 1.4182730733596791, + 1.418668385553622, + 1.4173951623689458, + 1.4095886125411126, + 1.3686048471757661 ], "timestamps": [ - "2026-06-16 03:40:00", "2026-06-16 03:50:00", "2026-06-16 04:00:00", "2026-06-16 04:10:00", @@ -527,6 +526,7 @@ "2026-06-17 03:40:00", "2026-06-17 03:50:00", "2026-06-17 04:00:00", - "2026-06-17 04:10:00" + "2026-06-17 04:10:00", + "2026-06-17 04:20:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index accc5436252d23003b3264c0ccf8b94a8af90c62..60dfa8eff8854780aa4494f90a1cac1d3ed51449 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,13 +1,25 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T04:15:06.730559+00:00", + "evaluated_at": "2026-06-18T04:25:13.073506+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:12:34.379620Z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 2af9714f7cdb277f9dda65fa5f9eb3a1b210827a..6dfa15714b0d44cad6b3460da0b4fb39326d1da9 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -9,4 +9,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 -2026-06-18,Chronos-2,3.600,3.700,3.600,3.700,4.000,4.000,3.600,3.700,4.200 +2026-06-18,Chronos-2,3.900,4.100,3.900,3.800,4.100,4.200,3.900,3.800,4.400 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index fa4e5bd98a42726a9ee0085ca51d4c680fc1f843..c65163193625c9826fdce8ab59835620d4d59ad6 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.05,3.85,4.05,3.95,4.2,3.675,4.05,3.95,4.2 +2026-W25,Chronos-Bolt-Mini,4.125,3.95,4.125,3.975,4.225,3.725,4.125,3.975,4.25 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 10c58057c84fbbb158791431b04a757b7497796b..cbc0afe7982eccb2c048dab3aa787c81be87f3cd 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,920368.5508613586,920368.5508613586,824.927734375,0.8466433650072865,0.012767739619272309,0.01265948953027303,4.030767845580958,959.3584058428626,0.014769620715820175,0.012700018763034896,0.008000677910410873,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,911042.4582964579,911042.4582964579,821.8440755208334,0.8434785310466436,0.012718467053448692,0.012611359798378107,4.030767845580958,954.485441636727,0.014693902414900574,0.012651944303372006,0.007984474267701304,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.46663247011828435,0.46663247011828435,0.5149871309598287,0.49339296983071834,0.4700112407650295,0.7469464933561892,6.790322449272187,0.6831050212948843,0.5195043926501152,0.3916499928294623,0.31843840887183494,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.02885681069847459,0.02885681069847459,0.13142549826039207,0.6571274170891991,0.08600439988103248,0.09122478190572401,3.934398697701749,0.169872925148402,0.11749136205535576,0.0908994813972126,0.09989174414545345,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.8149897165756301,0.8149897165756301,0.7148140688737233,0.6855688265194061,0.6483160906476086,0.9581116453602541,16.39359234407758,0.902767808783427,0.7007616893689957,0.5548650601129762,0.4925583363965729,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.03200667458102006,0.03200667458102006,0.14044628043969473,0.6755642564403987,0.09181035557727377,0.09787443333059848,3.760106510688031,0.17890409324836606,0.12361895480938069,0.09704541734949261,0.10284536682834505,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,2.068953128671486,2.068953128671486,1.1552409331003826,0.7869190499621381,0.06532885588680039,0.062138252187323995,19.645134788731102,1.4383855980478553,0.07923170389250549,0.06363502781183017,0.05418855440727655,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,29.617508553143427,29.617508553143427,4.639128843943278,0.36923676254199206,0.14059551491276898,0.14270377952704527,2.6607906800964867,5.442197033656851,0.14626285420802285,0.12467983455166705,0.1461402614451588,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.9742980832396217,1.9742980832396217,1.3496735095977783,0.6715007995352723,0.053435004497120554,0.05508046546586476,2.501346422119196,1.4050971792867644,0.05414632781606978,0.052010540888312425,0.0435686620884854,Weather,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 94c51cd0e80643f76a703ca6a850e3deca9cbf18..5f9373bafa10d22fa646d1e3ff1a05062bf5ae5b 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T04:12:55.254389+00:00", + "evaluated_at": "2026-06-18T04:20:01.979835+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 64024.01171875 + 64098.01953125 ], "p50": [ 65849.78125, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 8d7db7b2d705f377ad9f173783459212eca69ffd..9dfe2f6d2e4cc4a40baae1194ba82f6452bcc46b 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T04:03:03.532332+00:00", + "evaluated_at": "2026-06-18T04:20:07.508559+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6009999513626099, - 1.6019999980926514, - 1.590000033378601, 1.5740000009536743, 1.5729999542236328, 1.5720000267028809, @@ -245,12 +242,12 @@ 1.5980000495910645, 1.6130000352859497, 1.6299999952316284, - 1.6339999437332153 - ], - "actuals": [ + 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, - 1.6490000486373901, + 1.6490000486373901 + ], + "actuals": [ 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, @@ -307,198 +304,198 @@ 1.0490000247955322, 1.0520000457763672, 1.0509999990463257, - 1.0729999542236328 + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167 ], "p50": [ - 1.6584844589233398, - 1.6628844738006592, - 1.6640760898590088, - 1.6635706424713135, - 1.657975435256958, - 1.6535251140594482, - 1.6484858989715576, - 1.6380845308303833, - 1.628431797027588, - 1.6175880432128906, - 1.5993170738220215, - 1.582129955291748, - 1.5660622119903564, - 1.5434679985046387, - 1.5215224027633667, - 1.4926371574401855, - 1.4499999284744263, - 1.4189211130142212, - 1.3869080543518066, - 1.3500988483428955, - 1.315128207206726, - 1.2787834405899048, - 1.2392253875732422, - 1.1968650817871094, - 1.1510968208312988, - 1.1088590621948242, - 1.0621912479400635, - 1.021069884300232, - 0.9783051609992981, - 0.9299888610839844, - 0.8816625475883484, - 0.8436892032623291, - 0.7344011664390564, - 0.6916390657424927, - 0.639913022518158, - 0.5869092345237732, - 0.5376270413398743, - 0.48909592628479004, - 0.44187015295028687, - 0.3885723352432251, - 0.3407260775566101, - 0.29811352491378784, - 0.25072216987609863, - 0.19760620594024658, - 0.15944063663482666, - 0.11402416229248047, - 0.06274020671844482, - 0.029619216918945312, - 0.01527559757232666, - -0.03135323524475098, - -0.07089793682098389, - -0.0984729528427124, - -0.13330340385437012, - -0.18189537525177002, - -0.21231019496917725, - -0.24860119819641113, - -0.270410418510437, - -0.2909374237060547, - -0.3247194290161133, - -0.33848512172698975 + 1.6498308181762695, + 1.6466221809387207, + 1.6384239196777344, + 1.6297671794891357, + 1.6138794422149658, + 1.5971739292144775, + 1.581782341003418, + 1.5634284019470215, + 1.5408909320831299, + 1.517146348953247, + 1.4919192790985107, + 1.4647578001022339, + 1.4341752529144287, + 1.398603916168213, + 1.3683137893676758, + 1.3340158462524414, + 1.2799705266952515, + 1.2435481548309326, + 1.2028933763504028, + 1.152397632598877, + 1.1084140539169312, + 1.0604315996170044, + 1.0101205110549927, + 0.9629448056221008, + 0.9123488068580627, + 0.8620424866676331, + 0.8142218589782715, + 0.7587683200836182, + 0.7069029808044434, + 0.6520745754241943, + 0.5968351364135742, + 0.5445177555084229, + 0.45374470949172974, + 0.38926857709884644, + 0.34658247232437134, + 0.2923474907875061, + 0.22883528470993042, + 0.17916446924209595, + 0.1269376277923584, + 0.06767165660858154, + 0.01554417610168457, + -0.03381609916687012, + -0.08008408546447754, + -0.12436294555664062, + -0.1638956069946289, + -0.20683717727661133, + -0.2597447633743286, + -0.2998013496398926, + -0.3142653703689575, + -0.35261499881744385, + -0.39329588413238525, + -0.43061673641204834, + -0.44777119159698486, + -0.48297882080078125, + -0.5131124258041382, + -0.5484937429428101, + -0.5682474374771118, + -0.5761069059371948, + -0.6061035394668579, + -0.6162941455841064 ], "p10": [ - 1.6368281841278076, - 1.6410679817199707, - 1.6332886219024658, - 1.6206525564193726, - 1.6194531917572021, - 1.6051077842712402, - 1.5984466075897217, - 1.5853300094604492, - 1.5676183700561523, - 1.5519039630889893, - 1.5261858701705933, - 1.5059404373168945, - 1.480520248413086, - 1.4401181936264038, - 1.4186210632324219, - 1.364775538444519, - 1.3225046396255493, - 1.2910243272781372, - 1.253814935684204, - 1.2134439945220947, - 1.1696765422821045, - 1.1268219947814941, - 1.070223093032837, - 1.0179530382156372, - 0.9581433534622192, - 0.9092501401901245, - 0.8352056741714478, - 0.7806631326675415, - 0.7164927124977112, - 0.6630799174308777, - 0.6118320226669312, - 0.5477501749992371, - 0.4357958436012268, - 0.3795667886734009, - 0.3157420754432678, - 0.26645880937576294, - 0.19137024879455566, - 0.1332518458366394, - 0.07989442348480225, - 0.01684117317199707, - -0.03908360004425049, - -0.09698307514190674, - -0.14803838729858398, - -0.20353662967681885, - -0.25225532054901123, - -0.32657814025878906, - -0.37562692165374756, - -0.3952515125274658, - -0.4981577396392822, - -0.5715476274490356, - -0.6145085096359253, - -0.6460086107254028, - -0.6914336681365967, - -0.7237043380737305, - -0.7551077604293823, - -0.7969837188720703, - -0.837531566619873, - -0.858668327331543, - -0.9012773036956787, - -0.9157313108444214 + 1.6224541664123535, + 1.6193022727966309, + 1.604116439819336, + 1.5826700925827026, + 1.5720432996749878, + 1.5463371276855469, + 1.5314433574676514, + 1.509975790977478, + 1.4819707870483398, + 1.4512439966201782, + 1.4184684753417969, + 1.3842871189117432, + 1.3507204055786133, + 1.3020607233047485, + 1.2730448246002197, + 1.2163796424865723, + 1.1616841554641724, + 1.1226049661636353, + 1.0653293132781982, + 1.013128399848938, + 0.9597994089126587, + 0.9039186835289001, + 0.8455394506454468, + 0.7824643850326538, + 0.7131674289703369, + 0.6540817022323608, + 0.5976895093917847, + 0.5316430330276489, + 0.45154184103012085, + 0.3914616107940674, + 0.3119564652442932, + 0.25199073553085327, + 0.16282212734222412, + 0.11798906326293945, + 0.05607771873474121, + -0.002314448356628418, + -0.07103323936462402, + -0.12951898574829102, + -0.18830561637878418, + -0.24862897396087646, + -0.3080531358718872, + -0.375449538230896, + -0.42331743240356445, + -0.4793022871017456, + -0.5384328365325928, + -0.6098225116729736, + -0.6556286811828613, + -0.6879684925079346, + -0.7580914497375488, + -0.8054608106613159, + -0.8583365678787231, + -0.8855955600738525, + -0.925283670425415, + -0.9496347904205322, + -0.9806334972381592, + -1.0167067050933838, + -1.0417962074279785, + -1.0601515769958496, + -1.1004815101623535, + -1.104604959487915 ], "p90": [ - 1.6793537139892578, - 1.6841732263565063, - 1.6959267854690552, - 1.6973317861557007, - 1.6979167461395264, - 1.6932978630065918, - 1.6950212717056274, - 1.6913485527038574, - 1.6883305311203003, - 1.6853739023208618, - 1.6743067502975464, - 1.656604290008545, - 1.6488678455352783, - 1.6367803812026978, - 1.6226005554199219, - 1.6056052446365356, - 1.5718830823898315, - 1.5467114448547363, - 1.5147557258605957, - 1.491271734237671, - 1.4705811738967896, - 1.4382081031799316, - 1.4156465530395508, - 1.3853387832641602, - 1.3597216606140137, - 1.322514295578003, - 1.2927212715148926, - 1.2520396709442139, - 1.2246458530426025, - 1.207058310508728, - 1.1675362586975098, - 1.122039556503296, - 1.122494101524353, - 1.0900847911834717, - 1.0542750358581543, - 1.0026568174362183, - 0.9778907299041748, - 0.9374698400497437, - 0.9067338705062866, - 0.8847066760063171, - 0.8535802960395813, - 0.8018287420272827, - 0.7917540073394775, - 0.7387352585792542, - 0.7207979559898376, - 0.6919419765472412, - 0.6671509742736816, - 0.6440486907958984, - 0.7186063528060913, - 0.7088074684143066, - 0.682398796081543, - 0.6695466041564941, - 0.6258587837219238, - 0.6076287031173706, - 0.5877416133880615, - 0.6108615398406982, - 0.6158769130706787, - 0.5686936974525452, - 0.5688235759735107, - 0.5323815941810608 + 1.6726458072662354, + 1.6714794635772705, + 1.6765844821929932, + 1.6677473783493042, + 1.6569985151290894, + 1.6395926475524902, + 1.6319949626922607, + 1.6237623691558838, + 1.6025002002716064, + 1.5866349935531616, + 1.5656516551971436, + 1.5421088933944702, + 1.519112229347229, + 1.49763023853302, + 1.4662158489227295, + 1.4470890760421753, + 1.4127068519592285, + 1.3666883707046509, + 1.3358404636383057, + 1.297253966331482, + 1.256651759147644, + 1.2165379524230957, + 1.1819864511489868, + 1.1343562602996826, + 1.1042348146438599, + 1.0670490264892578, + 1.0312573909759521, + 0.9719778299331665, + 0.9364740252494812, + 0.8968838453292847, + 0.8668687343597412, + 0.8105791807174683, + 0.7718085050582886, + 0.7190347909927368, + 0.679916262626648, + 0.6325294971466064, + 0.6055805683135986, + 0.5398452877998352, + 0.5093230605125427, + 0.47447484731674194, + 0.4411240816116333, + 0.3985998034477234, + 0.38839924335479736, + 0.31533217430114746, + 0.29818177223205566, + 0.2707517147064209, + 0.24026912450790405, + 0.18311482667922974, + 0.26136261224746704, + 0.2308141589164734, + 0.2038203477859497, + 0.18605226278305054, + 0.18812328577041626, + 0.14057058095932007, + 0.11671173572540283, + 0.125072181224823, + 0.08803105354309082, + 0.101406991481781, + 0.09066009521484375, + 0.058098673820495605 ], "timestamps": [ - "2026-06-16 22:00:00", - "2026-06-16 22:06:00", - "2026-06-16 22:12:00", "2026-06-16 22:18:00", "2026-06-16 22:24:00", "2026-06-16 22:30:00", @@ -795,6 +792,9 @@ "2026-06-18 03:36:00", "2026-06-18 03:42:00", "2026-06-18 03:48:00", - "2026-06-18 03:54:00" + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 35aef86c7204d2f895a9539c127e30bed9cf4a9c..046f923577f8c74ad834ea0e330488e79572262b 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:55:52.227800+00:00", + "evaluated_at": "2026-06-18T04:20:14.402545+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 1.0, 1.0, 0.8999999761581421, 0.8999999761581421, @@ -81,10 +80,10 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -155,232 +154,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, - 1.7999999523162842 + 1.7999999523162842, + 1.399999976158142 ], "p50": [ - 1.3320491313934326, - 1.3257358074188232, - 1.325107216835022, - 1.322671890258789, - 1.3211930990219116, - 1.3224540948867798, - 1.3230212926864624, - 1.3258671760559082, - 1.3275177478790283, - 1.3290060758590698, - 1.326837420463562, - 1.3305448293685913, - 1.3301104307174683, - 1.3285307884216309, - 1.3322227001190186, - 1.329750657081604, - 1.3469429016113281, - 1.3497488498687744, - 1.3523578643798828, - 1.3524749279022217, - 1.3512566089630127, - 1.3552603721618652, - 1.3535706996917725, - 1.3535182476043701, - 1.3576743602752686, - 1.3579655885696411, - 1.3561630249023438, - 1.3555912971496582, - 1.3539738655090332, - 1.3549816608428955, - 1.3560974597930908, - 1.3544433116912842, - 1.3633902072906494, - 1.3658798933029175, - 1.366770625114441, - 1.3651578426361084, - 1.3649513721466064, - 1.365136981010437, - 1.3644965887069702, - 1.3631333112716675, - 1.364907145500183, - 1.364791989326477, - 1.364359736442566, - 1.3624963760375977, - 1.3606868982315063, - 1.3596148490905762, - 1.3579429388046265, - 1.3567488193511963, - 1.3626458644866943, - 1.3618412017822266, - 1.361066460609436, - 1.3531270027160645, - 1.3597997426986694, - 1.354413390159607, - 1.3513774871826172, - 1.3497213125228882, - 1.350006341934204, - 1.348555326461792, - 1.35056471824646, - 1.3440173864364624, - 1.345294713973999, - 1.3438513278961182, - 1.3404245376586914, - 1.3416297435760498, - 1.3413827419281006, - 1.339100956916809, - 1.3412812948226929, - 1.3317935466766357, - 1.3382530212402344, - 1.3292635679244995, - 1.3256573677062988, - 1.3250176906585693 + 1.3244248628616333, + 1.3225594758987427, + 1.3238636255264282, + 1.3214905261993408, + 1.319865107536316, + 1.3212757110595703, + 1.321223497390747, + 1.3252084255218506, + 1.3246086835861206, + 1.3250524997711182, + 1.3231096267700195, + 1.3271031379699707, + 1.3250919580459595, + 1.3247413635253906, + 1.3290464878082275, + 1.3282122611999512, + 1.336923360824585, + 1.3385292291641235, + 1.3402228355407715, + 1.3396236896514893, + 1.3361878395080566, + 1.3395010232925415, + 1.341572642326355, + 1.3396492004394531, + 1.341888427734375, + 1.3411035537719727, + 1.3397818803787231, + 1.3407732248306274, + 1.3393574953079224, + 1.338340163230896, + 1.3398517370224, + 1.341453194618225, + 1.3437861204147339, + 1.343802571296692, + 1.3474022150039673, + 1.345511794090271, + 1.3423957824707031, + 1.3429063558578491, + 1.347006916999817, + 1.3428107500076294, + 1.342961311340332, + 1.3411096334457397, + 1.3413724899291992, + 1.3398973941802979, + 1.3382186889648438, + 1.336343765258789, + 1.336963176727295, + 1.3376975059509277, + 1.3479725122451782, + 1.3430145978927612, + 1.3472254276275635, + 1.3405609130859375, + 1.3418785333633423, + 1.3361467123031616, + 1.337527871131897, + 1.3357176780700684, + 1.337018370628357, + 1.3325350284576416, + 1.3359110355377197, + 1.332446813583374, + 1.3335075378417969, + 1.3305813074111938, + 1.331674337387085, + 1.3314034938812256, + 1.333070158958435, + 1.3262748718261719, + 1.330952525138855, + 1.3227453231811523, + 1.321044683456421, + 1.3140568733215332, + 1.3156009912490845, + 1.3131136894226074 ], "p10": [ - 1.1653610467910767, - 1.1342039108276367, - 1.1228790283203125, - 1.116053819656372, - 1.1096687316894531, - 1.102963924407959, - 1.0979890823364258, - 1.094274640083313, - 1.0952370166778564, - 1.0906665325164795, - 1.0855852365493774, - 1.0834003686904907, - 1.0844663381576538, - 1.0803354978561401, - 1.0795788764953613, - 1.0795366764068604, - 1.0664445161819458, - 1.0555843114852905, - 1.0545687675476074, - 1.0509604215621948, - 1.0462779998779297, - 1.041365623474121, - 1.0428465604782104, - 1.0400538444519043, - 1.0404443740844727, - 1.0362577438354492, - 1.0337339639663696, - 1.031355381011963, - 1.0263053178787231, - 1.018782615661621, - 1.0144727230072021, - 1.0155278444290161, - 1.0252175331115723, - 1.0063581466674805, - 1.0102025270462036, - 1.0037778615951538, - 1.0030449628829956, - 0.9957890510559082, - 0.9969441890716553, - 0.9996179938316345, - 0.9952107667922974, - 0.9945180416107178, - 0.9966815710067749, - 0.9905090928077698, - 0.9893537163734436, - 0.977155864238739, - 0.9739835262298584, - 0.9676709175109863, - 0.9691976308822632, - 0.956416130065918, - 0.9561585783958435, - 0.9505770802497864, - 0.9523922204971313, - 0.9442771673202515, - 0.9388417601585388, - 0.9484456181526184, - 0.9468538165092468, - 0.9449425339698792, - 0.9452376365661621, - 0.9364268779754639, - 0.9428751468658447, - 0.9276012182235718, - 0.9255050420761108, - 0.9205020070075989, - 0.9325466156005859, - 0.927211344242096, - 0.9203112721443176, - 0.9185930490493774, - 0.9174007177352905, - 0.9017888903617859, - 0.897281289100647, - 0.9105648398399353 + 1.1807714700698853, + 1.1550636291503906, + 1.1431854963302612, + 1.1318068504333496, + 1.1251150369644165, + 1.1198108196258545, + 1.11220383644104, + 1.1077028512954712, + 1.1046870946884155, + 1.0989607572555542, + 1.092689037322998, + 1.08693528175354, + 1.0859850645065308, + 1.0824761390686035, + 1.0808475017547607, + 1.0803009271621704, + 1.0646076202392578, + 1.0501381158828735, + 1.0493890047073364, + 1.0434879064559937, + 1.0376665592193604, + 1.0332754850387573, + 1.038206696510315, + 1.035201072692871, + 1.0293506383895874, + 1.0257214307785034, + 1.0247020721435547, + 1.0215154886245728, + 1.017643690109253, + 1.0065346956253052, + 1.0024328231811523, + 1.0042394399642944, + 1.0111339092254639, + 0.9946647882461548, + 0.9991169571876526, + 0.9927583932876587, + 0.9904696345329285, + 0.9866251349449158, + 0.9905073046684265, + 0.9927626848220825, + 0.9877322316169739, + 0.9873449206352234, + 0.9902012944221497, + 0.98231041431427, + 0.981177568435669, + 0.966577410697937, + 0.9661197662353516, + 0.961692214012146, + 0.9677587747573853, + 0.9577347040176392, + 0.9547790884971619, + 0.9506348371505737, + 0.9481915831565857, + 0.942827582359314, + 0.9448310732841492, + 0.9493245482444763, + 0.9504592418670654, + 0.947969913482666, + 0.9506826400756836, + 0.9411654472351074, + 0.9462417364120483, + 0.9297215938568115, + 0.9346307516098022, + 0.9327093362808228, + 0.9301018714904785, + 0.9310827851295471, + 0.9246885776519775, + 0.926629900932312, + 0.9198630452156067, + 0.904582142829895, + 0.9129049777984619, + 0.9205431938171387 ], "p90": [ - 1.4682426452636719, - 1.4992451667785645, - 1.5112968683242798, - 1.531335711479187, - 1.5330568552017212, - 1.5442607402801514, - 1.5569531917572021, - 1.566985845565796, - 1.568386197090149, - 1.5807878971099854, - 1.5911095142364502, - 1.5973215103149414, - 1.6063330173492432, - 1.6019072532653809, - 1.6083321571350098, - 1.6116771697998047, - 1.6546990871429443, - 1.6590843200683594, - 1.6529446840286255, - 1.6679478883743286, - 1.6677814722061157, - 1.6826200485229492, - 1.6963489055633545, - 1.698561668395996, - 1.6895177364349365, - 1.706686019897461, - 1.7172441482543945, - 1.7232621908187866, - 1.7305612564086914, - 1.7239747047424316, - 1.7380189895629883, - 1.7379013299942017, - 1.7991652488708496, - 1.7991158962249756, - 1.7903873920440674, - 1.804929494857788, - 1.8029351234436035, - 1.8255479335784912, - 1.835942268371582, - 1.8392717838287354, - 1.8225429058074951, - 1.8440462350845337, - 1.858311653137207, - 1.8635272979736328, - 1.8668537139892578, - 1.86128830909729, - 1.8785852193832397, - 1.8758540153503418, - 1.9304146766662598, - 1.9328742027282715, - 1.9183857440948486, - 1.9295753240585327, - 1.9294264316558838, - 1.9434590339660645, - 1.9683219194412231, - 1.963482141494751, - 1.9483505487442017, - 1.970700740814209, - 1.9822226762771606, - 1.9780844449996948, - 1.9830138683319092, - 1.9822263717651367, - 1.9970908164978027, - 1.9977775812149048, - 2.0405149459838867, - 2.0473098754882812, - 2.02569842338562, - 2.0319013595581055, - 2.037338972091675, - 2.0508792400360107, - 2.098048210144043, - 2.0707263946533203 + 1.4393328428268433, + 1.4746743440628052, + 1.4913848638534546, + 1.5157291889190674, + 1.520268440246582, + 1.5321197509765625, + 1.5442923307418823, + 1.558371663093567, + 1.562556505203247, + 1.5751063823699951, + 1.5862947702407837, + 1.5923070907592773, + 1.6065740585327148, + 1.6026856899261475, + 1.6098155975341797, + 1.621370792388916, + 1.6398108005523682, + 1.6438393592834473, + 1.637781023979187, + 1.6522388458251953, + 1.6555976867675781, + 1.6675363779067993, + 1.6815712451934814, + 1.6862374544143677, + 1.6817585229873657, + 1.7008447647094727, + 1.7121658325195312, + 1.7176449298858643, + 1.7266440391540527, + 1.7242186069488525, + 1.734910011291504, + 1.7385969161987305, + 1.785964012145996, + 1.7864495515823364, + 1.7782447338104248, + 1.7926183938980103, + 1.8001594543457031, + 1.8168251514434814, + 1.825136661529541, + 1.8263664245605469, + 1.8167409896850586, + 1.8361022472381592, + 1.8494679927825928, + 1.8486592769622803, + 1.8546457290649414, + 1.8567999601364136, + 1.863185167312622, + 1.8650985956192017, + 1.9246318340301514, + 1.9280965328216553, + 1.9164817333221436, + 1.9264626502990723, + 1.9468684196472168, + 1.9542505741119385, + 1.968807339668274, + 1.959583044052124, + 1.9570655822753906, + 1.9776179790496826, + 1.9824178218841553, + 1.976792573928833, + 1.981907844543457, + 1.988269329071045, + 1.9890029430389404, + 1.9959995746612549, + 2.0490996837615967, + 2.048900842666626, + 2.0231337547302246, + 2.0322253704071045, + 2.0590949058532715, + 2.0750465393066406, + 2.0932719707489014, + 2.065002918243408 ], "timestamps": [ - "2026-06-16 03:40:00", "2026-06-16 03:50:00", "2026-06-16 04:00:00", "2026-06-16 04:10:00", @@ -527,6 +526,7 @@ "2026-06-17 03:40:00", "2026-06-17 03:50:00", "2026-06-17 04:00:00", - "2026-06-17 04:10:00" + "2026-06-17 04:10:00", + "2026-06-17 04:20:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 547f5d7f747c681a9be668063b4cad9358f11207..67e58d64a0aee37e960cfc9be4c83cadb7a04d4e 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,13 +1,25 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T04:12:57.154379+00:00", + "evaluated_at": "2026-06-18T04:20:16.560680+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:12:34.379620Z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 4eb1fa316be6bb0650a05c8e7dbd065b9388fe96..405806cacd2f11ebf573a460d8b1184361c930ad 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,2065979.6756598428,1971695.2566625404,1208.7237804934205,1.2405425666244783,0.018708777604480076,0.01847487549698499,35.31180521306026,1437.3516186583722,0.02212847473223846,0.018608678132543743,0.017929688300694812,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,2050972.8154340086,1956958.4918270893,1205.640121639254,1.2373777326638353,0.018658845813550106,0.01842675535081144,35.185211854634545,1432.121787919592,0.022046913321023147,0.01856032320878344,0.01788136560628781,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.6230185886936334,0.630034090669943,0.6632694212314919,0.6354575675112061,0.5876878088799109,0.4078635783632119,22.063268474148632,0.7893152657168322,0.6002777537023471,0.504419330994076,0.49074176892768595,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.010139006800444664,0.009640005208657744,0.08378568545133447,0.418928379944947,0.060069197214446785,0.057811278656083945,4.138554694531052,0.10069263528403984,0.06964332225473722,0.05794975447570019,0.049072016790118855,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.39657009801247367,0.4034589542851658,0.5391374899671342,0.5170797168440754,0.48159616198662347,0.3567986915391418,17.335037883773854,0.6297381185957173,0.4888259678220918,0.4184984163100175,0.40431396174333656,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.010219422428079487,0.009773052500673195,0.08282880917425296,0.39841697983361357,0.05919292654878236,0.057001759584132256,4.3640613086154225,0.10109115900057476,0.06985185855290152,0.057232960030780676,0.04777968361833859,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.1024133507713908,0.09641388547654413,0.2667621749137175,0.18171121818334643,0.01479742400027602,0.014755637649443357,3.3162573765427705,0.32002085990039897,0.017627955984449314,0.01469426673985735,0.013543485531114004,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,449.9737498300595,461.11153939423735,16.45818296062801,1.3099369295681427,0.36564375365227614,0.4921506195673812,29.604219478596388,21.212584704133995,0.5701030603574646,0.44232518595192866,0.40584330615468833,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,232.26741995439775,229.00269686771358,13.148583393486172,6.541792662222008,0.5295136353656487,0.39269271498866526,234.99118190486953,15.240322173576178,0.5872956636720693,0.5066891580424511,0.4992963804084407,Weather,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 95a76114181d56b891718518fec94dc5515d5779..81392a55c9ec263c0beb1b5a9383fe34c83c8a7b 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T04:15:06.794677+00:00", + "evaluated_at": "2026-06-18T04:25:13.118885+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 64024.01171875 + 64098.01953125 ], "p50": [ 65859.24161603967, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 434a2cb81f1bbdbdf911c29d3a5faed714414ca7..bb1734b976cf1ce54f92313b0cb21481242e1bd2 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-18T04:07:35.381262+00:00", + "evaluated_at": "2026-06-18T04:25:13.142442+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6009999513626099, - 1.6019999980926514, - 1.590000033378601, 1.5740000009536743, 1.5729999542236328, 1.5720000267028809, @@ -245,12 +242,12 @@ 1.5980000495910645, 1.6130000352859497, 1.6299999952316284, - 1.6339999437332153 - ], - "actuals": [ + 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, - 1.6490000486373901, + 1.6490000486373901 + ], + "actuals": [ 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, @@ -307,198 +304,198 @@ 1.0490000247955322, 1.0520000457763672, 1.0509999990463257, - 1.0729999542236328 + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167 ], "p50": [ - 1.6554990199473052, - 1.6650044148076526, - 1.6720099908661201, - 1.6900155147109188, - 1.7000209627386094, - 1.7070264791924321, - 1.7160318208854364, - 1.7340374639395246, - 1.7420429973210665, - 1.7575484341430838, - 1.762553976346113, - 1.7745594582292419, - 1.7830649255688373, - 1.798570392193177, - 1.8135758652548184, - 1.8230814091267777, - 1.8280869215274846, - 1.843592432855308, - 1.8575978442857466, - 1.8531034491928622, - 1.8651089012736686, - 1.8801144339399547, - 1.8986198768416458, - 1.9076254122497456, - 1.916130879589341, - 1.9286363252328458, - 1.9416418836483385, - 1.9476473086686361, - 1.9591528714948725, - 1.9691583493248854, - 1.9821637885310885, - 1.9936693662584861, - 2.0016747804307387, - 2.0201803574428805, - 2.033685775310621, - 2.042191376760667, - 2.0526968034498947, - 2.058702347679482, - 2.07320776757378, - 2.0802132393241193, - 2.089718738492595, - 2.1027242671057653, - 2.113229678893832, - 2.1277352776020644, - 2.1352407876185855, - 2.1452461909427925, - 2.1632517594910747, - 2.1667571421920746, - 2.18826272528389, - 2.196268243764271, - 2.2077737320847013, - 2.2112792041926683, - 2.220784688459983, - 2.238290188939761, - 2.255795719221861, - 2.256301229953638, - 2.266306707783651, - 2.274812234727891, - 2.295317756188504, - 2.3068231849042897 + 1.6593993695244327, + 1.6700480845391488, + 1.669696881569856, + 1.680845619949593, + 1.68399438682035, + 1.6851431198356688, + 1.6887918355656406, + 1.706940603032444, + 1.7065893404585066, + 1.7142381835039997, + 1.7148868782531366, + 1.7155356326069182, + 1.722684333078101, + 1.733833160864805, + 1.746481879932637, + 1.750130536057964, + 1.7497793628909937, + 1.7554281720810485, + 1.7610768620618138, + 1.7607256888948435, + 1.7703743273771957, + 1.7750230302325642, + 1.786171843118107, + 1.7868205676695663, + 1.795469382939295, + 1.8006181091596842, + 1.813766851592537, + 1.8124155720908803, + 1.818564404645956, + 1.824713117991742, + 1.8278618699613378, + 1.8335106791513927, + 1.8386593457671372, + 1.8478080800937582, + 1.8584568398119579, + 1.863605625636992, + 1.8657543457777077, + 1.8664031299338117, + 1.8790518490016437, + 1.880200626720446, + 1.8888493525832075, + 1.8949981106324771, + 1.8946467586515725, + 1.9012956741763136, + 1.9104443339971287, + 1.9135931008678857, + 1.9192418504532958, + 1.9243906362783298, + 1.9370393553461618, + 1.9441881005208281, + 1.948836833178519, + 1.9419856393883417, + 1.9511343737149627, + 1.9622830971935383, + 1.9724318633490396, + 1.971580547607759, + 1.9747294187866444, + 1.9753780539311365, + 1.9950268616906799, + 2.00067561127609 ], "p10": [ - 1.6057989475395826, - 1.6098044698346607, - 1.618809987361367, - 1.6388154318127788, - 1.646020972513771, - 1.649926466293987, - 1.660931961051719, - 1.6809374606374272, - 1.6900429515446993, - 1.6975484257984335, - 1.7090539200793284, - 1.7198594174119812, - 1.7378648846323672, - 1.7400704301017311, - 1.750875927434384, - 1.7598814181390001, - 1.7690869131837657, - 1.7820924050795435, - 1.8009979009459218, - 1.8041033945950076, - 1.8150088876599677, - 1.8281143881635875, - 1.8371198788682037, - 1.8471253566982166, - 1.8629308492624979, - 1.8691363462136807, - 1.884941838777962, - 1.8890473568053472, - 1.903052845721824, - 1.9220583432809744, - 1.9249638365247486, - 1.9361693316877922, - 1.9561748297833845, - 1.9561803248335519, - 1.9671858188229427, - 1.980191340521043, - 1.9929968121044892, - 2.002202327056275, - 2.019507797328419, - 2.022213285696533, - 2.0332188080446962, - 2.0498242627188636, - 2.057129772330073, - 2.0756352703660603, - 2.0862407628230533, - 2.0882462619263364, - 2.103251757106889, - 2.114257251864621, - 2.1311627436778835, - 2.1412682366117135, - 2.160273736406038, - 2.1600792077212634, - 2.1752847229114676, - 2.187090219290446, - 2.1882956941879104, - 2.2021012095211656, - 2.21310670725913, - 2.22031219825078, - 2.2332176884537858, - 2.251323184189034 + 1.6080993683800235, + 1.6137481179654336, + 1.6124968975493026, + 1.63214561811377, + 1.6279943478389123, + 1.6296431489227354, + 1.6370918753338597, + 1.6519405660775643, + 1.6505893461805525, + 1.6511381048020268, + 1.6558868706777587, + 1.6633356192077942, + 1.6767843652288463, + 1.6786330966825236, + 1.680481895191426, + 1.6881306190276295, + 1.6887793733814112, + 1.7041281113319946, + 1.7070768420346532, + 1.7076256006561275, + 1.7132743502415375, + 1.7200231422892964, + 1.7346718654102442, + 1.738020608844455, + 1.738569364485697, + 1.7426181376507044, + 1.7520668412928544, + 1.7509156188209218, + 1.7615643636379603, + 1.7760130625117385, + 1.7724618649783894, + 1.7765106351631648, + 1.7911593612643448, + 1.7945081046985556, + 1.793356855404533, + 1.7981055897549958, + 1.8087543345720345, + 1.8083031100029499, + 1.8239518565475916, + 1.8216006301536736, + 1.829149361237802, + 1.8367980850740055, + 1.837546841120559, + 1.848295581669905, + 1.8519443570045215, + 1.8575931065899316, + 1.8632418561753417, + 1.8684906079303607, + 1.8743393579210825, + 1.8848880980651168, + 1.8905368476505269, + 1.8874856257984827, + 1.9070343394780547, + 1.907483096406757, + 1.908231855433543, + 1.91098058573089, + 1.9244293451629872, + 1.920378106383224, + 1.9330268254510559, + 1.9434755996651052 ], "p90": [ - 1.6869990316298156, - 1.6990045135129443, - 1.7041100186657265, - 1.716015484327451, - 1.7310210106607438, - 1.741126457400974, - 1.7530320001762079, - 1.7640374353292951, - 1.7712429615016552, - 1.7850484377193625, - 1.797053979207136, - 1.8040594062539916, - 1.8181649207050983, - 1.8301704562324075, - 1.8410759582380642, - 1.8501814714970781, - 1.8590869098449743, - 1.873192400454223, - 1.8860979243943892, - 1.8922034226330324, - 1.9002088964099295, - 1.914114389966628, - 1.9251198485890442, - 1.940125351453008, - 1.9502308577978829, - 1.9631363280938687, - 1.9731418953308488, - 1.9851473772139776, - 1.9923528612905572, - 2.00215834206802, - 2.016263826344275, - 2.028169369119509, - 2.035174796166365, - 2.0462803492412815, - 2.0611857937880607, - 2.0702913666517193, - 2.0831968429081695, - 2.090202269955025, - 2.101207764712757, - 2.115213280451324, - 2.1232187844030728, - 2.1372242699667883, - 2.145329778591541, - 2.156235298106062, - 2.167240766041704, - 2.1782462641521976, - 2.19325173684131, - 2.1962572690307587, - 2.2153627727530294, - 2.2262682151540414, - 2.233273731607864, - 2.2443792548804584, - 2.258284712301841, - 2.2712901813103663, - 2.282295682028563, - 2.2923011896608982, - 2.302406690045309, - 2.3124122513218244, - 2.3253177275782746, - 2.335423174318505 + 1.6904993923172489, + 1.6990481045663095, + 1.7006968698873457, + 1.7093456106512683, + 1.7159943473620751, + 1.7206431098220885, + 1.7263918581200381, + 1.7329406020787699, + 1.7345893375974837, + 1.7443381476458455, + 1.7498868448745355, + 1.7515356161560363, + 1.7611844036500004, + 1.7659331052179086, + 1.7724818432161757, + 1.7772306043887287, + 1.7797793670633189, + 1.7874281773262573, + 1.791076866234139, + 1.7967255830369944, + 1.8014743978537278, + 1.8080231149903692, + 1.8136718351459857, + 1.823320649089511, + 1.8269694244241277, + 1.8337181002428293, + 1.8412668253664932, + 1.8441156646449728, + 1.8516643897686367, + 1.8512131128359401, + 1.8598618752065466, + 1.8665106715219981, + 1.8701593276473252, + 1.877008121387856, + 1.8864568816544185, + 1.8901055973843903, + 1.8958543456823402, + 1.897503140805699, + 1.9070518461406207, + 1.9097005777254281, + 1.9193493383973022, + 1.923998094896851, + 1.9257468887327494, + 1.9362955871535323, + 1.939144366827367, + 1.941593112908024, + 1.9492418579783821, + 1.9548905714284763, + 1.963639340707261, + 1.970188138310173, + 1.9748368411655415, + 1.977585628087301, + 1.9861343403363616, + 1.9887831285455815, + 1.9984318862372232, + 2.002180654323915, + 2.0097293258033986, + 2.0113780970848993, + 2.0211268773309388, + 2.0266756341642735 ], "timestamps": [ - "2026-06-16 22:00:00", - "2026-06-16 22:06:00", - "2026-06-16 22:12:00", "2026-06-16 22:18:00", "2026-06-16 22:24:00", "2026-06-16 22:30:00", @@ -795,6 +792,9 @@ "2026-06-18 03:36:00", "2026-06-18 03:42:00", "2026-06-18 03:48:00", - "2026-06-18 03:54:00" + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8ddc2b5e36d54d9fb91d5fd0b90ab9fcfb32c1e5..d7b8bc3226777e784cc3384720d8dfde6a6af320 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-18T03:58:10.178161+00:00", + "evaluated_at": "2026-06-18T04:25:13.164051+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 1.0, 1.0, 0.8999999761581421, 0.8999999761581421, @@ -81,10 +80,10 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -155,232 +154,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, - 1.7999999523162842 + 1.7999999523162842, + 1.399999976158142 ], "p50": [ - 1.3318919548755213, - 1.3369150168203265, - 1.3419380787651316, - 1.3469611407099367, - 1.3519842026547417, - 1.357007264599547, - 1.362030326544352, - 1.3670533884891571, - 1.3720764504339622, - 1.3770995123787675, - 1.3821225743235726, - 1.3871456362683776, - 1.3921686982131827, - 1.397191760157988, - 1.402214822102793, - 1.407237884047598, - 1.4122609459924031, - 1.4172840079372084, - 1.4223070698820135, - 1.4273301318268186, - 1.4323531937716236, - 1.437376255716429, - 1.442399317661234, - 1.447422379606039, - 1.4524454415508443, - 1.4574685034956494, - 1.4624915654404544, - 1.4675146273852595, - 1.4725376893300648, - 1.4775607512748699, - 1.482583813219675, - 1.48760687516448, - 1.4926299371092853, - 1.4976529990540903, - 1.5026760609988954, - 1.5076991229437005, - 1.5127221848885057, - 1.5177452468333108, - 1.5227683087781159, - 1.527791370722921, - 1.5328144326677262, - 1.5378374946125313, - 1.5428605565573363, - 1.5478836185021416, - 1.5529066804469467, - 1.5579297423917517, - 1.5629528043365568, - 1.5679758662813619, - 1.5729989282261672, - 1.5780219901709722, - 1.5830450521157773, - 1.5880681140605826, - 1.5930911760053876, - 1.5981142379501927, - 1.603137299894998, - 1.608160361839803, - 1.613183423784608, - 1.6182064857294132, - 1.6232295476742182, - 1.6282526096190235, - 1.6332756715638286, - 1.6382987335086336, - 1.643321795453439, - 1.648344857398244, - 1.653367919343049, - 1.6583909812878541, - 1.6634140432326592, - 1.6684371051774645, - 1.6734601671222695, - 1.6784832290670746, - 1.6835062910118799, - 1.688529352956685 + 1.327955090939326, + 1.3330013928733682, + 1.3380476948074105, + 1.3430939967414526, + 1.348140298675495, + 1.353186600609537, + 1.3582329025435793, + 1.3632792044776214, + 1.3683255064116637, + 1.3733718083457058, + 1.3784181102797481, + 1.3834644122137902, + 1.3885107141478326, + 1.3935570160818749, + 1.398603318015917, + 1.4036496199499593, + 1.4086959218840014, + 1.4137422238180437, + 1.4187885257520858, + 1.4238348276861281, + 1.4288811296201702, + 1.4339274315542125, + 1.4389737334882546, + 1.444020035422297, + 1.449066337356339, + 1.4541126392903814, + 1.4591589412244237, + 1.4642052431584658, + 1.4692515450925079, + 1.4742978470265502, + 1.4793441489605925, + 1.4843904508946346, + 1.489436752828677, + 1.494483054762719, + 1.4995293566967614, + 1.5045756586308034, + 1.5096219605648458, + 1.5146682624988879, + 1.5197145644329302, + 1.5247608663669723, + 1.5298071683010146, + 1.5348534702350567, + 1.539899772169099, + 1.5449460741031413, + 1.5499923760371834, + 1.5550386779712257, + 1.5600849799052678, + 1.5651312818393102, + 1.5701775837733523, + 1.5752238857073946, + 1.5802701876414367, + 1.585316489575479, + 1.590362791509521, + 1.5954090934435634, + 1.6004553953776055, + 1.6055016973116478, + 1.6105479992456901, + 1.6155943011797322, + 1.6206406031137743, + 1.6256869050478167, + 1.630733206981859, + 1.635779508915901, + 1.6408258108499434, + 1.6458721127839855, + 1.6509184147180278, + 1.65596471665207, + 1.6610110185861122, + 1.6660573205201543, + 1.6711036224541966, + 1.676149924388239, + 1.681196226322281, + 1.6862425282563231 ], "p10": [ - 1.2318919310336633, - 1.1369150883459, - 1.2419380549232737, - 1.2369611264048221, - 1.2519841788128838, - 1.257007240757689, - 1.2620303027024942, - 1.2670533646472992, - 1.2720764265921043, - 1.2770994885369096, - 1.2821225504817146, - 1.2871456124265197, - 1.2921686743713248, - 1.29719173631613, - 1.3022147982609351, - 1.3072378602057402, - 1.3122609221505452, - 1.3172839840953505, - 1.3223070460401556, - 1.3273301079849606, - 1.3323531699297657, - 1.337376231874571, - 1.342399293819376, - 1.3474223557641811, - 1.3524454177089864, - 1.3574684796537915, - 1.2624916369660282, - 1.267514698910833, - 1.3725376654882069, - 1.377560727433012, - 1.382583789377817, - 1.387606851322622, - 1.3926299132674274, - 1.3976529752122324, - 1.3026761325244691, - 1.4076990991018425, - 1.4127221610466478, - 1.417745222991453, - 1.422768284936258, - 1.427791346881063, - 1.4228144183626117, - 1.4378374707706734, - 1.4428605327154784, - 1.4478835946602837, - 1.4529066566050888, - 1.4579297185498938, - 1.462952780494699, - 1.3679759378069356, - 1.4729989043843092, - 1.4780219663291143, - 1.4830450282739194, - 1.4880680902187247, - 1.3930912475309611, - 1.4981142141083348, - 1.50313727605314, - 1.5081603379979451, - 1.4131834953101818, - 1.5182064618875553, - 1.5232295238323603, - 1.5282525857771656, - 1.5332756477219707, - 1.5382987096667757, - 1.4433218669790127, - 1.548344833556386, - 1.5533678955011911, - 1.5483909669827396, - 1.5634140193908013, - 1.5684370813356066, - 1.473460238647843, - 1.56848321476196, - 1.4835063625374536, - 1.588529329114827 + 1.2279550670974682, + 1.2330013690315103, + 1.2380476709655526, + 1.2430939728995947, + 1.1481403702010686, + 1.253186576767679, + 1.2582328787017214, + 1.2632791806357635, + 1.2583254921065492, + 1.2633717940405913, + 1.2784180864378902, + 1.2834643883719323, + 1.1885107856734063, + 1.293556992240017, + 1.1986033776205616, + 1.3036495961081014, + 1.3086958980421435, + 1.3137421999761858, + 1.2187885972776593, + 1.3238348038442702, + 1.3288811057783123, + 1.3339274077123546, + 1.3389737096463967, + 1.3340200211171824, + 1.3490663135144811, + 1.3541126154485235, + 1.3591589173825658, + 1.3642052193166079, + 1.36925152125065, + 1.3742978231846923, + 1.2793442204861663, + 1.3843904270527767, + 1.389436728986819, + 1.3944830309208611, + 1.3995293328549034, + 1.4045756347889455, + 1.4096219367229879, + 1.3146683340244616, + 1.4197145405910723, + 1.4247608425251144, + 1.4298071444591567, + 1.4348534463931988, + 1.439899748327241, + 1.4449460502612834, + 1.4499923521953255, + 1.4550386541293678, + 1.46008495606341, + 1.4651312579974523, + 1.3701776552989258, + 1.4752238618655367, + 1.4802701637995788, + 1.485316465733621, + 1.4903627676676632, + 1.4954090696017055, + 1.5004553715357476, + 1.4055017688372216, + 1.5105479754038322, + 1.5155942773378743, + 1.5206405792719164, + 1.5256868812059587, + 1.530733183140001, + 1.5357794850740432, + 1.5408257870080855, + 1.5458720889421276, + 1.5409184004129133, + 1.555964692810212, + 1.5610109947442543, + 1.5660572966782964, + 1.5711035986123387, + 1.4761499959138127, + 1.5811962024804231, + 1.5862425044144652 ], "p90": [ - 1.4318919787173792, - 1.4369150406621845, - 1.5419380072395579, - 1.4469611645517946, - 1.551984131129168, - 1.467007278904661, - 1.5620303742280677, - 1.5670533169635834, - 1.5720763789083883, - 1.5770994408531935, - 1.5821226220072884, - 1.4871456601102355, - 1.4921687220550406, - 1.4971917839998459, - 1.6022148697865086, - 1.507237907889456, - 1.6122608744668292, - 1.6172839364116345, - 1.6223069983564398, - 1.5373301461319326, - 1.5323532176134815, - 1.6373761841908552, - 1.5423993415030919, - 1.6474223080804653, - 1.6524454892345601, - 1.5574685273375073, - 1.6624914939148807, - 1.6675145558596856, - 1.5725377131719227, - 1.6775606797492961, - 1.682583741694101, - 1.587606899006338, - 1.6926298655837115, - 1.697653046737806, - 1.6126760753040095, - 1.6076991467855584, - 1.7127221133629318, - 1.6177452706751687, - 1.6227683326199738, - 1.727791311118276, - 1.6328144565095841, - 1.7378374230869573, - 1.7428606042410522, - 1.6478836423439995, - 1.7529067281306623, - 1.757929670866178, - 1.672952818641671, - 1.7679757947557881, - 1.672998952068025, - 1.7780219186453983, - 1.6830450759576352, - 1.6880681379024405, - 1.6930911998472455, - 1.7081142522553068, - 1.713137314200112, - 1.7181603761449171, - 1.713183447626466, - 1.7282065000345272, - 1.8232294761486445, - 1.8282526573027393, - 1.8332756000382546, - 1.83829866198306, - 1.8433218431371547, - 1.84834478587267, - 1.8533678478174753, - 1.8583909097622802, - 1.8634139717070854, - 1.7684371290193224, - 1.7734601909641274, - 1.7884832433721887, - 1.8835062194863061, - 1.7885293767985428 + 1.5279550313346812, + 1.5330013213477942, + 1.4380477186492684, + 1.4530940110465667, + 1.5481403463592107, + 1.553186529083963, + 1.4582329263854372, + 1.5632791329520477, + 1.4683255302535216, + 1.4733718321875637, + 1.478418134121606, + 1.583464459897506, + 1.5885106426222588, + 1.5935569445563011, + 1.4986033418577749, + 1.603649667633675, + 1.6086958622793566, + 1.513742140371541, + 1.5187885495939437, + 1.523834851527986, + 1.628881177303886, + 1.6339273600286388, + 1.6389736619626807, + 1.6440200831060126, + 1.549066361198197, + 1.6541125677648076, + 1.6591588816197789, + 1.6642051716328918, + 1.5692515689343658, + 1.5742978708684081, + 1.5793441728024504, + 1.6843903793690607, + 1.599436767133791, + 1.594483078604577, + 1.5995293805386193, + 1.7045755871052295, + 1.7096218890392718, + 1.6146682863407458, + 1.7197144929073565, + 1.7247609140506879, + 1.7298070967754406, + 1.734853398709483, + 1.639899796010957, + 1.7449460144984965, + 1.7499923045116095, + 1.7550387256549413, + 1.7600850275889837, + 1.765131329523026, + 1.6701776076152102, + 1.6852239000125087, + 1.780270116115863, + 1.7853164180499053, + 1.7903627199839471, + 1.6954091172854213, + 1.7004554192194634, + 1.805501625786074, + 1.710548023087548, + 1.7155943250215901, + 1.8206405315882006, + 1.825686833522243, + 1.8307331354562852, + 1.735779532757759, + 1.8408257393243694, + 1.8458720412584118, + 1.850918343192454, + 1.7559647404939278, + 1.8610109470605383, + 1.8660572489945806, + 1.871103550928623, + 1.8761498647835941, + 1.881196154796707, + 1.786242552098181 ], "timestamps": [ - "2026-06-16 03:40:00", "2026-06-16 03:50:00", "2026-06-16 04:00:00", "2026-06-16 04:10:00", @@ -527,6 +526,7 @@ "2026-06-17 03:40:00", "2026-06-17 03:50:00", "2026-06-17 04:00:00", - "2026-06-17 04:10:00" + "2026-06-17 04:10:00", + "2026-06-17 04:20:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 93f4fcab936ad27606f0124aa3f99962a86a1c4c..3a05d9bbe9b0362cc95b0d0909c4947c3155f7b2 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,13 +1,25 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T04:15:06.806871+00:00", + "evaluated_at": "2026-06-18T04:25:13.171810+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:12:34.379620Z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index c608cf95f24462c46b4740b844e9e30ee30baa59..f89cd565c4ac1a5872b25be5ea4ed9abe588a9de 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1327,3 +1327,6 @@ {"evaluated_at": "2026-06-18T04:07:35.473232+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-18T04:07:35.473232+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-18T04:15:06.888158+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T04:25:13.238743+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T04:25:13.238743+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-18T04:25:13.238743+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 51ef52ffa397fd3c84799174ff0f4e7db278cd3f..c6e92c4fb39277052229ca890ed41225c5234f7b 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1159174.311486562,1130055.1378396351,906.5714518229166,0.9304362947287957,0.014034817951951009,0.013900911647285094,6.409796385547804,1076.6495769221117,0.01657535473514416,0.013956949158590142,0.008803673160316057,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1093653.2024981182,1124405.9188543956,907.2166341145834,0.9310984609813023,0.014042458452621595,0.013909376613744069,7.837205992504359,1045.778754086216,0.016099324609675513,0.013966218979721008,0.009119498805218456,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.7013207358660717,0.9232141184032798,0.7193110386530558,0.3973250082150663,0.03165578214207213,0.03254988765978857,4.568059615663487,0.8374489452295416,0.03792364886638225,0.03257380573584,0.054069149564404936,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.43843418781962035,0.3834248924267902,0.47923534611860913,0.45914030944543555,0.43398005607053824,0.3157589532285328,2.7125014024118546,0.6621436308080146,0.5035631623933955,0.36446060219244386,0.33489874485329774,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.016324692434048178,0.009113321268193975,0.07253864324755138,0.362693175276961,0.04946187395182972,0.04995384007486651,5.794002303709675,0.1277681197875596,0.08836988241638838,0.05017082027260611,0.0968515490041824,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.7592186035200458,0.6914938296198547,0.666185250878334,0.638929563052399,0.6041366132362952,0.4085963232039537,2.6285229888904893,0.871331511836939,0.676359675538426,0.517117576962919,0.3841352923823502,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.02734057540151744,0.00874649940713823,0.07363692753844792,0.35420287417599067,0.051043628471898285,0.05076044760587905,6.161389764008138,0.1653498575793685,0.11425326386168734,0.05088156370486045,0.10147470498697364,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.7773698365654127,0.7399329621705419,0.7040538787841797,0.47958256458946247,0.039748083533228194,0.038592762116207734,1.8231999772489587,0.8816857924257443,0.04856657889686508,0.0387819431200549,0.02654286731616115,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,48.47127704386215,70.50814695506217,5.730656067530314,0.4561134137024602,0.1323584789518726,0.14578474359874585,3.124892448412529,6.962131645111442,0.18711216067488756,0.15401539263239367,0.1799112126055057,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.3022889210518163,1.349677650954315,1.0802021821339924,0.5374311815447044,0.04227390538913676,0.043296045516176225,1.9864854428689114,1.1411787419382715,0.04397606028152803,0.04162628914474829,0.03757075374749845,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 90db412122338947c295cf7e7826883634953c97..d8afe708ed578b0417833f47ccda222ce3ab237e 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T04:14:38.995125+00:00", + "evaluated_at": "2026-06-18T04:24:14.068685+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64548.73828125, 64689.5, 64282.8203125, - 64024.01171875 + 64098.01953125 ], "p50": [ - 65837.48046875, - 65836.70703125, - 65833.265625, - 65870.78125, - 65800.76171875, - 65865.17578125, - 65822.92578125, - 65876.203125, - 65856.875, - 65806.23046875, - 65857.90234375, - 65779.48046875, - 65764.9765625, - 65776.7578125, - 65816.265625, - 65950.79296875, - 65808.64453125, - 65865.64453125, - 65863.34375, - 65883.71875, - 65818.453125, - 65832.765625, - 65843.80078125, - 65934.23828125 + 65822.20703125, + 65842.62109375, + 65823.68359375, + 65832.1015625, + 65788.2109375, + 65808.2109375, + 65858.140625, + 65816.73046875, + 65806.16796875, + 65856.5234375, + 65826.3828125, + 65789.36328125, + 65815.734375, + 65876.6015625, + 65864.6640625, + 65776.81640625, + 65832.65625, + 65785.3515625, + 65836.3828125, + 65913.05859375, + 65848.89453125, + 65748.1953125, + 65814.66796875, + 65825.6484375 ], "p10": [ - 65520.4375, - 65431.056640625, - 65383.95703125, - 65185.041015625, - 65092.25, - 65099.064453125, - 65075.169921875, - 65183.34765625, - 65012.162109375, - 64857.75, - 65061.90234375, - 64542.265625, - 64695.13671875, - 64440.859375, - 64751.103515625, - 64704.3515625, - 64407.736328125, - 64273.498046875, - 64315.609375, - 64604.314453125, - 64067.291015625, - 64448.189453125, - 64243.19140625, - 64565.49609375 + 65506.14453125, + 65400.76953125, + 65333.931640625, + 65260.517578125, + 65265.37890625, + 65180.0703125, + 65142.22265625, + 64854.919921875, + 64965.115234375, + 65067.865234375, + 64741.1640625, + 64708.302734375, + 64502.66796875, + 64747.654296875, + 64786.8515625, + 64553.798828125, + 64467.87109375, + 64696.626953125, + 64465.16796875, + 64627.494140625, + 64414.212890625, + 64234.8671875, + 64116.03515625, + 64074.80078125 ], "p90": [ - 66124.5390625, - 66247.8046875, - 66437.5703125, - 66451.234375, - 66438.6953125, - 66653.48046875, - 66357.74609375, - 66721.921875, - 66696.16796875, - 66515.84765625, - 66544.875, - 66629.6171875, - 66651.49609375, - 66800.18359375, - 66893.5625, - 67340.28125, - 66942.5546875, - 67422.90625, - 67393.69140625, - 67163.13671875, - 67333.35546875, - 67435.3828125, - 67222.9375, - 67217.03125 + 66136.1796875, + 66312.4765625, + 66276.76171875, + 66366.81640625, + 66407.9609375, + 66442.05078125, + 66533.59375, + 66540.078125, + 66507.12109375, + 66706.09375, + 67024.31640625, + 66844.625, + 66771.00390625, + 66992.78515625, + 67137.515625, + 66941.6171875, + 66900.32421875, + 67326.89453125, + 67167.18359375, + 67196.234375, + 67125.48828125, + 66914.19921875, + 67128.75390625, + 67063.4921875 ], "timestamps": [ "2026-06-13 05:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 633809919e6e9af36c7a6c0db2fcb3bfb3602a82..f8fcbed41f165de32f2105b410020dc2ede909cc 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T04:06:53.484385+00:00", + "evaluated_at": "2026-06-18T04:24:19.006246+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6009999513626099, - 1.6019999980926514, - 1.590000033378601, 1.5740000009536743, 1.5729999542236328, 1.5720000267028809, @@ -245,12 +242,12 @@ 1.5980000495910645, 1.6130000352859497, 1.6299999952316284, - 1.6339999437332153 - ], - "actuals": [ + 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, - 1.6490000486373901, + 1.6490000486373901 + ], + "actuals": [ 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, @@ -307,198 +304,198 @@ 1.0490000247955322, 1.0520000457763672, 1.0509999990463257, - 1.0729999542236328 + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167 ], "p50": [ - 1.646058201789856, - 1.65333092212677, - 1.6597570180892944, - 1.6617460250854492, - 1.672560691833496, - 1.6731483340263367, - 1.6726941466331482, - 1.6763330698013306, - 1.6620102524757385, - 1.670555830001831, - 1.6853448152542114, - 1.6974422931671143, - 1.7201529741287231, - 1.715548038482666, - 1.698751449584961, - 1.7323063015937805, - 1.672505795955658, - 1.6666349172592163, - 1.6311599016189575, - 1.6688240766525269, - 1.6373273730278015, - 1.7760610580444336, - 1.7207396030426025, - 1.637013018131256, - 1.7627313137054443, - 1.651989459991455, - 1.7581915855407715, - 1.6567059755325317, - 1.6304924488067627, - 1.6256807446479797, - 1.620588779449463, - 1.7597481608390808, - 1.6707185506820679, - 1.8289442658424377, - 1.8730143904685974, - 1.7963643670082092, - 1.9188201427459717, - 1.8696366548538208, - 1.7253236770629883, - 1.849466860294342, - 1.8671462535858154, - 1.704720675945282, - 1.5124374032020569, - 1.6325479745864868, - 1.8551379442214966, - 1.795058250427246, - 1.9498074650764465, - 1.8003484010696411, - 2.1163206100463867, - 2.248813033103943, - 2.0209121108055115, - 1.7518072128295898, - 2.1710803508758545, - 2.0685977935791016, - 2.1399168968200684, - 1.888684093952179, - 1.9611488580703735, - 2.085873007774353, - 1.83572518825531, - 2.057892918586731 + 1.6577017307281494, + 1.660626471042633, + 1.6655813455581665, + 1.67062246799469, + 1.675261676311493, + 1.6704427003860474, + 1.6760942935943604, + 1.6937252879142761, + 1.6953108310699463, + 1.666740894317627, + 1.6947537064552307, + 1.712501585483551, + 1.732774019241333, + 1.742612361907959, + 1.7021581530570984, + 1.7181379199028015, + 1.7318896055221558, + 1.7101309299468994, + 1.745917797088623, + 1.6725379824638367, + 1.7309578657150269, + 1.739348590373993, + 1.6952881813049316, + 1.6936732530593872, + 1.6989212036132812, + 1.810263991355896, + 1.8403151631355286, + 1.791870653629303, + 1.8523526191711426, + 1.762583315372467, + 1.8492175936698914, + 1.830672264099121, + 2.1581151485443115, + 1.853771448135376, + 1.9967907667160034, + 2.034287691116333, + 2.1117892265319824, + 2.1029443740844727, + 2.015492081642151, + 2.208685278892517, + 2.250219941139221, + 1.9839068055152893, + 2.0298147201538086, + 2.136533260345459, + 2.2745814323425293, + 2.219899296760559, + 2.317971348762512, + 2.1726925373077393, + 2.3907867670059204, + 2.305317521095276, + 2.5624899864196777, + 2.4567962884902954, + 2.6118593215942383, + 2.6118593215942383, + 2.4237321615219116, + 2.414286732673645, + 2.6190147399902344, + 2.614024043083191, + 2.5106178522109985, + 2.693613052368164 ], "p10": [ - 1.6283525824546814, - 1.6249792575836182, - 1.61087965965271, - 1.6041213274002075, - 1.6020920276641846, - 1.5665342211723328, - 1.59051114320755, - 1.5223591327667236, - 1.5349905490875244, - 1.4800364971160889, - 1.3885295391082764, - 1.442427933216095, - 1.4324170351028442, - 1.4170178771018982, - 1.42718905210495, - 1.2839584946632385, - 1.0231209993362427, - 0.8808056116104126, - 0.8904910981655121, - 0.7385465502738953, - 0.7062330842018127, - 0.8365529179573059, - 0.6812976598739624, - 0.3779444694519043, - 0.58631232380867, - 0.3640471398830414, - 0.27325913310050964, - 0.3208407759666443, - 0.22028392553329468, - 0.2674567997455597, - 0.12441405653953552, - 0.21751922369003296, - -0.08773183822631836, - 0.05744922161102295, - 0.107929527759552, - 0.06061774492263794, - -0.517833948135376, - -0.20154762268066406, - -0.37395668029785156, - -0.22623062133789062, - -0.6885963082313538, - -0.7226700186729431, - -0.1686360239982605, - -0.6086392998695374, - -0.30464327335357666, - -0.29822462797164917, - -0.2587330937385559, - -0.10712301731109619, - -0.3041016459465027, - 0.0818609893321991, - -0.3680877089500427, - -0.4987263083457947, - 0.07082504034042358, - -0.31465625762939453, - -0.443040132522583, - -0.42997533082962036, - -0.43188410997390747, - -0.3802385926246643, - -0.6724216341972351, - -0.3274151682853699 + 1.639432668685913, + 1.6223397850990295, + 1.6197304725646973, + 1.6213022470474243, + 1.601876676082611, + 1.5859053134918213, + 1.591173768043518, + 1.575344204902649, + 1.5633118748664856, + 1.5175414681434631, + 1.5057659149169922, + 1.4929038882255554, + 1.4732397198677063, + 1.442517101764679, + 1.3531795144081116, + 1.3597557544708252, + 1.0897020101547241, + 0.9824342131614685, + 0.9310426115989685, + 1.0627988576889038, + 0.7493425905704498, + 0.7863538265228271, + 0.5475420355796814, + 0.6365306377410889, + 0.7749224901199341, + 0.6544132232666016, + 0.3191061317920685, + 0.5075855255126953, + 0.5085186064243317, + 0.5104614198207855, + 0.46996134519577026, + 0.32870936393737793, + 0.24800720810890198, + -0.03177756071090698, + 0.05034470558166504, + 0.16851049661636353, + 0.20159289240837097, + -0.10834884643554688, + -0.24861294031143188, + 0.40922948718070984, + 0.26606637239456177, + -0.17874658107757568, + -0.03149360418319702, + -0.16669851541519165, + 0.1208062469959259, + -0.22576701641082764, + 0.19820016622543335, + 0.050376057624816895, + -0.017523646354675293, + 0.5248554050922394, + -0.024155080318450928, + 0.08118093013763428, + -0.03512072563171387, + -0.0428813099861145, + -0.11065983772277832, + -0.001992344856262207, + 0.4778690040111542, + 0.1641255021095276, + 0.1436747908592224, + 0.3217208981513977 ], "p90": [ - 1.6607028245925903, - 1.682891070842743, - 1.703369915485382, - 1.732041358947754, - 1.741823673248291, - 1.770760178565979, - 1.7752259373664856, - 1.8066580891609192, - 1.816010594367981, - 1.8657955527305603, - 1.9117357730865479, - 1.893819808959961, - 2.0065488815307617, - 1.9836305975914001, - 2.0289381742477417, - 2.0979522466659546, - 2.252256751060486, - 2.610532283782959, - 2.2920031547546387, - 2.432999849319458, - 2.500565767288208, - 2.432037830352783, - 2.644127607345581, - 2.6012526750564575, - 2.7778711318969727, - 2.738328218460083, - 2.8768582344055176, - 2.912577748298645, - 3.046867847442627, - 2.743513345718384, - 3.0255374908447266, - 3.0589007139205933, - 3.337333917617798, - 3.2497501373291016, - 3.36965274810791, - 3.3639039993286133, - 3.5991780757904053, - 3.9722955226898193, - 3.9633054733276367, - 3.5947272777557373, - 3.5245776176452637, - 4.128772735595703, - 3.426011562347412, - 3.5057497024536133, - 4.038987398147583, - 3.947981119155884, - 4.128772735595703, - 4.181695461273193, - 5.012596607208252, - 4.887893199920654, - 4.805789470672607, - 3.7479164600372314, - 4.887893199920654, - 4.887893199920654, - 4.859482765197754, - 4.887893199920654, - 4.887893199920654, - 4.940424680709839, - 4.4339048862457275, - 4.873638868331909 + 1.6735703945159912, + 1.6957979202270508, + 1.7130410075187683, + 1.7257153987884521, + 1.7572780847549438, + 1.7780125737190247, + 1.8034746050834656, + 1.811147928237915, + 1.8388964533805847, + 1.8714687824249268, + 1.8986241221427917, + 2.007256865501404, + 1.9718098640441895, + 2.125908136367798, + 2.0316507816314697, + 2.1772725582122803, + 2.2591748237609863, + 2.466014266014099, + 2.438255190849304, + 2.4194419384002686, + 2.5187398195266724, + 2.675249695777893, + 2.6116185188293457, + 2.679443597793579, + 2.786724805831909, + 2.664212226867676, + 2.765540599822998, + 3.0885703563690186, + 3.166597604751587, + 3.060966968536377, + 3.2826545238494873, + 3.0144659280776978, + 3.5835204124450684, + 3.5594570636749268, + 3.5127148628234863, + 3.4999125003814697, + 3.972975730895996, + 3.8516852855682373, + 3.5347650051116943, + 4.114444017410278, + 4.130873203277588, + 4.130873203277588, + 4.135627269744873, + 4.130873203277588, + 4.142780065536499, + 4.114446640014648, + 4.337493419647217, + 3.8803744316101074, + 4.890379905700684, + 5.261781930923462, + 4.890379905700684, + 5.140528202056885, + 5.334590911865234, + 5.108429193496704, + 5.285639524459839, + 5.233469247817993, + 5.452455282211304, + 5.876534461975098, + 5.6498870849609375, + 5.6498870849609375 ], "timestamps": [ - "2026-06-16 22:00:00", - "2026-06-16 22:06:00", - "2026-06-16 22:12:00", "2026-06-16 22:18:00", "2026-06-16 22:24:00", "2026-06-16 22:30:00", @@ -795,6 +792,9 @@ "2026-06-18 03:36:00", "2026-06-18 03:42:00", "2026-06-18 03:48:00", - "2026-06-18 03:54:00" + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 447ed1744d3421b886febb0493ddb545473cadf3..75c211ffcd784a46517bd9ff7c3e9e3c340f3342 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:57:42.991652+00:00", + "evaluated_at": "2026-06-18T04:24:23.367897+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 1.0, 1.0, 0.8999999761581421, 0.8999999761581421, @@ -81,10 +80,10 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -155,232 +154,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, - 1.7999999523162842 + 1.7999999523162842, + 1.399999976158142 ], "p50": [ - 1.3145491480827332, - 1.3565586805343628, - 1.3105342388153076, - 1.294007122516632, - 1.335352599620819, - 1.3493082523345947, - 1.3308165669441223, - 1.3398191332817078, - 1.3514757752418518, - 1.3461361527442932, - 1.3133675456047058, - 1.3516506552696228, - 1.3532294034957886, - 1.3908085227012634, - 1.3380016088485718, - 1.334441363811493, - 1.344021201133728, - 1.3806483149528503, - 1.3950992226600647, - 1.3647802472114563, - 1.3750815391540527, - 1.3652374744415283, - 1.3521217703819275, - 1.3722999691963196, - 1.4161213040351868, - 1.411459505558014, - 1.4042304158210754, - 1.3968940377235413, - 1.464353322982788, - 1.4142992496490479, - 1.440373182296753, - 1.4246774315834045, - 1.4154656529426575, - 1.3875650763511658, - 1.4054772853851318, - 1.4090155363082886, - 1.3928701281547546, - 1.469340741634369, - 1.407001554965973, - 1.398475468158722, - 1.4705045223236084, - 1.4881481528282166, - 1.4501078724861145, - 1.3972102403640747, - 1.4442667365074158, - 1.4386796951293945, - 1.3988998532295227, - 1.463587760925293, - 1.4797168374061584, - 1.5811802744865417, - 1.5013191103935242, - 1.4464964270591736, - 1.5607467293739319, - 1.5133986473083496, - 1.5477939248085022, - 1.4801107048988342, - 1.4804177284240723, - 1.399074137210846, - 1.5205131769180298, - 1.5011683702468872, - 1.4916179776191711, - 1.541373610496521, - 1.492558240890503, - 1.492479145526886, - 1.4748117923736572, - 1.5077090859413147, - 1.5467450022697449, - 1.5701223015785217, - 1.4541630744934082, - 1.4908331632614136, - 1.5140602588653564, - 1.6303096413612366 + 1.3513091802597046, + 1.3193883299827576, + 1.3273197412490845, + 1.3450648188591003, + 1.3576905131340027, + 1.333577811717987, + 1.3560989499092102, + 1.3578097224235535, + 1.37380850315094, + 1.3285988569259644, + 1.3397603034973145, + 1.3610459566116333, + 1.3638819456100464, + 1.3532315492630005, + 1.3195618987083435, + 1.4052503108978271, + 1.3672814965248108, + 1.4044329524040222, + 1.3785167336463928, + 1.3324349522590637, + 1.3718480467796326, + 1.3797940015792847, + 1.3777275085449219, + 1.4127749800682068, + 1.4581605792045593, + 1.3908197283744812, + 1.3748539090156555, + 1.4488157629966736, + 1.4275718927383423, + 1.4746870398521423, + 1.435895323753357, + 1.4422584772109985, + 1.451485812664032, + 1.4667196869850159, + 1.4125657081604004, + 1.42014741897583, + 1.4941790699958801, + 1.4109185338020325, + 1.4472014904022217, + 1.4467172622680664, + 1.4440844058990479, + 1.4374514818191528, + 1.4622548818588257, + 1.505690097808838, + 1.4751540422439575, + 1.4359909892082214, + 1.4894607067108154, + 1.5066176652908325, + 1.4919013977050781, + 1.5321959853172302, + 1.4759548902511597, + 1.6366395354270935, + 1.5316545963287354, + 1.5655530095100403, + 1.4482493996620178, + 1.4855576157569885, + 1.5044479966163635, + 1.5029269456863403, + 1.5377628803253174, + 1.5359761714935303, + 1.537383794784546, + 1.5151708126068115, + 1.5436227321624756, + 1.5573421120643616, + 1.5408491492271423, + 1.6204016208648682, + 1.5275837779045105, + 1.557599425315857, + 1.5320960879325867, + 1.508647859096527, + 1.6690754294395447, + 1.6615706086158752 ], "p10": [ - 1.2050486207008362, - 1.2272024750709534, - 1.152033805847168, - 1.135667622089386, - 1.1493061184883118, - 1.1575201153755188, - 1.1342041492462158, - 1.0886676907539368, - 1.1193345189094543, - 1.102272093296051, - 1.0704522132873535, - 1.0599659085273743, - 1.0649887323379517, - 1.128685712814331, - 1.0438079833984375, - 1.0542893409729004, - 1.0228279829025269, - 1.1294500231742859, - 1.1143115162849426, - 1.0774455666542053, - 1.0361242890357971, - 1.0436784625053406, - 1.0126476287841797, - 1.0466400980949402, - 1.1220740675926208, - 1.063305377960205, - 1.0396264791488647, - 0.9953133761882782, - 0.9809786975383759, - 0.9610985219478607, - 1.0271334052085876, - 1.0045070350170135, - 0.9624559581279755, - 0.9659216403961182, - 0.9404286742210388, - 1.0042563080787659, - 0.9768818318843842, - 1.0174747109413147, - 0.92975053191185, - 0.9804727137088776, - 1.0303255319595337, - 1.0162853598594666, - 0.968349039554596, - 1.0046602189540863, - 0.9016969799995422, - 0.905903160572052, - 0.8385675251483917, - 0.9848371148109436, - 1.0086395740509033, - 1.0630691647529602, - 0.9523853361606598, - 0.951235443353653, - 1.0598798394203186, - 1.0042828917503357, - 0.9278627932071686, - 0.9544585347175598, - 0.953639030456543, - 0.8575617671012878, - 0.9184733927249908, - 1.0147303938865662, - 0.9351925551891327, - 0.9640078842639923, - 0.9434506893157959, - 0.8923922777175903, - 0.8511373102664948, - 0.9243625104427338, - 0.9839047789573669, - 0.9588292241096497, - 0.8767410516738892, - 0.8932230770587921, - 0.8467853665351868, - 1.0515547394752502 + 1.222574234008789, + 1.1708418726921082, + 1.1617109775543213, + 1.1494174599647522, + 1.1699699759483337, + 1.1507762670516968, + 1.1289022564888, + 1.1236083507537842, + 1.1247458457946777, + 1.0910311937332153, + 1.0888115167617798, + 1.140028178691864, + 1.0952292680740356, + 1.0928249955177307, + 1.065503180027008, + 1.002439260482788, + 1.1006803512573242, + 1.1474600434303284, + 1.069976806640625, + 0.9978004693984985, + 1.006861388683319, + 1.0583942532539368, + 1.0406543612480164, + 1.1293129920959473, + 1.087055504322052, + 1.0112231373786926, + 0.9938609302043915, + 1.0472410917282104, + 1.094929277896881, + 1.0514947175979614, + 1.0352608561515808, + 1.0433090329170227, + 0.9550165235996246, + 0.9490683376789093, + 0.9686770439147949, + 0.9943180680274963, + 1.031734824180603, + 0.9668967723846436, + 1.01274973154068, + 1.0041547417640686, + 0.9384576380252838, + 0.8985200822353363, + 0.900047242641449, + 1.0224263668060303, + 0.9236855506896973, + 0.9054708182811737, + 1.0590031743049622, + 0.9430551528930664, + 1.0352877378463745, + 0.9867511987686157, + 0.9207179546356201, + 1.0298307538032532, + 0.9552928507328033, + 0.9569772183895111, + 0.9127295017242432, + 0.8974074423313141, + 0.8384073376655579, + 0.9614132940769196, + 0.9384524822235107, + 0.9219015836715698, + 1.0169315934181213, + 0.9344181418418884, + 0.8952056467533112, + 0.9240108132362366, + 0.925873339176178, + 0.8376559317111969, + 0.8468692302703857, + 0.9623492062091827, + 0.9510360658168793, + 0.8474932312965393, + 0.9418730735778809, + 0.8774319589138031 ], "p90": [ - 1.4312981963157654, - 1.4962350130081177, - 1.4714877605438232, - 1.4529253244400024, - 1.5772852301597595, - 1.606824517250061, - 1.5626769065856934, - 1.564296305179596, - 1.5752344131469727, - 1.5950068235397339, - 1.5721779465675354, - 1.630352258682251, - 1.6408069133758545, - 1.7215107083320618, - 1.6502063274383545, - 1.631044864654541, - 1.7015756964683533, - 1.776265025138855, - 1.7675199508666992, - 1.693223476409912, - 1.8648302555084229, - 1.7028359770774841, - 1.8288041353225708, - 1.893584966659546, - 1.846634566783905, - 1.8925483226776123, - 1.8601641058921814, - 1.9614593386650085, - 2.148341417312622, - 2.0904855728149414, - 2.0753718614578247, - 2.010148525238037, - 1.956308901309967, - 1.8557341694831848, - 2.2331173419952393, - 1.9137333631515503, - 2.121266007423401, - 2.246409773826599, - 2.0562838315963745, - 2.0885376930236816, - 2.192512273788452, - 2.306437849998474, - 2.1207610368728638, - 2.325927972793579, - 2.271160840988159, - 2.34860360622406, - 2.0988301038742065, - 2.2512266635894775, - 2.3669023513793945, - 2.6897828578948975, - 2.7559542655944824, - 2.422726273536682, - 2.730397582054138, - 2.699016571044922, - 2.46415913105011, - 2.5947227478027344, - 2.4550470113754272, - 2.2814133167266846, - 2.541794776916504, - 2.769782781600952, - 2.6403307914733887, - 2.829055666923523, - 2.922083616256714, - 2.6805176734924316, - 2.6319103240966797, - 2.7221723794937134, - 2.87872052192688, - 2.6115880012512207, - 2.736523747444153, - 2.761392593383789, - 2.7269461154937744, - 3.182790994644165 + 1.4714587330818176, + 1.4613761901855469, + 1.5159971714019775, + 1.5153651237487793, + 1.5458367466926575, + 1.568536102771759, + 1.5192114114761353, + 1.5882885456085205, + 1.6238980293273926, + 1.6113292574882507, + 1.6434579491615295, + 1.6507651805877686, + 1.6687220335006714, + 1.6788396835327148, + 1.7284047603607178, + 1.8715675473213196, + 1.7268186211585999, + 1.7565104961395264, + 1.7853634357452393, + 1.7712642550468445, + 1.857243835926056, + 1.7697359919548035, + 1.8938090205192566, + 2.0798799991607666, + 2.0521005392074585, + 1.898777425289154, + 1.811225414276123, + 2.150664448738098, + 2.036243200302124, + 2.241809129714966, + 2.014280319213867, + 2.17134428024292, + 2.0173115730285645, + 2.2217822074890137, + 2.0827656984329224, + 1.9672540426254272, + 2.37935733795166, + 2.2809277772903442, + 2.357011079788208, + 2.3614490032196045, + 2.1991668939590454, + 2.225478172302246, + 2.299789786338806, + 2.574660301208496, + 2.426171898841858, + 2.475952982902527, + 2.414726734161377, + 2.7155489921569824, + 2.6405115127563477, + 2.842693328857422, + 2.899788022041321, + 2.842683434486389, + 2.6371116638183594, + 3.030488967895508, + 2.8675915002822876, + 2.799705982208252, + 2.740677833557129, + 2.5492886304855347, + 2.9273993968963623, + 2.6930222511291504, + 2.749848961830139, + 2.8665428161621094, + 3.1236789226531982, + 2.9410507678985596, + 2.7030802965164185, + 3.168855905532837, + 3.0338573455810547, + 2.935991644859314, + 3.206667423248291, + 3.3775460720062256, + 3.203845977783203, + 3.746586322784424 ], "timestamps": [ - "2026-06-16 03:40:00", "2026-06-16 03:50:00", "2026-06-16 04:00:00", "2026-06-16 04:10:00", @@ -527,6 +526,7 @@ "2026-06-17 03:40:00", "2026-06-17 03:50:00", "2026-06-17 04:00:00", - "2026-06-17 04:10:00" + "2026-06-17 04:10:00", + "2026-06-17 04:20:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index ded2873eb8a6dfe8d4e7af3bbb6a0cdb75cff610..4ec250d1ece82d00bb1aaae8a508518262247e7f 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,13 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T04:14:41.450531+00:00", + "evaluated_at": "2026-06-18T04:24:42.934179+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:12:34.379620Z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 8fba05ad2c69cd8ba7b9e4d563d65074b2436ed3..2e4db0278a3c9f5aa1deeaaade4df39f6acdc499 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,1539805.8392967794,1457254.8076283063,1059.1508889003187,1.0870322759949629,0.01638834028016561,0.01621530201749036,29.126075989529312,1240.8891325564823,0.01910387372083367,0.016305956996476013,0.015578555732543289,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,1527502.6915724871,1445221.7552943963,1056.067230046152,1.08386744203432,0.01633873790396864,0.01616717656633505,28.9994826311036,1235.921798324023,0.01902649690065512,0.016257711375108116,0.015530344638455817,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.06536231070545645,0.06594062049301583,0.23339548062884716,0.2236088678913366,0.19290784611750691,0.17859596821801904,6.414965167482777,0.25566053802934946,0.19443097092416806,0.17749829620858473,0.16718460968031174,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06679882747525322,0.06812085367785269,0.22346293425118466,1.117314545071875,0.14719434035345452,0.1626109098202881,9.273840604045844,0.25845469133922333,0.17875829057817086,0.15455649857751966,0.13627885059735623,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.08340824832020936,0.08563242012947284,0.2556148409164545,0.24515685149307828,0.2237884882875704,0.19567766248259985,6.981498912206866,0.2888048620092975,0.22418099208959116,0.19841767285631431,0.18643276562497113,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06303793910899731,0.06483613308316825,0.21744441871289844,1.0459349765974713,0.14309080336329372,0.15766925917615005,6.0614241538109495,0.25107357309959427,0.17348654311525624,0.15024950677402873,0.13116975090132554,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,4.311690472443179,4.353385605414734,1.9916667143503812,1.356669793972431,0.11101930207194029,0.1045594536540932,12.75033092793088,2.0764610452505914,0.11437930615052198,0.10970851458616912,0.10232677813625594,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,193.13558403414913,196.38170546573465,12.294179302780188,0.9785162509111863,0.32416386125757224,0.3306207786971516,13.55783136665073,13.897322908896847,0.3735002797463878,0.3304146733110017,0.2980414265854275,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,9.66647279175955,10.179779494209766,2.437783950517821,1.2128665638216558,0.08772434890084861,0.09417811462778831,20.952795245511528,3.1090951725155582,0.11981099165528246,0.09394157989591444,0.08370387573531757,Weather,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index ebc3d70f82b7b10084032d8a3a2796048e070240..ca67d87eaa75643ca773863125f5367e31e0b306 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T04:15:06.825199+00:00", + "evaluated_at": "2026-06-18T04:25:13.177105+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 64024.01171875 + 64098.01953125 ], "p50": [ 65980.91229783444, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 7a8c4f72e754b65605e9bd1e4bc0edf19d87978a..8b71c661a53bad555a7a93b6e20b15856aa342f0 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T04:07:35.422178+00:00", + "evaluated_at": "2026-06-18T04:25:13.185091+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6009999513626099, - 1.6019999980926514, - 1.590000033378601, 1.5740000009536743, 1.5729999542236328, 1.5720000267028809, @@ -245,12 +242,12 @@ 1.5980000495910645, 1.6130000352859497, 1.6299999952316284, - 1.6339999437332153 - ], - "actuals": [ + 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, - 1.6490000486373901, + 1.6490000486373901 + ], + "actuals": [ 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, @@ -307,198 +304,198 @@ 1.0490000247955322, 1.0520000457763672, 1.0509999990463257, - 1.0729999542236328 + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167 ], "p50": [ - 1.3792786189618635, - 1.377778519064479, - 1.3737786003652144, - 1.380778629452281, - 1.3797785827222395, - 1.3757786044183302, - 1.3737784513536024, - 1.3807785996499586, - 1.3777786382737685, - 1.3822785803380537, - 1.376278627783351, - 1.3772786149087477, - 1.374778587490611, - 1.3792785593572188, - 1.383278537661128, - 1.3817785867753554, - 1.3757786044183302, - 1.3802786209884215, - 1.383278537661128, - 1.3677786478105116, - 1.368778605133586, - 1.37277864304214, - 1.380278591186099, - 1.3782786318364668, - 1.3757786044183302, - 1.377278555304103, - 1.3792786189618635, - 1.3742785492244292, - 1.3747786172929335, - 1.3737786003652144, - 1.3757785448136854, - 1.376278627783351, - 1.3732785471978712, - 1.380778629452281, - 1.3832785525622893, - 1.3807786592546034, - 1.380278591186099, - 1.3752786406579542, - 1.3787785657945204, - 1.3747785427871275, - 1.3732785471978712, - 1.3752785810533095, - 1.374778498083644, - 1.3782786020341444, - 1.3747786172929335, - 1.3737785258594084, - 1.3807785996499586, - 1.3732784875932265, - 1.38377857592731, - 1.3807785996499586, - 1.381278593212657, - 1.373778570562892, - 1.3722785600724745, - 1.3787785657945204, - 1.3852786013188887, - 1.3747786172929335, - 1.3737786003652144, - 1.3712786325517226, - 1.3807786592546034, - 1.381278593212657 + 1.4516445306887023, + 1.4566444961180083, + 1.4506445435633055, + 1.4561445323576323, + 1.4536445496429793, + 1.449144533072888, + 1.4471444992174498, + 1.4596445170988432, + 1.4536445049394957, + 1.4556445983995787, + 1.4506445435633055, + 1.445644548331677, + 1.4471444992174498, + 1.4526445774187438, + 1.4596445469011656, + 1.4576444534410826, + 1.4516445306887023, + 1.451644590293347, + 1.4516445306887023, + 1.4456446079363219, + 1.449644496833264, + 1.4486444501032225, + 1.4541445134033553, + 1.4491444883694045, + 1.452144554053723, + 1.4516445306887023, + 1.4591445235361449, + 1.4521444944490782, + 1.4526445774187438, + 1.4531445411791197, + 1.4506445435633055, + 1.4506446031679503, + 1.4501445201982848, + 1.4536445049394957, + 1.4586445150722853, + 1.4581445513119093, + 1.4546445218672148, + 1.4496445564379088, + 1.4566445259203307, + 1.452144554053723, + 1.4551445303310744, + 1.455644538794934, + 1.4496444372286192, + 1.4506446031679503, + 1.4541445134033553, + 1.4516445306887023, + 1.4516445306887023, + 1.4511445669283263, + 1.4581445364107481, + 1.4596445320000044, + 1.4586445150722853, + 1.4461445716966979, + 1.4496445564379088, + 1.4551445303310744, + 1.4596445469011656, + 1.453144481574475, + 1.4506446031679503, + 1.4456444887270323, + 1.4596445469011656, + 1.4596445469011656 ], "p10": [ - 1.329578546554141, - 1.322578574091487, - 1.3205785968604613, - 1.329578546554141, - 1.3257785924974013, - 1.318678591519885, - 1.318678591519885, - 1.3276785963478612, - 1.3257785924974013, - 1.3222785719934034, - 1.3227785715165663, - 1.322578574091487, - 1.329578546554141, - 1.3207785972657728, - 1.3205785998406936, - 1.3185785957875777, - 1.3167785960746112, - 1.318778593212657, - 1.3266785943213033, - 1.318778593212657, - 1.318678591519885, - 1.3207785972657728, - 1.318778593212657, - 1.3177785762849379, - 1.322578574091487, - 1.3177785762849379, - 1.322578574091487, - 1.3156785973611402, - 1.318678591519885, - 1.3266785943213033, - 1.3185785928073455, - 1.318778593212657, - 1.327778596550517, - 1.3167785968429524, - 1.3167785960746112, - 1.3187786230149794, - 1.3205785998406936, - 1.318778620034747, - 1.325078595549159, - 1.3167785891595412, - 1.3167786167499724, - 1.3223785766664076, - 1.318678591519885, - 1.3261785947981406, - 1.3257785924974013, - 1.3167785968429524, - 1.3207785972657728, - 1.3207785972657728, - 1.3266785943213033, - 1.3257785924974013, - 1.3337785975339937, - 1.322578574091487, - 1.3267785945239592, - 1.3275785961452056, - 1.3177785762849379, - 1.3205785968604613, - 1.3205785998406936, - 1.3167785960746112, - 1.318678591519885, - 1.3257785924974013 + 1.4003445295442931, + 1.4003445295442931, + 1.393444559542752, + 1.4074445305218093, + 1.3976445106615416, + 1.3936445621599547, + 1.395444538985669, + 1.4046444801439635, + 1.3976445106615416, + 1.3925445196976058, + 1.3916445359879277, + 1.393444534932553, + 1.4012445313681952, + 1.3974445132364623, + 1.3936445621599547, + 1.3956445364107481, + 1.3906445411791197, + 1.4003445295442931, + 1.3976445106615416, + 1.3925445196976058, + 1.3925445196976058, + 1.3936445621599547, + 1.4026445356954924, + 1.4003445295442931, + 1.395244535600125, + 1.3936445591797224, + 1.3974445132364623, + 1.3906445411791197, + 1.3956445364107481, + 1.4044444856991163, + 1.3952445385803571, + 1.3936445591797224, + 1.4026445356954924, + 1.4003445295442931, + 1.3935445306648604, + 1.3926445154299132, + 1.3976445106615416, + 1.391544536507047, + 1.4015445334662786, + 1.3935445574869505, + 1.395444538985669, + 1.3974445132364623, + 1.3925445196976058, + 1.3976445106615416, + 1.3956445364107481, + 1.3956445364107481, + 1.3956445364107481, + 1.3952445385803571, + 1.395444538985669, + 1.4003445295442931, + 1.4003445295442931, + 1.3916445581068388, + 1.4055445222010008, + 1.4003445295442931, + 1.395444538985669, + 1.3925445196976058, + 1.4003445295442931, + 1.3906445411791197, + 1.3976445106615416, + 1.4024445352901809 ], "p90": [ - 1.410778630644374, - 1.4117786177697706, - 1.4058786281648208, - 1.4067785990688133, - 1.410778630644374, - 1.409878582626872, - 1.410778630644374, - 1.4107785710397291, - 1.4069786024543571, - 1.4097785839143324, - 1.410778630644374, - 1.4067785629334975, - 1.409878582626872, - 1.4108786233964492, - 1.410778630644374, - 1.4088786491456557, - 1.4067785927358198, - 1.4098785885873366, - 1.4117786177697706, - 1.4068786212506819, - 1.403878600269847, - 1.4067785990688133, - 1.4067785629334975, - 1.4107785710397291, - 1.409878582626872, - 1.4117785581651259, - 1.410778630644374, - 1.4117786177697706, - 1.4079786070886182, - 1.406778593108349, - 1.409878582626872, - 1.410778630644374, - 1.4067785629334975, - 1.4068786212506819, - 1.4107785710397291, - 1.4088786491456557, - 1.410778630644374, - 1.4067785629334975, - 1.4067785629334975, - 1.4097785839143324, - 1.406778593108349, - 1.4097785839143324, - 1.406878597781353, - 1.4067786225381422, - 1.4067785957160521, - 1.4067785990688133, - 1.4107785770001937, - 1.4027786144319105, - 1.4108786233964492, - 1.4107785710397291, - 1.4067785927358198, - 1.4068786212506819, - 1.4097785839143324, - 1.4117785581651259, - 1.4117785641255904, - 1.4107785770001937, - 1.409878582626872, - 1.4088786491456557, - 1.410778630644374, - 1.409878582626872 + 1.4827445534815185, + 1.485644516145169, + 1.4816445318807951, + 1.4846445230593077, + 1.4856445101847044, + 1.4846445230593077, + 1.4847445217718473, + 1.485644516145169, + 1.4816445020784728, + 1.4857445625414245, + 1.4856445101847044, + 1.4816445318807951, + 1.4856445697893492, + 1.4847445217718473, + 1.4856445101847044, + 1.4847445217718473, + 1.4816445348610274, + 1.4836445955385558, + 1.4816445348610274, + 1.4816445020784728, + 1.480744567309796, + 1.4816445348610274, + 1.481644505431234, + 1.4856445697893492, + 1.4836445955385558, + 1.4847445217718473, + 1.4866444973101012, + 1.4838445870031707, + 1.4857445625414245, + 1.479644536023318, + 1.4826445488085143, + 1.4836445955385558, + 1.4816445020784728, + 1.4828445462335935, + 1.486644556914746, + 1.4846445230593077, + 1.4847445217718473, + 1.480744567309796, + 1.4846445230593077, + 1.481644505058705, + 1.485644516145169, + 1.4846445230593077, + 1.480744567309796, + 1.485644516145169, + 1.4828445462335935, + 1.4796445427288405, + 1.4816445382137886, + 1.4816445020784728, + 1.4847445217718473, + 1.4856445697893492, + 1.4846445230593077, + 1.4817445603956572, + 1.4846445230593077, + 1.4816445616831175, + 1.4856445697893492, + 1.483744588290631, + 1.4856445101847044, + 1.4816445318807951, + 1.4857445625414245, + 1.4856445697893492 ], "timestamps": [ - "2026-06-16 22:00:00", - "2026-06-16 22:06:00", - "2026-06-16 22:12:00", "2026-06-16 22:18:00", "2026-06-16 22:24:00", "2026-06-16 22:30:00", @@ -795,6 +792,9 @@ "2026-06-18 03:36:00", "2026-06-18 03:42:00", "2026-06-18 03:48:00", - "2026-06-18 03:54:00" + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8a7d3900df162663989833a6ef39d81ffbf63d4c..ff132f139252c368b3b7f94562fd311066f413ef 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:58:10.203681+00:00", + "evaluated_at": "2026-06-18T04:25:13.197319+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 1.0, 1.0, 0.8999999761581421, 0.8999999761581421, @@ -81,10 +80,10 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -155,232 +154,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, - 1.7999999523162842 + 1.7999999523162842, + 1.399999976158142 ], "p50": [ - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611, - 1.225166682203611 + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712 ], "p10": [ - 1.125166658361753, - 1.0251667537291844, - 1.125166658361753, - 1.1151666678984964, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.0251667537291844, - 1.0251667537291844, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.0251667537291844, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.1151666678984964, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.0251667537291844, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.0251667537291844, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.0251667537291844, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.125166658361753, - 1.0251667537291844, - 1.125166658361753, - 1.125166658361753, - 1.1151666678984964, - 1.125166658361753, - 1.125166658361753, - 1.0251667537291844, - 1.1151666678984964, - 1.0251667537291844, - 1.125166658361753 + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.0335000840822857, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.1234999982515974, + 1.1234999982515974, + 1.133499988714854, + 1.133499988714854, + 1.0335000840822857, + 1.133499988714854, + 1.0335000721613568, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.0335000840822857, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.1234999982515974, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.0335000840822857, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.0335000840822857, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.0335000840822857, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.0335000840822857, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.1234999982515974, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.0335000840822857, + 1.133499988714854, + 1.133499988714854 ], "p90": [ - 1.3251667060454688, - 1.3251667060454688, - 1.425166610678037, - 1.3251667060454688, - 1.425166610678037, - 1.335166696508725, - 1.4251667298873265, - 1.425166610678037, - 1.425166610678037, - 1.425166610678037, - 1.4251667298873265, - 1.3251667060454688, - 1.3251667060454688, - 1.3251667060454688, - 1.4251667298873265, - 1.3251667060454688, - 1.425166610678037, - 1.425166610678037, - 1.425166610678037, - 1.335166696508725, - 1.3251667060454688, - 1.425166610678037, - 1.3251667060454688, - 1.425166610678037, - 1.4251667298873265, - 1.3251667060454688, - 1.425166610678037, - 1.425166610678037, - 1.3251667060454688, - 1.425166610678037, - 1.425166610678037, - 1.3251667060454688, - 1.425166610678037, - 1.4251667298873265, - 1.335166696508725, - 1.3251667060454688, - 1.425166610678037, - 1.3251667060454688, - 1.3251667060454688, - 1.4251666225989659, - 1.3251667060454688, - 1.425166610678037, - 1.4251667298873265, - 1.3251667060454688, - 1.4251667298873265, - 1.425166610678037, - 1.335166696508725, - 1.425166610678037, - 1.3251667060454688, - 1.425166610678037, - 1.3251667060454688, - 1.3251667060454688, - 1.3251667060454688, - 1.335166696508725, - 1.335166696508725, - 1.335166696508725, - 1.3251667060454688, - 1.335166696508725, - 1.425166610678037, - 1.4251667298873265, - 1.425166610678037, - 1.425166610678037, - 1.4251667298873265, - 1.425166610678037, - 1.425166610678037, - 1.425166610678037, - 1.425166610678037, - 1.3251667060454688, - 1.3251667060454688, - 1.335166696508725, - 1.425166610678037, - 1.3251667060454688 + 1.4334999529520671, + 1.4334999410311382, + 1.3335000363985698, + 1.343500026861826, + 1.4335000602404278, + 1.4334999410311382, + 1.3335000363985698, + 1.4334999410311382, + 1.3335000363985698, + 1.3335000363985698, + 1.3335000363985698, + 1.4335000602404278, + 1.4334999410311382, + 1.4334999410311382, + 1.3335000363985698, + 1.4335000602404278, + 1.4334999529520671, + 1.3334999291102092, + 1.3335000363985698, + 1.3335000363985698, + 1.4335000602404278, + 1.4334999410311382, + 1.4334999410311382, + 1.4335000602404278, + 1.3335000363985698, + 1.4334999410311382, + 1.4334999529520671, + 1.4334999410311382, + 1.3335000363985698, + 1.3335000363985698, + 1.3335000363985698, + 1.4334999410311382, + 1.343500026861826, + 1.3335000363985698, + 1.3335000363985698, + 1.4334999410311382, + 1.4334999410311382, + 1.3335000363985698, + 1.4334999410311382, + 1.4335000602404278, + 1.4334999410311382, + 1.4334999410311382, + 1.3335000363985698, + 1.4334999529520671, + 1.4334999410311382, + 1.4335000602404278, + 1.4335000602404278, + 1.4335000602404278, + 1.3335000363985698, + 1.343500026861826, + 1.4334999410311382, + 1.4334999410311382, + 1.4334999410311382, + 1.3335000363985698, + 1.3335000363985698, + 1.4334999410311382, + 1.3335000363985698, + 1.3335000363985698, + 1.4334999410311382, + 1.4334999410311382, + 1.4334999410311382, + 1.3335000363985698, + 1.4334999410311382, + 1.4334999410311382, + 1.4334999410311382, + 1.3335000363985698, + 1.4334999410311382, + 1.4334999410311382, + 1.4334999410311382, + 1.4334999529520671, + 1.4334999410311382, + 1.3335000363985698 ], "timestamps": [ - "2026-06-16 03:40:00", "2026-06-16 03:50:00", "2026-06-16 04:00:00", "2026-06-16 04:10:00", @@ -527,6 +526,7 @@ "2026-06-17 03:40:00", "2026-06-17 03:50:00", "2026-06-17 04:00:00", - "2026-06-17 04:10:00" + "2026-06-17 04:10:00", + "2026-06-17 04:20:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 113ec8b5b6f0db00f7d13bf36e7524a755763846..2f8fbea417f17d61f935d69523bb14750ecd8853 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,13 +1,25 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T04:15:06.837651+00:00", + "evaluated_at": "2026-06-18T04:25:13.202400+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:12:34.379620Z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 874cfdc2b512beeae57ec6c9dee9955fc0731f6c..c63f32b1e80c7944f27431bfab01dc19fb92e587 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-18T04:12:34.988117+00:00", - "finished_at": "2026-06-18T04:15:06.882471+00:00", - "task_count": 1, + "started_at": "2026-06-18T04:19:26.272664+00:00", + "finished_at": "2026-06-18T04:25:13.231201+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,13 +10,25 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T04:12:57.154379+00:00", + "evaluated_at": "2026-06-18T04:20:16.560680+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:12:34.379620Z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -24,13 +36,25 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T04:13:25.963073+00:00", + "evaluated_at": "2026-06-18T04:20:57.142028+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:12:34.379620Z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -38,13 +62,25 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T04:13:50.939310+00:00", + "evaluated_at": "2026-06-18T04:21:31.797183+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:12:34.379620Z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -52,13 +88,25 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T04:13:59.745542+00:00", + "evaluated_at": "2026-06-18T04:23:53.429807+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:12:34.379620Z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -66,13 +114,25 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T04:14:41.450531+00:00", + "evaluated_at": "2026-06-18T04:24:42.934179+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:12:34.379620Z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -80,13 +140,25 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T04:15:05.688261+00:00", + "evaluated_at": "2026-06-18T04:25:11.101130+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:12:34.379620Z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -94,13 +166,25 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T04:15:06.730559+00:00", + "evaluated_at": "2026-06-18T04:25:13.073506+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:12:34.379620Z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -108,13 +192,25 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T04:15:06.806871+00:00", + "evaluated_at": "2026-06-18T04:25:13.171810+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:12:34.379620Z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -122,13 +218,25 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T04:15:06.837651+00:00", + "evaluated_at": "2026-06-18T04:25:13.202400+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:12:34.379620Z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -136,13 +244,25 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T04:15:06.873355+00:00", + "evaluated_at": "2026-06-18T04:25:13.229679+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:12:34.379620Z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -150,7 +270,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-18T04:15:52.022417+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_042512.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_042512.json new file mode 100644 index 0000000000000000000000000000000000000000..6864f6d479fd4c9b41eb8b271a27daff2d954975 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_042512.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-18T04:25:12.899054+00:00", + "metrics": { + "MSE[mean]": 1577646.6575860195, + "MSE[0.5]": 401886.23021554016, + "MAE[0.5]": 565.680713564212, + "MASE[0.5]": 0.5805718524115143, + "MAPE[0.5]": 0.008725777261669678, + "sMAPE[0.5]": 0.008700806050131796, + "MSIS": 7.862097100137298, + "RMSE[mean]": 1256.0440508143095, + "NRMSE[mean]": 0.019336270524811443, + "ND[0.5]": 0.008708416954846953, + "mean_weighted_sum_quantile_loss": 0.007732622053643553 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 64098.01953125 + ], + "predictions": { + "p50": [ + 65176.380801840765, + 65164.15301974802, + 65198.27852598687, + 65201.707666291644, + 65198.29817938252, + 65192.56420719013, + 65201.68778268599, + 65176.36725691806, + 65192.55768869645, + 65184.56721062734, + 65231.32194702861, + 65228.6080513723, + 65201.69081438824, + 65192.78745965083, + 65205.36176394328, + 65202.098167366916, + 65192.91150283537, + 65201.69093192007, + 65203.66788111321, + 65201.69092734045, + 65192.91151345588, + 65203.086627270284, + 65164.10195306511, + 65201.69092534691 + ], + "p10": [ + 64992.31446131108, + 65029.915370830466, + 64992.86673573387, + 65029.88104575161, + 64982.96722659899, + 64992.90146287947, + 64992.89283215285, + 64926.947658572884, + 65026.84144789577, + 64992.89656442497, + 64987.97238751281, + 64998.9712265919, + 64894.88328554736, + 64998.97109661323, + 64894.15259048992, + 64926.945880110026, + 64933.70056165584, + 65026.842484896915, + 64992.40364573954, + 64982.97681427678, + 65029.86430328795, + 64982.97681277543, + 64926.945858908206, + 64982.97681228324 + ], + "p90": [ + 65519.72243939492, + 65446.213173802375, + 65519.78238888454, + 65524.79356176754, + 65525.24141183504, + 65519.817116030135, + 65533.930574891725, + 65408.788679263154, + 65524.77579039482, + 65525.25158713049, + 65524.77648285359, + 65535.82980232169, + 65525.25088656062, + 65525.251060673036, + 65612.07816131559, + 65413.70878280944, + 65519.811615825, + 65524.82424506562, + 65612.07819371176, + 65612.07819984635, + 65413.708760748006, + 65535.829609681474, + 65453.52705913803, + 65612.07819785281 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_042001.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_042001.json new file mode 100644 index 0000000000000000000000000000000000000000..bddb5f406e0ad3948609210686e628db9b337e16 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_042001.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T04:20:01.979835+00:00", + "metrics": { + "MSE[mean]": 911042.4582964579, + "MSE[0.5]": 911042.4582964579, + "MAE[0.5]": 821.8440755208334, + "MASE[0.5]": 0.8434785310466436, + "MAPE[0.5]": 0.012718467053448692, + "sMAPE[0.5]": 0.012611359798378107, + "MSIS": 4.030767845580958, + "RMSE[mean]": 954.485441636727, + "NRMSE[mean]": 0.014693902414900574, + "ND[0.5]": 0.012651944303372006, + "mean_weighted_sum_quantile_loss": 0.007984474267701304 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 64098.01953125 + ], + "predictions": { + "p50": [ + 65849.78125, + 65834.234375, + 65831.0234375, + 65829.3828125, + 65806.0078125, + 65798.5625, + 65780.7734375, + 65771.3203125, + 65759.4140625, + 65757.7734375, + 65742.40625, + 65739.3046875, + 65744.3125, + 65744.7578125, + 65734.046875, + 65737.328125, + 65725.09375, + 65713.8203125, + 65699.1015625, + 65687.0546875, + 65656.6328125, + 65625.2109375, + 65585.6484375, + 65573.1953125 + ], + "p10": [ + 65580.5, + 65465.62890625, + 65368.40625, + 65261.29296875, + 65156.30859375, + 65049.1015625, + 64922.3515625, + 64840.91796875, + 64774.7421875, + 64678.44140625, + 64619.01171875, + 64562.80078125, + 64491.94140625, + 64455.91015625, + 64423.39453125, + 64437.07421875, + 64362.40234375, + 64195.0234375, + 64114.9140625, + 64033.30078125, + 63962.765625, + 63899.8671875, + 63848.3203125, + 63797.53125 + ], + "p90": [ + 66046.625, + 66133.21875, + 66209.9140625, + 66272.640625, + 66327.3046875, + 66353.859375, + 66373.5390625, + 66424.6171875, + 66461.25, + 66503.625, + 66533.015625, + 66602.3046875, + 66660.4921875, + 66656.625, + 66656.140625, + 66681.90625, + 66733.171875, + 66761.1875, + 66785.2734375, + 66860.75, + 66844.6015625, + 66874.1953125, + 66906.28125, + 66917.6796875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_042513.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_042513.json new file mode 100644 index 0000000000000000000000000000000000000000..15e113fe7d08e4300ee33037f366c5abf460610c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_042513.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-18T04:25:13.118885+00:00", + "metrics": { + "MSE[mean]": 2050972.8154340086, + "MSE[0.5]": 1956958.4918270893, + "MAE[0.5]": 1205.640121639254, + "MASE[0.5]": 1.2373777326638353, + "MAPE[0.5]": 0.018658845813550106, + "sMAPE[0.5]": 0.01842675535081144, + "MSIS": 35.185211854634545, + "RMSE[mean]": 1432.121787919592, + "NRMSE[mean]": 0.022046913321023147, + "ND[0.5]": 0.01856032320878344, + "mean_weighted_sum_quantile_loss": 0.01788136560628781 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 64098.01953125 + ], + "predictions": { + "p50": [ + 65859.24161603967, + 65877.86567370503, + 65934.44480949538, + 65954.14503903575, + 65986.91753420111, + 66014.81112311648, + 66024.86877453185, + 66056.19791032221, + 66087.86298361256, + 66097.92063502793, + 66137.3083645683, + 66184.36406285866, + 66169.15218302402, + 66194.41295943937, + 66234.71084522974, + 66260.2899810201, + 66269.82419493547, + 66305.71192447584, + 66328.7559040162, + 66352.64168043155, + 66366.50206622192, + 66372.44838951228, + 66404.72869717765, + 66450.50900484301 + ], + "p10": [ + 65681.52677228967, + 65705.87739245503, + 65730.22801262038, + 65753.73058591074, + 65813.02026857612, + 65802.43182624147, + 65770.64221203185, + 65838.64986344721, + 65910.79853048756, + 65904.06438502793, + 65924.18492706829, + 66020.67031285865, + 65965.25374552402, + 66001.46686568938, + 65965.44717335474, + 66033.4548247701, + 66014.14841368547, + 66095.48731510084, + 66123.2199665162, + 66135.70808668155, + 66226.69933184692, + 66119.78432701228, + 66160.25213467765, + 66241.59103609301 + ], + "p90": [ + 66212.02286603967, + 66232.39692370503, + 66259.97176262038, + 66281.09816403575, + 66308.58940920111, + 66329.79940436648, + 66358.12658703185, + 66276.64126969721, + 66406.82782736256, + 66350.67063502793, + 66455.5290676933, + 66479.87968785866, + 66406.36937052403, + 66528.58092818937, + 66553.84014210475, + 66477.4931060201, + 66495.79685118547, + 66622.00684635084, + 66650.3340290162, + 66683.77058668155, + 66592.52745684692, + 66642.87807701228, + 66746.90057217765, + 66772.08712984301 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_042414.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_042414.json new file mode 100644 index 0000000000000000000000000000000000000000..4454903cbcb2222cb7875746c354ee68cdc26f91 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_042414.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T04:24:14.068685+00:00", + "metrics": { + "MSE[mean]": 1093653.2024981182, + "MSE[0.5]": 1124405.9188543956, + "MAE[0.5]": 907.2166341145834, + "MASE[0.5]": 0.9310984609813023, + "MAPE[0.5]": 0.014042458452621595, + "sMAPE[0.5]": 0.013909376613744069, + "MSIS": 7.837205992504359, + "RMSE[mean]": 1045.778754086216, + "NRMSE[mean]": 0.016099324609675513, + "ND[0.5]": 0.013966218979721008, + "mean_weighted_sum_quantile_loss": 0.009119498805218456 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 64098.01953125 + ], + "predictions": { + "p50": [ + 65822.20703125, + 65842.62109375, + 65823.68359375, + 65832.1015625, + 65788.2109375, + 65808.2109375, + 65858.140625, + 65816.73046875, + 65806.16796875, + 65856.5234375, + 65826.3828125, + 65789.36328125, + 65815.734375, + 65876.6015625, + 65864.6640625, + 65776.81640625, + 65832.65625, + 65785.3515625, + 65836.3828125, + 65913.05859375, + 65848.89453125, + 65748.1953125, + 65814.66796875, + 65825.6484375 + ], + "p10": [ + 65506.14453125, + 65400.76953125, + 65333.931640625, + 65260.517578125, + 65265.37890625, + 65180.0703125, + 65142.22265625, + 64854.919921875, + 64965.115234375, + 65067.865234375, + 64741.1640625, + 64708.302734375, + 64502.66796875, + 64747.654296875, + 64786.8515625, + 64553.798828125, + 64467.87109375, + 64696.626953125, + 64465.16796875, + 64627.494140625, + 64414.212890625, + 64234.8671875, + 64116.03515625, + 64074.80078125 + ], + "p90": [ + 66136.1796875, + 66312.4765625, + 66276.76171875, + 66366.81640625, + 66407.9609375, + 66442.05078125, + 66533.59375, + 66540.078125, + 66507.12109375, + 66706.09375, + 67024.31640625, + 66844.625, + 66771.00390625, + 66992.78515625, + 67137.515625, + 66941.6171875, + 66900.32421875, + 67326.89453125, + 67167.18359375, + 67196.234375, + 67125.48828125, + 66914.19921875, + 67128.75390625, + 67063.4921875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_042513.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_042513.json new file mode 100644 index 0000000000000000000000000000000000000000..0339fa24d2bea2ad744008ec392746da9f559f28 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_042513.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T04:25:13.177105+00:00", + "metrics": { + "MSE[mean]": 1527502.6915724871, + "MSE[0.5]": 1445221.7552943963, + "MAE[0.5]": 1056.067230046152, + "MASE[0.5]": 1.08386744203432, + "MAPE[0.5]": 0.01633873790396864, + "sMAPE[0.5]": 0.01616717656633505, + "MSIS": 28.9994826311036, + "RMSE[mean]": 1235.921798324023, + "NRMSE[mean]": 0.01902649690065512, + "ND[0.5]": 0.016257711375108116, + "mean_weighted_sum_quantile_loss": 0.015530344638455817 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 64098.01953125 + ], + "predictions": { + "p50": [ + 65980.91229783444, + 65975.18573533444, + 66007.41425095944, + 66002.76386033444, + 66011.18573533444, + 66014.72870408444, + 66000.43573533444, + 66007.41425095944, + 66014.72870408444, + 66000.43573533444, + 66015.47284470944, + 66038.17792283444, + 65998.61542283444, + 65999.52557908444, + 66015.47284470944, + 66016.70136033444, + 66001.88495408444, + 66013.42206345944, + 66012.11542283444, + 66011.65057908444, + 66001.16034470944, + 65982.75604783444, + 65990.68573533444, + 66012.11542283444 + ], + "p10": [ + 65803.19745408444, + 65803.19745408444, + 65803.19745408444, + 65802.34940720943, + 65837.28846970944, + 65802.34940720943, + 65746.20917283444, + 65789.86620408444, + 65837.66425095944, + 65806.57948533444, + 65802.34940720943, + 65874.48417283443, + 65794.71698533444, + 65806.57948533444, + 65746.20917283444, + 65789.86620408444, + 65746.20917283444, + 65803.19745408444, + 65806.57948533444, + 65794.71698533444, + 65861.35761033444, + 65730.09198533444, + 65746.20917283444, + 65803.19745408444 + ], + "p90": [ + 66333.69354783444, + 66329.71698533444, + 66332.94120408443, + 66329.71698533444, + 66332.85761033444, + 66329.71698533444, + 66333.69354783444, + 66227.85761033444, + 66333.69354783444, + 66253.18573533444, + 66333.69354783444, + 66333.69354783444, + 66235.83261033444, + 66333.69354783444, + 66334.60214158444, + 66233.90448533444, + 66227.85761033444, + 66329.71698533444, + 66333.69354783444, + 66342.77948533444, + 66227.18573533444, + 66253.18573533444, + 66332.85761033444, + 66333.69354783444 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_042513.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_042513.json new file mode 100644 index 0000000000000000000000000000000000000000..1102835573ee8872f082de7f91ef951c944ca8a2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_042513.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T04:25:13.208341+00:00", + "metrics": { + "MSE[mean]": 1540048.469959259, + "MSE[0.5]": 1540048.469959259, + "MAE[0.5]": 1098.830078125, + "MASE[0.5]": 1.1277559914018613, + "MAPE[0.5]": 0.016984198248133752, + "sMAPE[0.5]": 0.01680222835825577, + "MSIS": 4.066551916409078, + "RMSE[mean]": 1240.9868935485415, + "NRMSE[mean]": 0.01910447191389747, + "ND[0.5]": 0.01691602745751617, + "mean_weighted_sum_quantile_loss": 0.01251747468567126 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 64098.01953125 + ], + "predictions": { + "p50": [ + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "p10": [ + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625, + 64442.90890625, + 64659.21328125, + 64531.03234375, + 64362.36515625, + 64536.92, + 64461.429375, + 64464.4, + 64361.507656249996, + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996, + 64574.159999999996 + ], + "p90": [ + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875, + 67073.23171875, + 67298.36484375, + 67164.95203125, + 66989.40046875, + 67171.08, + 67092.50812500001, + 67095.6, + 66988.50796875, + 67014.0, + 67258.8, + 67222.08, + 67169.03203125, + 67209.84 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_042459.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_042459.json new file mode 100644 index 0000000000000000000000000000000000000000..17c6834908782f2e6c54ff51a69b78af11111a89 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_042459.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T04:24:59.263141+00:00", + "metrics": { + "MSE[mean]": 1122000.1637738545, + "MSE[0.5]": 1122000.1637738545, + "MAE[0.5]": 927.9371744791666, + "MASE[0.5]": 0.9523644547017479, + "MAPE[0.5]": 0.014356380653105039, + "sMAPE[0.5]": 0.014223560699709212, + "MSIS": 8.315071699041095, + "RMSE[mean]": 1059.2450914561061, + "NRMSE[mean]": 0.01630663321656216, + "ND[0.5]": 0.014285202994374083, + "mean_weighted_sum_quantile_loss": 0.00914464439936897 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 64098.01953125 + ], + "predictions": { + "p50": [ + 66011.25, + 65974.6875, + 65970.625, + 65942.1875, + 65938.125, + 65921.875, + 65913.75, + 65909.6875, + 65893.4375, + 65865.0, + 65877.1875, + 65856.875, + 65848.75, + 65840.625, + 65848.75, + 65836.5625, + 65832.5, + 65816.25, + 65808.125, + 65777.65625, + 65781.71875, + 65761.40625, + 65765.46875, + 65743.125 + ], + "p10": [ + 65615.15625, + 65478.046875, + 65383.0859375, + 65303.61328125, + 65234.8046875, + 65166.7578125, + 65119.53125, + 65080.9375, + 65025.078125, + 64952.96875, + 64944.84375, + 64890.0, + 64849.375, + 64808.75, + 64790.46875, + 64747.8125, + 64699.0625, + 64662.5, + 64630.0, + 64581.25, + 64560.9375, + 64524.375, + 64500.0, + 64459.375 + ], + "p90": [ + 66368.75, + 66433.75, + 66506.875, + 66506.875, + 66547.5, + 66555.625, + 66588.125, + 66604.375, + 66612.5, + 66604.375, + 66612.5, + 66628.75, + 66645.0, + 66645.0, + 66653.125, + 66661.25, + 66645.0, + 66645.0, + 66653.125, + 66645.0, + 66653.125, + 66645.0, + 66661.25, + 66661.25 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_042039.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_042039.json new file mode 100644 index 0000000000000000000000000000000000000000..ff7a734b054b7cf77b3972a74c1675c0fa13c736 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_042039.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T04:20:39.580670+00:00", + "metrics": { + "MSE[mean]": 1408322.864971161, + "MSE[0.5]": 1185739.253899892, + "MAE[0.5]": 925.5026041666666, + "MASE[0.5]": 0.9498657960728396, + "MAPE[0.5]": 0.01432729996067184, + "sMAPE[0.5]": 0.0141869687731886, + "MSIS": 40.506175318371, + "RMSE[mean]": 1186.7277973365083, + "NRMSE[mean]": 0.018269175920809125, + "ND[0.5]": 0.014247723807124515, + "mean_weighted_sum_quantile_loss": 0.015207705266990033 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 64098.01953125 + ], + "predictions": { + "p50": [ + 65848.171875, + 65829.0234375, + 65840.7265625, + 65846.765625, + 65846.109375, + 65841.71875, + 65815.4453125, + 65801.3671875, + 65800.7734375, + 65798.40625, + 65817.4453125, + 65821.5859375, + 65825.578125, + 65882.4375, + 65897.15625, + 65897.1484375, + 65933.90625, + 65945.2265625, + 65897.4765625, + 65888.8515625, + 65864.5234375, + 65891.0546875, + 65866.7578125, + 65862.6171875 + ], + "p10": [ + 65890.21875, + 65896.828125, + 65910.28125, + 65914.265625, + 65913.890625, + 65867.6484375, + 65843.578125, + 65823.7265625, + 65857.6015625, + 65881.1796875, + 65904.1640625, + 65867.0703125, + 65930.3828125, + 65925.65625, + 65966.28125, + 65975.734375, + 66025.34375, + 65977.6640625, + 65995.3359375, + 65970.1640625, + 65966.4609375, + 65992.5390625, + 65977.875, + 65944.546875 + ], + "p90": [ + 66135.6640625, + 66170.8671875, + 66186.296875, + 66215.6015625, + 66239.453125, + 66242.5625, + 66236.625, + 66254.078125, + 66264.828125, + 66288.328125, + 66353.7265625, + 66338.78125, + 66391.9296875, + 66472.0546875, + 66475.796875, + 66503.1328125, + 66546.3125, + 66585.2578125, + 66572.921875, + 66569.640625, + 66561.8359375, + 66602.5546875, + 66566.2734375, + 66583.03125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_042305.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_042305.json new file mode 100644 index 0000000000000000000000000000000000000000..93eddb8aaf086c164e0477fee1d2dd85a4e00e28 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_042305.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-18T04:23:05.909646+00:00", + "metrics": { + "MSE[mean]": 1228621.434144338, + "MSE[0.5]": 1228621.434144338, + "MAE[0.5]": 963.7955729166666, + "MASE[0.5]": 0.9891667997458242, + "MAPE[0.5]": 0.01491404576997783, + "sMAPE[0.5]": 0.014768198570319824, + "MSIS": 14.780188199542565, + "RMSE[mean]": 1108.4319709140195, + "NRMSE[mean]": 0.017063844563451547, + "ND[0.5]": 0.01483722797496649, + "mean_weighted_sum_quantile_loss": 0.010708256425023256 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 64098.01953125 + ], + "predictions": { + "p50": [ + 65922.3046875, + 65910.6640625, + 65911.21875, + 65912.53125, + 65913.2890625, + 65910.265625, + 65914.9609375, + 65919.921875, + 65927.8125, + 65928.5078125, + 65941.0078125, + 65945.359375, + 65943.59375, + 65938.484375, + 65944.3984375, + 65938.09375, + 65928.046875, + 65915.0625, + 65901.6171875, + 65881.703125, + 65862.8515625, + 65843.6953125, + 65831.28125, + 65813.7265625 + ], + "p10": [ + 65670.6953125, + 65574.21875, + 65500.62890625, + 65444.49609375, + 65400.28125, + 65359.4609375, + 65334.890625, + 65298.8125, + 65262.48828125, + 65224.8359375, + 65205.421875, + 65179.0859375, + 65131.8671875, + 65091.48046875, + 65064.3359375, + 65030.1015625, + 64994.77734375, + 64957.69921875, + 64922.34375, + 64882.2734375, + 64847.03515625, + 64813.734375, + 64789.58203125, + 64760.453125 + ], + "p90": [ + 66187.8359375, + 66266.984375, + 66364.6640625, + 66447.7734375, + 66512.4296875, + 66566.8828125, + 66639.0, + 66698.1484375, + 66752.484375, + 66804.140625, + 66862.0, + 66894.96875, + 66916.0703125, + 66951.5859375, + 67014.5, + 67037.140625, + 67051.7890625, + 67064.515625, + 67073.3515625, + 67078.75, + 67066.1484375, + 67058.25, + 67053.1328125, + 67051.328125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_042120.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_042120.json new file mode 100644 index 0000000000000000000000000000000000000000..2be1ab017a75faef73cfb1bed3b092854022f050 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_042120.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T04:21:20.159506+00:00", + "metrics": { + "MSE[mean]": 1088371.5335121155, + "MSE[0.5]": 1088371.5335121155, + "MAE[0.5]": 901.302734375, + "MASE[0.5]": 0.925028882074939, + "MAPE[0.5]": 0.013948321487801613, + "sMAPE[0.5]": 0.01381954555110552, + "MSIS": 4.991012646640425, + "RMSE[mean]": 1043.2504653783365, + "NRMSE[mean]": 0.01606040266709819, + "ND[0.5]": 0.013875176977534017, + "mean_weighted_sum_quantile_loss": 0.008767269836642305 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 64098.01953125 + ], + "predictions": { + "p50": [ + 65889.453125, + 65888.40625, + 65885.1328125, + 65878.21875, + 65876.78125, + 65864.2578125, + 65860.6640625, + 65858.1171875, + 65853.7890625, + 65845.09375, + 65847.15625, + 65834.2890625, + 65828.625, + 65825.328125, + 65816.984375, + 65810.9609375, + 65812.2734375, + 65806.234375, + 65801.234375, + 65793.703125, + 65790.6875, + 65783.28125, + 65782.6875, + 65777.6171875 + ], + "p10": [ + 65623.0859375, + 65501.328125, + 65393.9296875, + 65303.95703125, + 65215.58203125, + 65120.65234375, + 65043.49609375, + 64977.56640625, + 64893.25390625, + 64832.05859375, + 64760.04296875, + 64683.36328125, + 64610.6640625, + 64541.73828125, + 64494.578125, + 64427.484375, + 64387.26171875, + 64332.11328125, + 64271.46484375, + 64220.203125, + 64170.36328125, + 64120.2890625, + 64079.6875, + 64035.3125 + ], + "p90": [ + 66160.109375, + 66261.4453125, + 66345.71875, + 66411.4765625, + 66497.21875, + 66567.53125, + 66633.84375, + 66690.7578125, + 66767.203125, + 66826.78125, + 66901.6171875, + 66942.0546875, + 66983.1796875, + 67050.296875, + 67098.8984375, + 67143.5859375, + 67199.140625, + 67239.8125, + 67283.8359375, + 67315.90625, + 67344.1796875, + 67404.984375, + 67437.6015625, + 67462.8359375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_042512.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_042512.json new file mode 100644 index 0000000000000000000000000000000000000000..7f71791830dfb98073f134a7868f20804bde6dd2 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_042512.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T04:25:12.974241+00:00", + "metrics": { + "MSE[mean]": 0.40079363958202135, + "MSE[0.5]": 0.3940310323890523, + "MAE[0.5]": 0.5340389697147668, + "MASE[0.5]": 0.5121897927384848, + "MAPE[0.5]": 0.4766369104733258, + "sMAPE[0.5]": 0.35444710860368916, + "MSIS": 19.67171429706834, + "RMSE[mean]": 0.6330826483027483, + "NRMSE[mean]": 0.49142211520887363, + "ND[0.5]": 0.41454075673180796, + "mean_weighted_sum_quantile_loss": 0.4112577412630653 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00" + ], + "context": [ + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901 + ], + "actual": [ + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167 + ], + "predictions": { + "p50": [ + 1.6481028215475741, + 1.6573687317622539, + 1.6632324500130793, + 1.6712359834118984, + 1.6790529991661056, + 1.6845046813638422, + 1.691690324827968, + 1.697507838689902, + 1.7060201999451672, + 1.7114236323709342, + 1.7177489519434146, + 1.7247064837165156, + 1.7298551872667622, + 1.7365272976347654, + 1.742897241790972, + 1.748774567647175, + 1.7548424608763935, + 1.760625112702991, + 1.7646529449462927, + 1.7729878481078878, + 1.7781397809510477, + 1.7855615499960251, + 1.7915055165450307, + 1.7952487667478831, + 1.8012958537509343, + 1.8062384347466478, + 1.813490509873736, + 1.8170975166123233, + 1.8236032834828626, + 1.8292697750153593, + 1.8334411392857142, + 1.8386174840627545, + 1.843411510575419, + 1.8495783196540814, + 1.854652654478744, + 1.8579198344355374, + 1.864733423945567, + 1.8668678704590151, + 1.874170904784748, + 1.8771292072495633, + 1.8822669950271969, + 1.8878402986542393, + 1.892934441701673, + 1.8959610055769842, + 1.9011078790581117, + 1.9040953866298382, + 1.9098364436421411, + 1.9145354882114956, + 1.9172266994495348, + 1.9218544103891602, + 1.926880187414303, + 1.931041889379885, + 1.9352215959880488, + 1.9385164624923623, + 1.942502115264782, + 1.945493185646348, + 1.9508717022639348, + 1.954574483425921, + 1.9579191254427455, + 1.961926996633891 + ], + "p10": [ + 1.636658212952513, + 1.6449778713694982, + 1.6494248693247922, + 1.6562560573705778, + 1.6637216076961674, + 1.6702467415347018, + 1.678507711298919, + 1.6868752421164388, + 1.691676495782027, + 1.6984265240835186, + 1.7018951412896541, + 1.7096093752033605, + 1.7161580486162562, + 1.7224113637985317, + 1.728634078314902, + 1.7362909463984981, + 1.7411082851956552, + 1.748046293964854, + 1.752529995746432, + 1.75862670265609, + 1.7641964075913912, + 1.7712293379307775, + 1.7769070301099434, + 1.7818479392651345, + 1.7869777283161197, + 1.7912127061431473, + 1.79927616630773, + 1.8033311383623676, + 1.807582946092637, + 1.8153634766892077, + 1.8205761965645255, + 1.825271597113151, + 1.8287261322774335, + 1.8358787144083732, + 1.8428625955776088, + 1.8441994120570133, + 1.849090698751632, + 1.8523925414891431, + 1.8601918480965194, + 1.8646583942222494, + 1.869658356203246, + 1.8739963673597602, + 1.8808229905052007, + 1.881413552699933, + 1.8874242103728343, + 1.8916632847639137, + 1.8951893765635452, + 1.9006851572621233, + 1.9046232024176364, + 1.9076312614866062, + 1.9133381019522313, + 1.9162780372975357, + 1.923639420830088, + 1.925555547923591, + 1.927995337324939, + 1.9318522842760868, + 1.9384044945166694, + 1.9408851009700512, + 1.9450369696388332, + 1.9494985033758032 + ], + "p90": [ + 1.6640967056664857, + 1.6680830722121254, + 1.6785732783151641, + 1.685311805600141, + 1.6924934328070587, + 1.6972405073922026, + 1.7051683334887562, + 1.7078434704854164, + 1.7192346986205276, + 1.7262526845841695, + 1.7305299067090214, + 1.7370393966516677, + 1.7429780930784418, + 1.7505883359602727, + 1.7568483856394224, + 1.7647344298003864, + 1.7706479410505418, + 1.7741071930709449, + 1.779446375629662, + 1.7844391425843396, + 1.7937844453570577, + 1.8012957586955418, + 1.8052030755499509, + 1.8092744809112247, + 1.8161548239603234, + 1.8194689843934069, + 1.8251301149523458, + 1.83031768936935, + 1.8358144603905284, + 1.843861905064173, + 1.8498593215412247, + 1.8519816460269338, + 1.8581901921320396, + 1.8661021409149818, + 1.867065596309468, + 1.8710487131506548, + 1.8779656916331966, + 1.881604139554068, + 1.8877555871396439, + 1.8902989716395906, + 1.898678561965261, + 1.9003140793203053, + 1.904215318127898, + 1.9114674775550642, + 1.914320988648134, + 1.9197912603205582, + 1.924755994867262, + 1.9269566062501768, + 1.9312134280067133, + 1.9344513059487918, + 1.9425686660997121, + 1.9428536947272375, + 1.947048009601394, + 1.9512412306982636, + 1.9557874297382363, + 1.9596443286662573, + 1.9656400914353347, + 1.968784161992988, + 1.970200945136509, + 1.9763812916328023 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_042007.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_042007.json new file mode 100644 index 0000000000000000000000000000000000000000..9af2160dbbf6cc1b840f8927bba8d0c78c6758e6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_042007.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T04:20:07.508559+00:00", + "metrics": { + "MSE[mean]": 0.8149897165756301, + "MSE[0.5]": 0.8149897165756301, + "MAE[0.5]": 0.7148140688737233, + "MASE[0.5]": 0.6855688265194061, + "MAPE[0.5]": 0.6483160906476086, + "sMAPE[0.5]": 0.9581116453602541, + "MSIS": 16.39359234407758, + "RMSE[mean]": 0.902767808783427, + "NRMSE[mean]": 0.7007616893689957, + "ND[0.5]": 0.5548650601129762, + "mean_weighted_sum_quantile_loss": 0.4925583363965729 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00" + ], + "context": [ + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901 + ], + "actual": [ + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167 + ], + "predictions": { + "p50": [ + 1.6498308181762695, + 1.6466221809387207, + 1.6384239196777344, + 1.6297671794891357, + 1.6138794422149658, + 1.5971739292144775, + 1.581782341003418, + 1.5634284019470215, + 1.5408909320831299, + 1.517146348953247, + 1.4919192790985107, + 1.4647578001022339, + 1.4341752529144287, + 1.398603916168213, + 1.3683137893676758, + 1.3340158462524414, + 1.2799705266952515, + 1.2435481548309326, + 1.2028933763504028, + 1.152397632598877, + 1.1084140539169312, + 1.0604315996170044, + 1.0101205110549927, + 0.9629448056221008, + 0.9123488068580627, + 0.8620424866676331, + 0.8142218589782715, + 0.7587683200836182, + 0.7069029808044434, + 0.6520745754241943, + 0.5968351364135742, + 0.5445177555084229, + 0.45374470949172974, + 0.38926857709884644, + 0.34658247232437134, + 0.2923474907875061, + 0.22883528470993042, + 0.17916446924209595, + 0.1269376277923584, + 0.06767165660858154, + 0.01554417610168457, + -0.03381609916687012, + -0.08008408546447754, + -0.12436294555664062, + -0.1638956069946289, + -0.20683717727661133, + -0.2597447633743286, + -0.2998013496398926, + -0.3142653703689575, + -0.35261499881744385, + -0.39329588413238525, + -0.43061673641204834, + -0.44777119159698486, + -0.48297882080078125, + -0.5131124258041382, + -0.5484937429428101, + -0.5682474374771118, + -0.5761069059371948, + -0.6061035394668579, + -0.6162941455841064 + ], + "p10": [ + 1.6224541664123535, + 1.6193022727966309, + 1.604116439819336, + 1.5826700925827026, + 1.5720432996749878, + 1.5463371276855469, + 1.5314433574676514, + 1.509975790977478, + 1.4819707870483398, + 1.4512439966201782, + 1.4184684753417969, + 1.3842871189117432, + 1.3507204055786133, + 1.3020607233047485, + 1.2730448246002197, + 1.2163796424865723, + 1.1616841554641724, + 1.1226049661636353, + 1.0653293132781982, + 1.013128399848938, + 0.9597994089126587, + 0.9039186835289001, + 0.8455394506454468, + 0.7824643850326538, + 0.7131674289703369, + 0.6540817022323608, + 0.5976895093917847, + 0.5316430330276489, + 0.45154184103012085, + 0.3914616107940674, + 0.3119564652442932, + 0.25199073553085327, + 0.16282212734222412, + 0.11798906326293945, + 0.05607771873474121, + -0.002314448356628418, + -0.07103323936462402, + -0.12951898574829102, + -0.18830561637878418, + -0.24862897396087646, + -0.3080531358718872, + -0.375449538230896, + -0.42331743240356445, + -0.4793022871017456, + -0.5384328365325928, + -0.6098225116729736, + -0.6556286811828613, + -0.6879684925079346, + -0.7580914497375488, + -0.8054608106613159, + -0.8583365678787231, + -0.8855955600738525, + -0.925283670425415, + -0.9496347904205322, + -0.9806334972381592, + -1.0167067050933838, + -1.0417962074279785, + -1.0601515769958496, + -1.1004815101623535, + -1.104604959487915 + ], + "p90": [ + 1.6726458072662354, + 1.6714794635772705, + 1.6765844821929932, + 1.6677473783493042, + 1.6569985151290894, + 1.6395926475524902, + 1.6319949626922607, + 1.6237623691558838, + 1.6025002002716064, + 1.5866349935531616, + 1.5656516551971436, + 1.5421088933944702, + 1.519112229347229, + 1.49763023853302, + 1.4662158489227295, + 1.4470890760421753, + 1.4127068519592285, + 1.3666883707046509, + 1.3358404636383057, + 1.297253966331482, + 1.256651759147644, + 1.2165379524230957, + 1.1819864511489868, + 1.1343562602996826, + 1.1042348146438599, + 1.0670490264892578, + 1.0312573909759521, + 0.9719778299331665, + 0.9364740252494812, + 0.8968838453292847, + 0.8668687343597412, + 0.8105791807174683, + 0.7718085050582886, + 0.7190347909927368, + 0.679916262626648, + 0.6325294971466064, + 0.6055805683135986, + 0.5398452877998352, + 0.5093230605125427, + 0.47447484731674194, + 0.4411240816116333, + 0.3985998034477234, + 0.38839924335479736, + 0.31533217430114746, + 0.29818177223205566, + 0.2707517147064209, + 0.24026912450790405, + 0.18311482667922974, + 0.26136261224746704, + 0.2308141589164734, + 0.2038203477859497, + 0.18605226278305054, + 0.18812328577041626, + 0.14057058095932007, + 0.11671173572540283, + 0.125072181224823, + 0.08803105354309082, + 0.101406991481781, + 0.09066009521484375, + 0.058098673820495605 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_042513.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_042513.json new file mode 100644 index 0000000000000000000000000000000000000000..52bb4cee121038b5a64c39b12d5ef3dd32b991c6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_042513.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T04:25:13.142442+00:00", + "metrics": { + "MSE[mean]": 0.39657009801247367, + "MSE[0.5]": 0.4034589542851658, + "MAE[0.5]": 0.5391374899671342, + "MASE[0.5]": 0.5170797168440754, + "MAPE[0.5]": 0.48159616198662347, + "sMAPE[0.5]": 0.3567986915391418, + "MSIS": 17.335037883773854, + "RMSE[mean]": 0.6297381185957173, + "NRMSE[mean]": 0.4888259678220918, + "ND[0.5]": 0.4184984163100175, + "mean_weighted_sum_quantile_loss": 0.40431396174333656 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00" + ], + "context": [ + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901 + ], + "actual": [ + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167 + ], + "predictions": { + "p50": [ + 1.6593993695244327, + 1.6700480845391488, + 1.669696881569856, + 1.680845619949593, + 1.68399438682035, + 1.6851431198356688, + 1.6887918355656406, + 1.706940603032444, + 1.7065893404585066, + 1.7142381835039997, + 1.7148868782531366, + 1.7155356326069182, + 1.722684333078101, + 1.733833160864805, + 1.746481879932637, + 1.750130536057964, + 1.7497793628909937, + 1.7554281720810485, + 1.7610768620618138, + 1.7607256888948435, + 1.7703743273771957, + 1.7750230302325642, + 1.786171843118107, + 1.7868205676695663, + 1.795469382939295, + 1.8006181091596842, + 1.813766851592537, + 1.8124155720908803, + 1.818564404645956, + 1.824713117991742, + 1.8278618699613378, + 1.8335106791513927, + 1.8386593457671372, + 1.8478080800937582, + 1.8584568398119579, + 1.863605625636992, + 1.8657543457777077, + 1.8664031299338117, + 1.8790518490016437, + 1.880200626720446, + 1.8888493525832075, + 1.8949981106324771, + 1.8946467586515725, + 1.9012956741763136, + 1.9104443339971287, + 1.9135931008678857, + 1.9192418504532958, + 1.9243906362783298, + 1.9370393553461618, + 1.9441881005208281, + 1.948836833178519, + 1.9419856393883417, + 1.9511343737149627, + 1.9622830971935383, + 1.9724318633490396, + 1.971580547607759, + 1.9747294187866444, + 1.9753780539311365, + 1.9950268616906799, + 2.00067561127609 + ], + "p10": [ + 1.6080993683800235, + 1.6137481179654336, + 1.6124968975493026, + 1.63214561811377, + 1.6279943478389123, + 1.6296431489227354, + 1.6370918753338597, + 1.6519405660775643, + 1.6505893461805525, + 1.6511381048020268, + 1.6558868706777587, + 1.6633356192077942, + 1.6767843652288463, + 1.6786330966825236, + 1.680481895191426, + 1.6881306190276295, + 1.6887793733814112, + 1.7041281113319946, + 1.7070768420346532, + 1.7076256006561275, + 1.7132743502415375, + 1.7200231422892964, + 1.7346718654102442, + 1.738020608844455, + 1.738569364485697, + 1.7426181376507044, + 1.7520668412928544, + 1.7509156188209218, + 1.7615643636379603, + 1.7760130625117385, + 1.7724618649783894, + 1.7765106351631648, + 1.7911593612643448, + 1.7945081046985556, + 1.793356855404533, + 1.7981055897549958, + 1.8087543345720345, + 1.8083031100029499, + 1.8239518565475916, + 1.8216006301536736, + 1.829149361237802, + 1.8367980850740055, + 1.837546841120559, + 1.848295581669905, + 1.8519443570045215, + 1.8575931065899316, + 1.8632418561753417, + 1.8684906079303607, + 1.8743393579210825, + 1.8848880980651168, + 1.8905368476505269, + 1.8874856257984827, + 1.9070343394780547, + 1.907483096406757, + 1.908231855433543, + 1.91098058573089, + 1.9244293451629872, + 1.920378106383224, + 1.9330268254510559, + 1.9434755996651052 + ], + "p90": [ + 1.6904993923172489, + 1.6990481045663095, + 1.7006968698873457, + 1.7093456106512683, + 1.7159943473620751, + 1.7206431098220885, + 1.7263918581200381, + 1.7329406020787699, + 1.7345893375974837, + 1.7443381476458455, + 1.7498868448745355, + 1.7515356161560363, + 1.7611844036500004, + 1.7659331052179086, + 1.7724818432161757, + 1.7772306043887287, + 1.7797793670633189, + 1.7874281773262573, + 1.791076866234139, + 1.7967255830369944, + 1.8014743978537278, + 1.8080231149903692, + 1.8136718351459857, + 1.823320649089511, + 1.8269694244241277, + 1.8337181002428293, + 1.8412668253664932, + 1.8441156646449728, + 1.8516643897686367, + 1.8512131128359401, + 1.8598618752065466, + 1.8665106715219981, + 1.8701593276473252, + 1.877008121387856, + 1.8864568816544185, + 1.8901055973843903, + 1.8958543456823402, + 1.897503140805699, + 1.9070518461406207, + 1.9097005777254281, + 1.9193493383973022, + 1.923998094896851, + 1.9257468887327494, + 1.9362955871535323, + 1.939144366827367, + 1.941593112908024, + 1.9492418579783821, + 1.9548905714284763, + 1.963639340707261, + 1.970188138310173, + 1.9748368411655415, + 1.977585628087301, + 1.9861343403363616, + 1.9887831285455815, + 1.9984318862372232, + 2.002180654323915, + 2.0097293258033986, + 2.0113780970848993, + 2.0211268773309388, + 2.0266756341642735 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_042419.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_042419.json new file mode 100644 index 0000000000000000000000000000000000000000..30aeac2312164c7a353fe66267a0a0e79d8dbeb7 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_042419.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T04:24:19.006246+00:00", + "metrics": { + "MSE[mean]": 0.7592186035200458, + "MSE[0.5]": 0.6914938296198547, + "MAE[0.5]": 0.666185250878334, + "MASE[0.5]": 0.638929563052399, + "MAPE[0.5]": 0.6041366132362952, + "sMAPE[0.5]": 0.4085963232039537, + "MSIS": 2.6285229888904893, + "RMSE[mean]": 0.871331511836939, + "NRMSE[mean]": 0.676359675538426, + "ND[0.5]": 0.517117576962919, + "mean_weighted_sum_quantile_loss": 0.3841352923823502 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00" + ], + "context": [ + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901 + ], + "actual": [ + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167 + ], + "predictions": { + "p50": [ + 1.6577017307281494, + 1.660626471042633, + 1.6655813455581665, + 1.67062246799469, + 1.675261676311493, + 1.6704427003860474, + 1.6760942935943604, + 1.6937252879142761, + 1.6953108310699463, + 1.666740894317627, + 1.6947537064552307, + 1.712501585483551, + 1.732774019241333, + 1.742612361907959, + 1.7021581530570984, + 1.7181379199028015, + 1.7318896055221558, + 1.7101309299468994, + 1.745917797088623, + 1.6725379824638367, + 1.7309578657150269, + 1.739348590373993, + 1.6952881813049316, + 1.6936732530593872, + 1.6989212036132812, + 1.810263991355896, + 1.8403151631355286, + 1.791870653629303, + 1.8523526191711426, + 1.762583315372467, + 1.8492175936698914, + 1.830672264099121, + 2.1581151485443115, + 1.853771448135376, + 1.9967907667160034, + 2.034287691116333, + 2.1117892265319824, + 2.1029443740844727, + 2.015492081642151, + 2.208685278892517, + 2.250219941139221, + 1.9839068055152893, + 2.0298147201538086, + 2.136533260345459, + 2.2745814323425293, + 2.219899296760559, + 2.317971348762512, + 2.1726925373077393, + 2.3907867670059204, + 2.305317521095276, + 2.5624899864196777, + 2.4567962884902954, + 2.6118593215942383, + 2.6118593215942383, + 2.4237321615219116, + 2.414286732673645, + 2.6190147399902344, + 2.614024043083191, + 2.5106178522109985, + 2.693613052368164 + ], + "p10": [ + 1.639432668685913, + 1.6223397850990295, + 1.6197304725646973, + 1.6213022470474243, + 1.601876676082611, + 1.5859053134918213, + 1.591173768043518, + 1.575344204902649, + 1.5633118748664856, + 1.5175414681434631, + 1.5057659149169922, + 1.4929038882255554, + 1.4732397198677063, + 1.442517101764679, + 1.3531795144081116, + 1.3597557544708252, + 1.0897020101547241, + 0.9824342131614685, + 0.9310426115989685, + 1.0627988576889038, + 0.7493425905704498, + 0.7863538265228271, + 0.5475420355796814, + 0.6365306377410889, + 0.7749224901199341, + 0.6544132232666016, + 0.3191061317920685, + 0.5075855255126953, + 0.5085186064243317, + 0.5104614198207855, + 0.46996134519577026, + 0.32870936393737793, + 0.24800720810890198, + -0.03177756071090698, + 0.05034470558166504, + 0.16851049661636353, + 0.20159289240837097, + -0.10834884643554688, + -0.24861294031143188, + 0.40922948718070984, + 0.26606637239456177, + -0.17874658107757568, + -0.03149360418319702, + -0.16669851541519165, + 0.1208062469959259, + -0.22576701641082764, + 0.19820016622543335, + 0.050376057624816895, + -0.017523646354675293, + 0.5248554050922394, + -0.024155080318450928, + 0.08118093013763428, + -0.03512072563171387, + -0.0428813099861145, + -0.11065983772277832, + -0.001992344856262207, + 0.4778690040111542, + 0.1641255021095276, + 0.1436747908592224, + 0.3217208981513977 + ], + "p90": [ + 1.6735703945159912, + 1.6957979202270508, + 1.7130410075187683, + 1.7257153987884521, + 1.7572780847549438, + 1.7780125737190247, + 1.8034746050834656, + 1.811147928237915, + 1.8388964533805847, + 1.8714687824249268, + 1.8986241221427917, + 2.007256865501404, + 1.9718098640441895, + 2.125908136367798, + 2.0316507816314697, + 2.1772725582122803, + 2.2591748237609863, + 2.466014266014099, + 2.438255190849304, + 2.4194419384002686, + 2.5187398195266724, + 2.675249695777893, + 2.6116185188293457, + 2.679443597793579, + 2.786724805831909, + 2.664212226867676, + 2.765540599822998, + 3.0885703563690186, + 3.166597604751587, + 3.060966968536377, + 3.2826545238494873, + 3.0144659280776978, + 3.5835204124450684, + 3.5594570636749268, + 3.5127148628234863, + 3.4999125003814697, + 3.972975730895996, + 3.8516852855682373, + 3.5347650051116943, + 4.114444017410278, + 4.130873203277588, + 4.130873203277588, + 4.135627269744873, + 4.130873203277588, + 4.142780065536499, + 4.114446640014648, + 4.337493419647217, + 3.8803744316101074, + 4.890379905700684, + 5.261781930923462, + 4.890379905700684, + 5.140528202056885, + 5.334590911865234, + 5.108429193496704, + 5.285639524459839, + 5.233469247817993, + 5.452455282211304, + 5.876534461975098, + 5.6498870849609375, + 5.6498870849609375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_042513.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_042513.json new file mode 100644 index 0000000000000000000000000000000000000000..4074a6b7f013ff8985e75976947185b3e75e9daf --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_042513.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T04:25:13.185091+00:00", + "metrics": { + "MSE[mean]": 0.08340824832020936, + "MSE[0.5]": 0.08563242012947284, + "MAE[0.5]": 0.2556148409164545, + "MASE[0.5]": 0.24515685149307828, + "MAPE[0.5]": 0.2237884882875704, + "sMAPE[0.5]": 0.19567766248259985, + "MSIS": 6.981498912206866, + "RMSE[mean]": 0.2888048620092975, + "NRMSE[mean]": 0.22418099208959116, + "ND[0.5]": 0.19841767285631431, + "mean_weighted_sum_quantile_loss": 0.18643276562497113 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00" + ], + "context": [ + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901 + ], + "actual": [ + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167 + ], + "predictions": { + "p50": [ + 1.4516445306887023, + 1.4566444961180083, + 1.4506445435633055, + 1.4561445323576323, + 1.4536445496429793, + 1.449144533072888, + 1.4471444992174498, + 1.4596445170988432, + 1.4536445049394957, + 1.4556445983995787, + 1.4506445435633055, + 1.445644548331677, + 1.4471444992174498, + 1.4526445774187438, + 1.4596445469011656, + 1.4576444534410826, + 1.4516445306887023, + 1.451644590293347, + 1.4516445306887023, + 1.4456446079363219, + 1.449644496833264, + 1.4486444501032225, + 1.4541445134033553, + 1.4491444883694045, + 1.452144554053723, + 1.4516445306887023, + 1.4591445235361449, + 1.4521444944490782, + 1.4526445774187438, + 1.4531445411791197, + 1.4506445435633055, + 1.4506446031679503, + 1.4501445201982848, + 1.4536445049394957, + 1.4586445150722853, + 1.4581445513119093, + 1.4546445218672148, + 1.4496445564379088, + 1.4566445259203307, + 1.452144554053723, + 1.4551445303310744, + 1.455644538794934, + 1.4496444372286192, + 1.4506446031679503, + 1.4541445134033553, + 1.4516445306887023, + 1.4516445306887023, + 1.4511445669283263, + 1.4581445364107481, + 1.4596445320000044, + 1.4586445150722853, + 1.4461445716966979, + 1.4496445564379088, + 1.4551445303310744, + 1.4596445469011656, + 1.453144481574475, + 1.4506446031679503, + 1.4456444887270323, + 1.4596445469011656, + 1.4596445469011656 + ], + "p10": [ + 1.4003445295442931, + 1.4003445295442931, + 1.393444559542752, + 1.4074445305218093, + 1.3976445106615416, + 1.3936445621599547, + 1.395444538985669, + 1.4046444801439635, + 1.3976445106615416, + 1.3925445196976058, + 1.3916445359879277, + 1.393444534932553, + 1.4012445313681952, + 1.3974445132364623, + 1.3936445621599547, + 1.3956445364107481, + 1.3906445411791197, + 1.4003445295442931, + 1.3976445106615416, + 1.3925445196976058, + 1.3925445196976058, + 1.3936445621599547, + 1.4026445356954924, + 1.4003445295442931, + 1.395244535600125, + 1.3936445591797224, + 1.3974445132364623, + 1.3906445411791197, + 1.3956445364107481, + 1.4044444856991163, + 1.3952445385803571, + 1.3936445591797224, + 1.4026445356954924, + 1.4003445295442931, + 1.3935445306648604, + 1.3926445154299132, + 1.3976445106615416, + 1.391544536507047, + 1.4015445334662786, + 1.3935445574869505, + 1.395444538985669, + 1.3974445132364623, + 1.3925445196976058, + 1.3976445106615416, + 1.3956445364107481, + 1.3956445364107481, + 1.3956445364107481, + 1.3952445385803571, + 1.395444538985669, + 1.4003445295442931, + 1.4003445295442931, + 1.3916445581068388, + 1.4055445222010008, + 1.4003445295442931, + 1.395444538985669, + 1.3925445196976058, + 1.4003445295442931, + 1.3906445411791197, + 1.3976445106615416, + 1.4024445352901809 + ], + "p90": [ + 1.4827445534815185, + 1.485644516145169, + 1.4816445318807951, + 1.4846445230593077, + 1.4856445101847044, + 1.4846445230593077, + 1.4847445217718473, + 1.485644516145169, + 1.4816445020784728, + 1.4857445625414245, + 1.4856445101847044, + 1.4816445318807951, + 1.4856445697893492, + 1.4847445217718473, + 1.4856445101847044, + 1.4847445217718473, + 1.4816445348610274, + 1.4836445955385558, + 1.4816445348610274, + 1.4816445020784728, + 1.480744567309796, + 1.4816445348610274, + 1.481644505431234, + 1.4856445697893492, + 1.4836445955385558, + 1.4847445217718473, + 1.4866444973101012, + 1.4838445870031707, + 1.4857445625414245, + 1.479644536023318, + 1.4826445488085143, + 1.4836445955385558, + 1.4816445020784728, + 1.4828445462335935, + 1.486644556914746, + 1.4846445230593077, + 1.4847445217718473, + 1.480744567309796, + 1.4846445230593077, + 1.481644505058705, + 1.485644516145169, + 1.4846445230593077, + 1.480744567309796, + 1.485644516145169, + 1.4828445462335935, + 1.4796445427288405, + 1.4816445382137886, + 1.4816445020784728, + 1.4847445217718473, + 1.4856445697893492, + 1.4846445230593077, + 1.4817445603956572, + 1.4846445230593077, + 1.4816445616831175, + 1.4856445697893492, + 1.483744588290631, + 1.4856445101847044, + 1.4816445318807951, + 1.4857445625414245, + 1.4856445697893492 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_042513.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_042513.json new file mode 100644 index 0000000000000000000000000000000000000000..6869db454ac5a2024e396178a931e28b7e536b43 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_042513.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T04:25:13.215568+00:00", + "metrics": { + "MSE[mean]": 0.11439761757839743, + "MSE[0.5]": 0.11439761757839743, + "MAE[0.5]": 0.2854500045379003, + "MASE[0.5]": 0.27377136679661296, + "MAPE[0.5]": 0.24053567343206136, + "sMAPE[0.5]": 0.21430009382802917, + "MSIS": 9.45961161956485, + "RMSE[mean]": 0.33822716859885377, + "NRMSE[mean]": 0.26254441036973764, + "ND[0.5]": 0.22157682791096736, + "mean_weighted_sum_quantile_loss": 0.2144817339068672 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00" + ], + "context": [ + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901 + ], + "actual": [ + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167 + ], + "predictions": { + "p50": [ + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945 + ], + "p10": [ + 1.1005400252342223, + 1.1416999626159667, + 1.1711000514030456, + 1.2005000233650207, + 1.232840015888214, + 1.266160054206848, + 1.2945799803733826, + 1.3200600028038025, + 1.3494599747657776, + 1.3788599467277527, + 1.4033600401878357, + 1.4376600074768067, + 1.4680400252342223, + 1.4876400065422057, + 1.5189999532699585, + 1.5356600308418273, + 1.5523199915885926, + 1.5660400485992432, + 1.5807400345802307, + 1.5973999953269957, + 1.601319944858551, + 1.6003400158882142, + 1.6111200523376465, + 1.6160200476646422, + 1.1005400252342223, + 1.1416999626159667, + 1.1711000514030456, + 1.2005000233650207, + 1.232840015888214, + 1.266160054206848, + 1.2945799803733826, + 1.3200600028038025, + 1.3494599747657776, + 1.3788599467277527, + 1.4033600401878357, + 1.4376600074768067, + 1.4680400252342223, + 1.4876400065422057, + 1.5189999532699585, + 1.5356600308418273, + 1.5523199915885926, + 1.5660400485992432, + 1.5807400345802307, + 1.5973999953269957, + 1.601319944858551, + 1.6003400158882142, + 1.6111200523376465, + 1.6160200476646422, + 1.1005400252342223, + 1.1416999626159667, + 1.1711000514030456, + 1.2005000233650207, + 1.232840015888214, + 1.266160054206848, + 1.2945799803733826, + 1.3200600028038025, + 1.3494599747657776, + 1.3788599467277527, + 1.4033600401878357, + 1.4376600074768067 + ], + "p90": [ + 1.1454600262641907, + 1.188299961090088, + 1.2189000535011292, + 1.2495000243186951, + 1.2831600165367127, + 1.3178400564193726, + 1.347419979572296, + 1.3739400029182434, + 1.4045399737358093, + 1.4351399445533752, + 1.4606400418281555, + 1.4963400077819824, + 1.5279600262641908, + 1.5483600068092347, + 1.5809999513626098, + 1.5983400321006775, + 1.6156799912452697, + 1.6299600505828857, + 1.6452600359916687, + 1.662599995136261, + 1.6666799426078798, + 1.6656600165367126, + 1.676880054473877, + 1.681980049610138, + 1.1454600262641907, + 1.188299961090088, + 1.2189000535011292, + 1.2495000243186951, + 1.2831600165367127, + 1.3178400564193726, + 1.347419979572296, + 1.3739400029182434, + 1.4045399737358093, + 1.4351399445533752, + 1.4606400418281555, + 1.4963400077819824, + 1.5279600262641908, + 1.5483600068092347, + 1.5809999513626098, + 1.5983400321006775, + 1.6156799912452697, + 1.6299600505828857, + 1.6452600359916687, + 1.662599995136261, + 1.6666799426078798, + 1.6656600165367126, + 1.676880054473877, + 1.681980049610138, + 1.1454600262641907, + 1.188299961090088, + 1.2189000535011292, + 1.2495000243186951, + 1.2831600165367127, + 1.3178400564193726, + 1.347419979572296, + 1.3739400029182434, + 1.4045399737358093, + 1.4351399445533752, + 1.4606400418281555, + 1.4963400077819824 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_042504.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_042504.json new file mode 100644 index 0000000000000000000000000000000000000000..1948f284274c73bdc0d63738a60e79e0345f2bd2 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_042504.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T04:25:04.593759+00:00", + "metrics": { + "MSE[mean]": 0.0020484814098564287, + "MSE[0.5]": 0.0020484814098564287, + "MAE[0.5]": 0.03536252280076345, + "MASE[0.5]": 0.033915733216448356, + "MAPE[0.5]": 0.030457307486070735, + "sMAPE[0.5]": 0.03014480142503499, + "MSIS": 0.20469119121090648, + "RMSE[mean]": 0.04526015256112631, + "NRMSE[mean]": 0.03513260072108101, + "ND[0.5]": 0.02744969523404604, + "mean_weighted_sum_quantile_loss": 0.027839653419077175 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00" + ], + "context": [ + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901 + ], + "actual": [ + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167 + ], + "predictions": { + "p50": [ + 1.659149169921875, + 1.659149169921875, + 1.653228759765625, + 1.65618896484375, + 1.653228759765625, + 1.647308349609375, + 1.635467529296875, + 1.629547119140625, + 1.62066650390625, + 1.611785888671875, + 1.60882568359375, + 1.591064453125, + 1.57330322265625, + 1.558502197265625, + 1.540740966796875, + 1.522979736328125, + 1.5081787109375, + 1.49041748046875, + 1.4622955322265625, + 1.440093994140625, + 1.401611328125, + 1.3897705078125, + 1.3616485595703125, + 1.3379669189453125, + 1.3054046630859375, + 1.2876434326171875, + 1.259521484375, + 1.2491607666015625, + 1.21807861328125, + 1.1844062805175781, + 1.1536941528320312, + 1.1496238708496094, + 1.1418533325195312, + 1.116969108581543, + 1.080521583557129, + 1.0754337310791016, + 1.0571174621582031, + 1.0460166931152344, + 1.0330657958984375, + 1.0389862060546875, + 1.0182647705078125, + 1.0156745910644531, + 1.0171546936035156, + 1.0264053344726562, + 1.0275154113769531, + 1.0378761291503906, + 1.0301055908203125, + 1.0326957702636719, + 1.0539722442626953, + 1.061187744140625, + 1.0719184875488281, + 1.0971264839172363, + 1.094212532043457, + 1.1173391342163086, + 1.1279773712158203, + 1.1492538452148438, + 1.1629447937011719, + 1.19439697265625, + 1.20623779296875, + 1.2439804077148438 + ], + "p10": [ + 1.6502685546875, + 1.641387939453125, + 1.635467529296875, + 1.635467529296875, + 1.63250732421875, + 1.623626708984375, + 1.611785888671875, + 1.599945068359375, + 1.594024658203125, + 1.57330322265625, + 1.564422607421875, + 1.5555419921875, + 1.534820556640625, + 1.511138916015625, + 1.493377685546875, + 1.4711761474609375, + 1.4386138916015625, + 1.4208526611328125, + 1.3853302001953125, + 1.36016845703125, + 1.3187255859375, + 1.30096435546875, + 1.2728424072265625, + 1.2484207153320312, + 1.2165985107421875, + 1.1966171264648438, + 1.1622047424316406, + 1.149993896484375, + 1.1079959869384766, + 1.0722885131835938, + 1.0397262573242188, + 1.02862548828125, + 1.0171546936035156, + 0.9953231811523438, + 0.96942138671875, + 0.9561004638671875, + 0.9316787719726562, + 0.927978515625, + 0.9050369262695312, + 0.913177490234375, + 0.8939361572265625, + 0.895416259765625, + 0.8924560546875, + 0.901336669921875, + 0.9094772338867188, + 0.9198379516601562, + 0.91021728515625, + 0.91021728515625, + 0.9183578491210938, + 0.9242782592773438, + 0.9324188232421875, + 0.9524002075195312, + 0.9435195922851562, + 0.9672012329101562, + 0.9768218994140625, + 1.0030937194824219, + 1.0156745910644531, + 1.043426513671875, + 1.0352859497070312, + 1.0732135772705078 + ], + "p90": [ + 1.670989990234375, + 1.6739501953125, + 1.670989990234375, + 1.670989990234375, + 1.670989990234375, + 1.670989990234375, + 1.665069580078125, + 1.659149169921875, + 1.653228759765625, + 1.647308349609375, + 1.641387939453125, + 1.63250732421875, + 1.617706298828125, + 1.611785888671875, + 1.588104248046875, + 1.582183837890625, + 1.5792236328125, + 1.5792236328125, + 1.54962158203125, + 1.5318603515625, + 1.499298095703125, + 1.496337890625, + 1.469696044921875, + 1.446014404296875, + 1.416412353515625, + 1.4030914306640625, + 1.380889892578125, + 1.380889892578125, + 1.36016845703125, + 1.3424072265625, + 1.321685791015625, + 1.321685791015625, + 1.2824630737304688, + 1.2573013305664062, + 1.2136383056640625, + 1.2239990234375, + 1.2173385620117188, + 1.2003173828125, + 1.1803359985351562, + 1.1829261779785156, + 1.1662750244140625, + 1.15887451171875, + 1.1699752807617188, + 1.1766357421875, + 1.1751556396484375, + 1.1832962036132812, + 1.1873664855957031, + 1.1966171264648438, + 1.2040176391601562, + 1.2173385620117188, + 1.23583984375, + 1.2580413818359375, + 1.259521484375, + 1.286163330078125, + 1.2994842529296875, + 1.32464599609375, + 1.3409271240234375, + 1.374969482421875, + 1.3942108154296875, + 1.4238128662109375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_042046.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_042046.json new file mode 100644 index 0000000000000000000000000000000000000000..7a4f8feac0308f209483dff638407fd243c23d29 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_042046.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T04:20:46.088661+00:00", + "metrics": { + "MSE[mean]": 0.1042941006354831, + "MSE[0.5]": 0.07553682883896785, + "MAE[0.5]": 0.2299339900414149, + "MASE[0.5]": 0.22052668322266192, + "MAPE[0.5]": 0.20655604795063376, + "sMAPE[0.5]": 0.1785344462794752, + "MSIS": 9.928637778194318, + "RMSE[mean]": 0.32294597169725325, + "NRMSE[mean]": 0.2506825813898401, + "ND[0.5]": 0.1784832486682413, + "mean_weighted_sum_quantile_loss": 0.1976907750034656 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00" + ], + "context": [ + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901 + ], + "actual": [ + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167 + ], + "predictions": { + "p50": [ + 1.646733283996582, + 1.646010160446167, + 1.6655406951904297, + 1.6598398685455322, + 1.6621770858764648, + 1.6639013290405273, + 1.674767017364502, + 1.6899878978729248, + 1.6620097160339355, + 1.662682056427002, + 1.6472117900848389, + 1.633100986480713, + 1.6072030067443848, + 1.6103379726409912, + 1.6148483753204346, + 1.629870891571045, + 1.603097677230835, + 1.588775634765625, + 1.5879883766174316, + 1.5517349243164062, + 1.570793867111206, + 1.5555672645568848, + 1.5531623363494873, + 1.5501470565795898, + 1.519996166229248, + 1.5202572345733643, + 1.515498399734497, + 1.5107038021087646, + 1.4906821250915527, + 1.4708218574523926, + 1.455296277999878, + 1.4670746326446533, + 1.4710524082183838, + 1.4526793956756592, + 1.4388399124145508, + 1.4341754913330078, + 1.4206855297088623, + 1.424269676208496, + 1.4130899906158447, + 1.4205677509307861, + 1.422487735748291, + 1.427509069442749, + 1.4118871688842773, + 1.4040725231170654, + 1.4113614559173584, + 1.4215033054351807, + 1.4179887771606445, + 1.4097394943237305, + 1.4072778224945068, + 1.4386615753173828, + 1.4227914810180664, + 1.4222345352172852, + 1.433854341506958, + 1.4429583549499512, + 1.4619789123535156, + 1.4563660621643066, + 1.4604511260986328, + 1.4785716533660889, + 1.478700876235962, + 1.4864833354949951 + ], + "p10": [ + 1.6481001377105713, + 1.649233341217041, + 1.6613316535949707, + 1.6676857471466064, + 1.698058843612671, + 1.6731317043304443, + 1.6585474014282227, + 1.6738812923431396, + 1.666304349899292, + 1.63205885887146, + 1.6652133464813232, + 1.6417522430419922, + 1.6197848320007324, + 1.644812822341919, + 1.6094279289245605, + 1.6328301429748535, + 1.6340622901916504, + 1.6108317375183105, + 1.5828142166137695, + 1.5938231945037842, + 1.5838525295257568, + 1.5678925514221191, + 1.574634313583374, + 1.5632705688476562, + 1.5396673679351807, + 1.5239534378051758, + 1.5318872928619385, + 1.5170011520385742, + 1.4691336154937744, + 1.4744648933410645, + 1.4682056903839111, + 1.489060401916504, + 1.5405666828155518, + 1.486328125, + 1.495537519454956, + 1.4864771366119385, + 1.4742388725280762, + 1.4771912097930908, + 1.4636812210083008, + 1.448817253112793, + 1.4318501949310303, + 1.4711840152740479, + 1.4536573886871338, + 1.4484014511108398, + 1.4611034393310547, + 1.4743664264678955, + 1.4674358367919922, + 1.4537901878356934, + 1.4587368965148926, + 1.4605162143707275, + 1.4651153087615967, + 1.4983596801757812, + 1.4983298778533936, + 1.5052926540374756, + 1.4836232662200928, + 1.497887372970581, + 1.4768240451812744, + 1.515831470489502, + 1.5314054489135742, + 1.5131049156188965 + ], + "p90": [ + 1.6652512550354004, + 1.6658375263214111, + 1.6922602653503418, + 1.695180892944336, + 1.7046473026275635, + 1.7145578861236572, + 1.7112276554107666, + 1.7429656982421875, + 1.7291193008422852, + 1.7358314990997314, + 1.734447956085205, + 1.7160367965698242, + 1.715381383895874, + 1.7142174243927002, + 1.7053985595703125, + 1.7089126110076904, + 1.6935513019561768, + 1.6907134056091309, + 1.6886224746704102, + 1.6714603900909424, + 1.682952880859375, + 1.6738381385803223, + 1.675785779953003, + 1.6852774620056152, + 1.654454231262207, + 1.6650030612945557, + 1.6715891361236572, + 1.6668758392333984, + 1.6626477241516113, + 1.6475346088409424, + 1.640148401260376, + 1.6518118381500244, + 1.6628661155700684, + 1.6434240341186523, + 1.6478080749511719, + 1.6587042808532715, + 1.6575124263763428, + 1.6623179912567139, + 1.662639856338501, + 1.6562657356262207, + 1.6479051113128662, + 1.663297176361084, + 1.6349191665649414, + 1.6455349922180176, + 1.6421914100646973, + 1.6565310955047607, + 1.6481389999389648, + 1.66768217086792, + 1.652414083480835, + 1.6970064640045166, + 1.6756374835968018, + 1.702030897140503, + 1.7020854949951172, + 1.7253477573394775, + 1.7370765209197998, + 1.7392897605895996, + 1.730325698852539, + 1.7637546062469482, + 1.7705199718475342, + 1.7849907875061035 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_042312.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_042312.json new file mode 100644 index 0000000000000000000000000000000000000000..47cb3d8239daf2f547f9fa2e1a339c13353e59b0 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_042312.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T04:23:12.203643+00:00", + "metrics": { + "MSE[mean]": 0.006416298662224603, + "MSE[0.5]": 0.006416298662224603, + "MAE[0.5]": 0.05503040055433909, + "MASE[0.5]": 0.05277893759194585, + "MAPE[0.5]": 0.04987116337815864, + "sMAPE[0.5]": 0.04769569975554676, + "MSIS": 0.9156664836769169, + "RMSE[mean]": 0.08010180186627891, + "NRMSE[mean]": 0.0621779747252599, + "ND[0.5]": 0.04271662777949412, + "mean_weighted_sum_quantile_loss": 0.09175994047993102 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00" + ], + "context": [ + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901 + ], + "actual": [ + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167 + ], + "predictions": { + "p50": [ + 1.6557328701019287, + 1.6581237316131592, + 1.6580586433410645, + 1.6576685905456543, + 1.653768539428711, + 1.6479237079620361, + 1.6398863792419434, + 1.6303755044937134, + 1.619236946105957, + 1.6076951026916504, + 1.595775842666626, + 1.5826632976531982, + 1.5673081874847412, + 1.550936222076416, + 1.534429669380188, + 1.5172555446624756, + 1.4992865324020386, + 1.4798896312713623, + 1.4609570503234863, + 1.4412555694580078, + 1.420459508895874, + 1.3998581171035767, + 1.3800365924835205, + 1.3591771125793457, + 1.3398470878601074, + 1.3206884860992432, + 1.3015295267105103, + 1.2826861143112183, + 1.2624576091766357, + 1.2431458234786987, + 1.2216713428497314, + 1.2017123699188232, + 1.3365628719329834, + 1.3133412599563599, + 1.2840657234191895, + 1.2736153602600098, + 1.2546589374542236, + 1.2302682399749756, + 1.2139376401901245, + 1.2013990879058838, + 1.1861319541931152, + 1.1761759519577026, + 1.1613075733184814, + 1.1484925746917725, + 1.1359537839889526, + 1.1234915256500244, + 1.1115692853927612, + 1.098418116569519, + 1.0875916481018066, + 1.0779547691345215, + 1.066734790802002, + 1.0575400590896606, + 1.0517929792404175, + 1.0420395135879517, + 1.0377031564712524, + 1.031295657157898, + 1.0250816345214844, + 1.02043616771698, + 1.0159231424331665, + 1.0142802000045776 + ], + "p10": [ + 1.6438144445419312, + 1.6438621282577515, + 1.6387977600097656, + 1.6316871643066406, + 1.6201785802841187, + 1.605893850326538, + 1.5886061191558838, + 1.5696157217025757, + 1.5487706661224365, + 1.525802731513977, + 1.500421166419983, + 1.4731014966964722, + 1.4431350231170654, + 1.4117474555969238, + 1.3770670890808105, + 1.3414502143859863, + 1.3050026893615723, + 1.265639305114746, + 1.2270548343658447, + 1.1876190900802612, + 1.1464394330978394, + 1.1082680225372314, + 1.0701544284820557, + 1.0307236909866333, + 0.9867609739303589, + 0.9428240060806274, + 0.8965370655059814, + 0.8521738648414612, + 0.8051655292510986, + 0.7544135451316833, + 0.7013254761695862, + 0.6628289222717285, + 0.6335970163345337, + 0.6811540126800537, + 0.6524537205696106, + 0.5957872271537781, + 0.550075888633728, + 0.5101191401481628, + 0.4592299461364746, + 0.4298746585845947, + 0.4052782654762268, + 0.38931208848953247, + 0.3588660955429077, + 0.33741849660873413, + 0.32262617349624634, + 0.3050886392593384, + 0.2764280438423157, + 0.24382346868515015, + 0.21950948238372803, + 0.19101977348327637, + 0.16511750221252441, + 0.14579874277114868, + 0.1230664849281311, + 0.10538560152053833, + 0.09504079818725586, + 0.08178603649139404, + 0.05813717842102051, + 0.04126477241516113, + 0.03135800361633301, + 0.01289355754852295 + ], + "p90": [ + 1.667181372642517, + 1.6724836826324463, + 1.6779654026031494, + 1.6846418380737305, + 1.6876519918441772, + 1.6894185543060303, + 1.6894497871398926, + 1.689763069152832, + 1.6888487339019775, + 1.6880477666854858, + 1.6888501644134521, + 1.689745545387268, + 1.6864097118377686, + 1.684462070465088, + 1.6820621490478516, + 1.681452751159668, + 1.681218147277832, + 1.6799243688583374, + 1.6774871349334717, + 1.6764252185821533, + 1.6739099025726318, + 1.6745378971099854, + 1.6754214763641357, + 1.6742818355560303, + 1.6744205951690674, + 1.6735413074493408, + 1.6733205318450928, + 1.6759846210479736, + 1.6781599521636963, + 1.68146812915802, + 1.6811802387237549, + 1.675197720527649, + 1.8018800020217896, + 1.742461919784546, + 1.7340747117996216, + 1.7568964958190918, + 1.7727489471435547, + 1.7885065078735352, + 1.8052117824554443, + 1.8243151903152466, + 1.8386363983154297, + 1.8494209051132202, + 1.853215217590332, + 1.859627366065979, + 1.8629120588302612, + 1.8708257675170898, + 1.8791636228561401, + 1.876541018486023, + 1.880934238433838, + 1.8954734802246094, + 1.9060003757476807, + 1.9200291633605957, + 1.9269838333129883, + 1.938136100769043, + 1.948415756225586, + 1.9622814655303955, + 1.9649543762207031, + 1.9726977348327637, + 1.9796249866485596, + 1.9925715923309326 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_042124.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_042124.json new file mode 100644 index 0000000000000000000000000000000000000000..6bf578c441942914f7188f9636c3d188e6109ed6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_042124.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T04:21:24.925224+00:00", + "metrics": { + "MSE[mean]": 0.001385654354828425, + "MSE[0.5]": 0.001385654354828425, + "MAE[0.5]": 0.028505175312360128, + "MASE[0.5]": 0.027338940907271018, + "MAPE[0.5]": 0.023156179399788136, + "sMAPE[0.5]": 0.023649516837212704, + "MSIS": 0.9316916173417787, + "RMSE[mean]": 0.037224378501573736, + "NRMSE[mean]": 0.02889493633986189, + "ND[0.5]": 0.02212676904659206, + "mean_weighted_sum_quantile_loss": 0.09074867583258701 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00" + ], + "context": [ + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901 + ], + "actual": [ + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167 + ], + "predictions": { + "p50": [ + 1.649613380432129, + 1.6529521942138672, + 1.6553564071655273, + 1.6548610925674438, + 1.6513545513153076, + 1.646409034729004, + 1.636555552482605, + 1.627323865890503, + 1.6158361434936523, + 1.602283239364624, + 1.5906484127044678, + 1.576882004737854, + 1.5600457191467285, + 1.5436137914657593, + 1.5251637697219849, + 1.5069667100906372, + 1.4872130155563354, + 1.4658482074737549, + 1.4456408023834229, + 1.4245156049728394, + 1.401749849319458, + 1.3793498277664185, + 1.3547669649124146, + 1.3326191902160645, + 1.312482237815857, + 1.2875076532363892, + 1.2637356519699097, + 1.2375948429107666, + 1.215626835823059, + 1.1914424896240234, + 1.1684712171554565, + 1.1436431407928467, + 1.1539369821548462, + 1.1360912322998047, + 1.119277000427246, + 1.1038295030593872, + 1.0914558172225952, + 1.0783382654190063, + 1.0652559995651245, + 1.0520669221878052, + 1.0439116954803467, + 1.0324236154556274, + 1.0253591537475586, + 1.0149024724960327, + 1.0077588558197021, + 1.0038011074066162, + 0.9997920989990234, + 0.999039351940155, + 0.9935503602027893, + 0.9917250275611877, + 0.991868793964386, + 0.9936809539794922, + 0.9966615438461304, + 0.9979914426803589, + 1.0016175508499146, + 1.0063369274139404, + 1.0107249021530151, + 1.014682412147522, + 1.0231010913848877, + 1.0290721654891968 + ], + "p10": [ + 1.6352574825286865, + 1.6330466270446777, + 1.6293420791625977, + 1.621380090713501, + 1.6111650466918945, + 1.5975933074951172, + 1.580573558807373, + 1.5614906549453735, + 1.5409327745437622, + 1.5189073085784912, + 1.4956952333450317, + 1.4696682691574097, + 1.4405492544174194, + 1.4082138538360596, + 1.3749849796295166, + 1.3406918048858643, + 1.3028039932250977, + 1.265708327293396, + 1.2275835275650024, + 1.1884926557540894, + 1.147645115852356, + 1.105625867843628, + 1.0626763105392456, + 1.0221307277679443, + 0.9781109094619751, + 0.9324854612350464, + 0.8866018056869507, + 0.836032509803772, + 0.7837808728218079, + 0.737740695476532, + 0.6867307424545288, + 0.6406216025352478, + 0.6166853904724121, + 0.5582818388938904, + 0.5197061896324158, + 0.4840511083602905, + 0.44817274808883667, + 0.41058117151260376, + 0.36390042304992676, + 0.3289622664451599, + 0.2942114472389221, + 0.24782562255859375, + 0.2071731686592102, + 0.16287142038345337, + 0.11734604835510254, + 0.08018934726715088, + 0.05296134948730469, + 0.011672258377075195, + -0.02473139762878418, + -0.05922889709472656, + -0.09352195262908936, + -0.12029898166656494, + -0.15541672706604004, + -0.18919610977172852, + -0.2202829122543335, + -0.24974918365478516, + -0.2870955467224121, + -0.30935466289520264, + -0.3305772542953491, + -0.3563508987426758 + ], + "p90": [ + 1.6624106168746948, + 1.6698273420333862, + 1.6780962944030762, + 1.6845771074295044, + 1.6891486644744873, + 1.6909606456756592, + 1.6888258457183838, + 1.6887540817260742, + 1.6841363906860352, + 1.6803234815597534, + 1.6800888776779175, + 1.678797960281372, + 1.6753008365631104, + 1.671724796295166, + 1.6656956672668457, + 1.6633684635162354, + 1.6577210426330566, + 1.6526565551757812, + 1.6474645137786865, + 1.6424250602722168, + 1.638398289680481, + 1.6351842880249023, + 1.628709316253662, + 1.6226418018341064, + 1.6173555850982666, + 1.6126039028167725, + 1.6085697412490845, + 1.6060861349105835, + 1.6040291786193848, + 1.600680947303772, + 1.5945225954055786, + 1.5974678993225098, + 1.5837651491165161, + 1.5861585140228271, + 1.5912474393844604, + 1.6022684574127197, + 1.606475591659546, + 1.607435941696167, + 1.6128685474395752, + 1.627134084701538, + 1.6362851858139038, + 1.6429827213287354, + 1.6481609344482422, + 1.6632907390594482, + 1.6794133186340332, + 1.6913414001464844, + 1.7102386951446533, + 1.7317521572113037, + 1.7428946495056152, + 1.7587058544158936, + 1.7649890184402466, + 1.790764331817627, + 1.8103177547454834, + 1.8234308958053589, + 1.8419499397277832, + 1.8600209951400757, + 1.875208854675293, + 1.895574688911438, + 1.9166290760040283, + 1.9393551349639893 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_042513.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_042513.json new file mode 100644 index 0000000000000000000000000000000000000000..382a9403e43b50a67f9f56a1c835b1fec85c5a84 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_042513.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T04:25:13.052338+00:00", + "metrics": { + "MSE[mean]": 0.04174450440371748, + "MSE[0.5]": 0.049979245463227594, + "MAE[0.5]": 0.18363497343217194, + "MASE[0.5]": 0.8833072965319699, + "MAPE[0.5]": 0.12009818418302282, + "sMAPE[0.5]": 0.1308897452342859, + "MSIS": 6.363951477193676, + "RMSE[mean]": 0.2043147190089776, + "NRMSE[mean]": 0.14117716122346344, + "ND[0.5]": 0.12688789322790306, + "mean_weighted_sum_quantile_loss": 0.10377393148804079 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00" + ], + "context": [ + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.2736158767830674, + 1.2702172415424609, + 1.2708152043385774, + 1.272694142469932, + 1.272632194320044, + 1.2708800809361822, + 1.27270743944159, + 1.2725896723885797, + 1.2722264020873082, + 1.269851840613898, + 1.2703087969460447, + 1.2722249927473794, + 1.2696473564426507, + 1.271863678558682, + 1.2711588625883135, + 1.271863660883603, + 1.269647307476251, + 1.270561966766484, + 1.2708604100148135, + 1.2718636570799555, + 1.2718636570052007, + 1.2748887435007, + 1.2692787819555011, + 1.2711588533724913, + 1.2711588533700138, + 1.2711588533689566, + 1.2708604097095582, + 1.2696237306743268, + 1.2700550714703294, + 1.2736943718506557, + 1.2705619660502863, + 1.2718636569495712, + 1.2696473057976847, + 1.271511255158869, + 1.2742915576637963, + 1.2705619660502754, + 1.2731967090019454, + 1.268942537582791, + 1.270308518760272, + 1.2701046359239792, + 1.2696237306741838, + 1.2718636569495667, + 1.27369437185063, + 1.2711588533681701, + 1.2726990461532608, + 1.2731967090019454, + 1.269647305797683, + 1.269647305797683, + 1.2705619660502754, + 1.2718636569495667, + 1.2700550714702685, + 1.2700550714702685, + 1.269647305797683, + 1.2718636569495667, + 1.2715112551588685, + 1.2722248740515099, + 1.2708604097092229, + 1.2705619660502754, + 1.2726990461532608, + 1.270308518760272, + 1.2748887434769622, + 1.2711588533681701, + 1.27369437185063, + 1.2718636569495667, + 1.2718636569495667, + 1.2722248740515099, + 1.2731967090019454, + 1.2700550714702685, + 1.2698511886339756, + 1.2748887434769622, + 1.2715112551588685, + 1.2700550714702685 + ], + "p10": [ + 1.1717365293428923, + 1.1706139213050435, + 1.1702736487250684, + 1.1899276156040426, + 1.170391629777926, + 1.167114036092611, + 1.1700288037250957, + 1.1919869274867154, + 1.170347054647133, + 1.167095016845574, + 1.1964501886948806, + 1.1670944835615213, + 1.1670944155106193, + 1.193236947468344, + 1.1619193382107476, + 1.1932369297932648, + 1.1670943665442197, + 1.1619193297068129, + 1.1670943651712422, + 1.1703455267417235, + 1.1619193290462382, + 1.2061596068129679, + 1.1898195642976914, + 1.1619193289949254, + 1.1703455266131784, + 1.1615820835674098, + 1.191983346251924, + 1.1619193289907472, + 1.1898195642876241, + 1.1919833462516143, + 1.158546874750805, + 1.193236925859233, + 1.1670943648656533, + 1.1665768612781475, + 1.1933762124823, + 1.1919833462515885, + 1.207238461931466, + 1.1619193289906042, + 1.1933762124822997, + 1.1670943648656515, + 1.1670943648656515, + 1.1932369258592286, + 1.196449910509108, + 1.1898195642875633, + 1.1703455266113347, + 1.1938394721193306, + 1.1700204104367664, + 1.1670943648656515, + 1.1665768612781469, + 1.1670943648656515, + 1.1665768612781469, + 1.1703455266113347, + 1.1898195642875633, + 1.1670943648656515, + 1.1933762124822997, + 1.1619193289906042, + 1.157553374821542, + 1.1898195642875633, + 1.2058522369865494, + 1.1919833462515885, + 1.1933762124822997, + 1.1932369258592286, + 1.2061596067892302, + 1.1919833462515885, + 1.1919833462515885, + 1.1933762124822997, + 1.196449910509108, + 1.1670943648656515, + 1.1619193289906042, + 1.1619193289906042, + 1.1703455266113347, + 1.1670943648656515 + ], + "p90": [ + 1.4183908529065603, + 1.4175933610432798, + 1.3880180559244473, + 1.4183811246761584, + 1.4222722984657001, + 1.4182927445866387, + 1.4222345885874381, + 1.4269379144813967, + 1.4168599089680594, + 1.4168590329121835, + 1.4186686637393946, + 1.4224169270328921, + 1.418273124004647, + 1.3898664435314112, + 1.408780869717795, + 1.408780864431688, + 1.4224168100155905, + 1.3877648183523539, + 1.4095886128467032, + 1.4168583810626498, + 1.4222261953547428, + 1.4222261953228466, + 1.4169998501851309, + 1.416999850179324, + 1.4182730733615228, + 1.4776493348003934, + 1.4182730733600146, + 1.4222261952992519, + 1.3898664219223567, + 1.4222261952991346, + 1.4095886125411234, + 1.4182730733596836, + 1.387764817636147, + 1.4222261952991095, + 1.4097300817838547, + 1.4547020947026195, + 1.418668385553622, + 1.416858380932261, + 1.4182730733596791, + 1.418668385553622, + 1.3877648176361452, + 1.418668385553622, + 1.418668385553622, + 1.418668385553622, + 1.4222261952991089, + 1.4182730733596791, + 1.4087808604976517, + 1.4222261952991089, + 1.4182730733596791, + 1.4224168083370223, + 1.4224168083370223, + 1.4087808604976517, + 1.4241323256782434, + 1.418668385553622, + 1.3877648176361452, + 1.4087808604976517, + 1.3877648176361452, + 1.4182730733596791, + 1.4222261952991089, + 1.4182730733596791, + 1.4222261952991089, + 1.4182730733596791, + 1.4182730733596791, + 1.416858380932261, + 1.4182730733596791, + 1.4087808604976517, + 1.416858380932261, + 1.4182730733596791, + 1.418668385553622, + 1.4173951623689458, + 1.4095886125411126, + 1.3686048471757661 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_042014.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_042014.json new file mode 100644 index 0000000000000000000000000000000000000000..fa4374811ad05a595e408623c15923a701c7cba8 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_042014.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T04:20:14.402545+00:00", + "metrics": { + "MSE[mean]": 0.03200667458102006, + "MSE[0.5]": 0.03200667458102006, + "MAE[0.5]": 0.14044628043969473, + "MASE[0.5]": 0.6755642564403987, + "MAPE[0.5]": 0.09181035557727377, + "sMAPE[0.5]": 0.09787443333059848, + "MSIS": 3.760106510688031, + "RMSE[mean]": 0.17890409324836606, + "NRMSE[mean]": 0.12361895480938069, + "ND[0.5]": 0.09704541734949261, + "mean_weighted_sum_quantile_loss": 0.10284536682834505 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00" + ], + "context": [ + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.3244248628616333, + 1.3225594758987427, + 1.3238636255264282, + 1.3214905261993408, + 1.319865107536316, + 1.3212757110595703, + 1.321223497390747, + 1.3252084255218506, + 1.3246086835861206, + 1.3250524997711182, + 1.3231096267700195, + 1.3271031379699707, + 1.3250919580459595, + 1.3247413635253906, + 1.3290464878082275, + 1.3282122611999512, + 1.336923360824585, + 1.3385292291641235, + 1.3402228355407715, + 1.3396236896514893, + 1.3361878395080566, + 1.3395010232925415, + 1.341572642326355, + 1.3396492004394531, + 1.341888427734375, + 1.3411035537719727, + 1.3397818803787231, + 1.3407732248306274, + 1.3393574953079224, + 1.338340163230896, + 1.3398517370224, + 1.341453194618225, + 1.3437861204147339, + 1.343802571296692, + 1.3474022150039673, + 1.345511794090271, + 1.3423957824707031, + 1.3429063558578491, + 1.347006916999817, + 1.3428107500076294, + 1.342961311340332, + 1.3411096334457397, + 1.3413724899291992, + 1.3398973941802979, + 1.3382186889648438, + 1.336343765258789, + 1.336963176727295, + 1.3376975059509277, + 1.3479725122451782, + 1.3430145978927612, + 1.3472254276275635, + 1.3405609130859375, + 1.3418785333633423, + 1.3361467123031616, + 1.337527871131897, + 1.3357176780700684, + 1.337018370628357, + 1.3325350284576416, + 1.3359110355377197, + 1.332446813583374, + 1.3335075378417969, + 1.3305813074111938, + 1.331674337387085, + 1.3314034938812256, + 1.333070158958435, + 1.3262748718261719, + 1.330952525138855, + 1.3227453231811523, + 1.321044683456421, + 1.3140568733215332, + 1.3156009912490845, + 1.3131136894226074 + ], + "p10": [ + 1.1807714700698853, + 1.1550636291503906, + 1.1431854963302612, + 1.1318068504333496, + 1.1251150369644165, + 1.1198108196258545, + 1.11220383644104, + 1.1077028512954712, + 1.1046870946884155, + 1.0989607572555542, + 1.092689037322998, + 1.08693528175354, + 1.0859850645065308, + 1.0824761390686035, + 1.0808475017547607, + 1.0803009271621704, + 1.0646076202392578, + 1.0501381158828735, + 1.0493890047073364, + 1.0434879064559937, + 1.0376665592193604, + 1.0332754850387573, + 1.038206696510315, + 1.035201072692871, + 1.0293506383895874, + 1.0257214307785034, + 1.0247020721435547, + 1.0215154886245728, + 1.017643690109253, + 1.0065346956253052, + 1.0024328231811523, + 1.0042394399642944, + 1.0111339092254639, + 0.9946647882461548, + 0.9991169571876526, + 0.9927583932876587, + 0.9904696345329285, + 0.9866251349449158, + 0.9905073046684265, + 0.9927626848220825, + 0.9877322316169739, + 0.9873449206352234, + 0.9902012944221497, + 0.98231041431427, + 0.981177568435669, + 0.966577410697937, + 0.9661197662353516, + 0.961692214012146, + 0.9677587747573853, + 0.9577347040176392, + 0.9547790884971619, + 0.9506348371505737, + 0.9481915831565857, + 0.942827582359314, + 0.9448310732841492, + 0.9493245482444763, + 0.9504592418670654, + 0.947969913482666, + 0.9506826400756836, + 0.9411654472351074, + 0.9462417364120483, + 0.9297215938568115, + 0.9346307516098022, + 0.9327093362808228, + 0.9301018714904785, + 0.9310827851295471, + 0.9246885776519775, + 0.926629900932312, + 0.9198630452156067, + 0.904582142829895, + 0.9129049777984619, + 0.9205431938171387 + ], + "p90": [ + 1.4393328428268433, + 1.4746743440628052, + 1.4913848638534546, + 1.5157291889190674, + 1.520268440246582, + 1.5321197509765625, + 1.5442923307418823, + 1.558371663093567, + 1.562556505203247, + 1.5751063823699951, + 1.5862947702407837, + 1.5923070907592773, + 1.6065740585327148, + 1.6026856899261475, + 1.6098155975341797, + 1.621370792388916, + 1.6398108005523682, + 1.6438393592834473, + 1.637781023979187, + 1.6522388458251953, + 1.6555976867675781, + 1.6675363779067993, + 1.6815712451934814, + 1.6862374544143677, + 1.6817585229873657, + 1.7008447647094727, + 1.7121658325195312, + 1.7176449298858643, + 1.7266440391540527, + 1.7242186069488525, + 1.734910011291504, + 1.7385969161987305, + 1.785964012145996, + 1.7864495515823364, + 1.7782447338104248, + 1.7926183938980103, + 1.8001594543457031, + 1.8168251514434814, + 1.825136661529541, + 1.8263664245605469, + 1.8167409896850586, + 1.8361022472381592, + 1.8494679927825928, + 1.8486592769622803, + 1.8546457290649414, + 1.8567999601364136, + 1.863185167312622, + 1.8650985956192017, + 1.9246318340301514, + 1.9280965328216553, + 1.9164817333221436, + 1.9264626502990723, + 1.9468684196472168, + 1.9542505741119385, + 1.968807339668274, + 1.959583044052124, + 1.9570655822753906, + 1.9776179790496826, + 1.9824178218841553, + 1.976792573928833, + 1.981907844543457, + 1.988269329071045, + 1.9890029430389404, + 1.9959995746612549, + 2.0490996837615967, + 2.048900842666626, + 2.0231337547302246, + 2.0322253704071045, + 2.0590949058532715, + 2.0750465393066406, + 2.0932719707489014, + 2.065002918243408 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_042513.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_042513.json new file mode 100644 index 0000000000000000000000000000000000000000..5750da479f551578e4c8fe5c554a8302356f00ff --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_042513.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T04:25:13.164051+00:00", + "metrics": { + "MSE[mean]": 0.010219422428079487, + "MSE[0.5]": 0.009773052500673195, + "MAE[0.5]": 0.08282880917425296, + "MASE[0.5]": 0.39841697983361357, + "MAPE[0.5]": 0.05919292654878236, + "sMAPE[0.5]": 0.057001759584132256, + "MSIS": 4.3640613086154225, + "RMSE[mean]": 0.10109115900057476, + "NRMSE[mean]": 0.06985185855290152, + "ND[0.5]": 0.057232960030780676, + "mean_weighted_sum_quantile_loss": 0.04777968361833859 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00" + ], + "context": [ + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.327955090939326, + 1.3330013928733682, + 1.3380476948074105, + 1.3430939967414526, + 1.348140298675495, + 1.353186600609537, + 1.3582329025435793, + 1.3632792044776214, + 1.3683255064116637, + 1.3733718083457058, + 1.3784181102797481, + 1.3834644122137902, + 1.3885107141478326, + 1.3935570160818749, + 1.398603318015917, + 1.4036496199499593, + 1.4086959218840014, + 1.4137422238180437, + 1.4187885257520858, + 1.4238348276861281, + 1.4288811296201702, + 1.4339274315542125, + 1.4389737334882546, + 1.444020035422297, + 1.449066337356339, + 1.4541126392903814, + 1.4591589412244237, + 1.4642052431584658, + 1.4692515450925079, + 1.4742978470265502, + 1.4793441489605925, + 1.4843904508946346, + 1.489436752828677, + 1.494483054762719, + 1.4995293566967614, + 1.5045756586308034, + 1.5096219605648458, + 1.5146682624988879, + 1.5197145644329302, + 1.5247608663669723, + 1.5298071683010146, + 1.5348534702350567, + 1.539899772169099, + 1.5449460741031413, + 1.5499923760371834, + 1.5550386779712257, + 1.5600849799052678, + 1.5651312818393102, + 1.5701775837733523, + 1.5752238857073946, + 1.5802701876414367, + 1.585316489575479, + 1.590362791509521, + 1.5954090934435634, + 1.6004553953776055, + 1.6055016973116478, + 1.6105479992456901, + 1.6155943011797322, + 1.6206406031137743, + 1.6256869050478167, + 1.630733206981859, + 1.635779508915901, + 1.6408258108499434, + 1.6458721127839855, + 1.6509184147180278, + 1.65596471665207, + 1.6610110185861122, + 1.6660573205201543, + 1.6711036224541966, + 1.676149924388239, + 1.681196226322281, + 1.6862425282563231 + ], + "p10": [ + 1.2279550670974682, + 1.2330013690315103, + 1.2380476709655526, + 1.2430939728995947, + 1.1481403702010686, + 1.253186576767679, + 1.2582328787017214, + 1.2632791806357635, + 1.2583254921065492, + 1.2633717940405913, + 1.2784180864378902, + 1.2834643883719323, + 1.1885107856734063, + 1.293556992240017, + 1.1986033776205616, + 1.3036495961081014, + 1.3086958980421435, + 1.3137421999761858, + 1.2187885972776593, + 1.3238348038442702, + 1.3288811057783123, + 1.3339274077123546, + 1.3389737096463967, + 1.3340200211171824, + 1.3490663135144811, + 1.3541126154485235, + 1.3591589173825658, + 1.3642052193166079, + 1.36925152125065, + 1.3742978231846923, + 1.2793442204861663, + 1.3843904270527767, + 1.389436728986819, + 1.3944830309208611, + 1.3995293328549034, + 1.4045756347889455, + 1.4096219367229879, + 1.3146683340244616, + 1.4197145405910723, + 1.4247608425251144, + 1.4298071444591567, + 1.4348534463931988, + 1.439899748327241, + 1.4449460502612834, + 1.4499923521953255, + 1.4550386541293678, + 1.46008495606341, + 1.4651312579974523, + 1.3701776552989258, + 1.4752238618655367, + 1.4802701637995788, + 1.485316465733621, + 1.4903627676676632, + 1.4954090696017055, + 1.5004553715357476, + 1.4055017688372216, + 1.5105479754038322, + 1.5155942773378743, + 1.5206405792719164, + 1.5256868812059587, + 1.530733183140001, + 1.5357794850740432, + 1.5408257870080855, + 1.5458720889421276, + 1.5409184004129133, + 1.555964692810212, + 1.5610109947442543, + 1.5660572966782964, + 1.5711035986123387, + 1.4761499959138127, + 1.5811962024804231, + 1.5862425044144652 + ], + "p90": [ + 1.5279550313346812, + 1.5330013213477942, + 1.4380477186492684, + 1.4530940110465667, + 1.5481403463592107, + 1.553186529083963, + 1.4582329263854372, + 1.5632791329520477, + 1.4683255302535216, + 1.4733718321875637, + 1.478418134121606, + 1.583464459897506, + 1.5885106426222588, + 1.5935569445563011, + 1.4986033418577749, + 1.603649667633675, + 1.6086958622793566, + 1.513742140371541, + 1.5187885495939437, + 1.523834851527986, + 1.628881177303886, + 1.6339273600286388, + 1.6389736619626807, + 1.6440200831060126, + 1.549066361198197, + 1.6541125677648076, + 1.6591588816197789, + 1.6642051716328918, + 1.5692515689343658, + 1.5742978708684081, + 1.5793441728024504, + 1.6843903793690607, + 1.599436767133791, + 1.594483078604577, + 1.5995293805386193, + 1.7045755871052295, + 1.7096218890392718, + 1.6146682863407458, + 1.7197144929073565, + 1.7247609140506879, + 1.7298070967754406, + 1.734853398709483, + 1.639899796010957, + 1.7449460144984965, + 1.7499923045116095, + 1.7550387256549413, + 1.7600850275889837, + 1.765131329523026, + 1.6701776076152102, + 1.6852239000125087, + 1.780270116115863, + 1.7853164180499053, + 1.7903627199839471, + 1.6954091172854213, + 1.7004554192194634, + 1.805501625786074, + 1.710548023087548, + 1.7155943250215901, + 1.8206405315882006, + 1.825686833522243, + 1.8307331354562852, + 1.735779532757759, + 1.8408257393243694, + 1.8458720412584118, + 1.850918343192454, + 1.7559647404939278, + 1.8610109470605383, + 1.8660572489945806, + 1.871103550928623, + 1.8761498647835941, + 1.881196154796707, + 1.786242552098181 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_042423.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_042423.json new file mode 100644 index 0000000000000000000000000000000000000000..0c7d3dd58f8d5bdf7880cb21becfae1649cf21d3 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_042423.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T04:24:23.367897+00:00", + "metrics": { + "MSE[mean]": 0.02734057540151744, + "MSE[0.5]": 0.00874649940713823, + "MAE[0.5]": 0.07363692753844792, + "MASE[0.5]": 0.35420287417599067, + "MAPE[0.5]": 0.051043628471898285, + "sMAPE[0.5]": 0.05076044760587905, + "MSIS": 6.161389764008138, + "RMSE[mean]": 0.1653498575793685, + "NRMSE[mean]": 0.11425326386168734, + "ND[0.5]": 0.05088156370486045, + "mean_weighted_sum_quantile_loss": 0.10147470498697364 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00" + ], + "context": [ + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.3513091802597046, + 1.3193883299827576, + 1.3273197412490845, + 1.3450648188591003, + 1.3576905131340027, + 1.333577811717987, + 1.3560989499092102, + 1.3578097224235535, + 1.37380850315094, + 1.3285988569259644, + 1.3397603034973145, + 1.3610459566116333, + 1.3638819456100464, + 1.3532315492630005, + 1.3195618987083435, + 1.4052503108978271, + 1.3672814965248108, + 1.4044329524040222, + 1.3785167336463928, + 1.3324349522590637, + 1.3718480467796326, + 1.3797940015792847, + 1.3777275085449219, + 1.4127749800682068, + 1.4581605792045593, + 1.3908197283744812, + 1.3748539090156555, + 1.4488157629966736, + 1.4275718927383423, + 1.4746870398521423, + 1.435895323753357, + 1.4422584772109985, + 1.451485812664032, + 1.4667196869850159, + 1.4125657081604004, + 1.42014741897583, + 1.4941790699958801, + 1.4109185338020325, + 1.4472014904022217, + 1.4467172622680664, + 1.4440844058990479, + 1.4374514818191528, + 1.4622548818588257, + 1.505690097808838, + 1.4751540422439575, + 1.4359909892082214, + 1.4894607067108154, + 1.5066176652908325, + 1.4919013977050781, + 1.5321959853172302, + 1.4759548902511597, + 1.6366395354270935, + 1.5316545963287354, + 1.5655530095100403, + 1.4482493996620178, + 1.4855576157569885, + 1.5044479966163635, + 1.5029269456863403, + 1.5377628803253174, + 1.5359761714935303, + 1.537383794784546, + 1.5151708126068115, + 1.5436227321624756, + 1.5573421120643616, + 1.5408491492271423, + 1.6204016208648682, + 1.5275837779045105, + 1.557599425315857, + 1.5320960879325867, + 1.508647859096527, + 1.6690754294395447, + 1.6615706086158752 + ], + "p10": [ + 1.222574234008789, + 1.1708418726921082, + 1.1617109775543213, + 1.1494174599647522, + 1.1699699759483337, + 1.1507762670516968, + 1.1289022564888, + 1.1236083507537842, + 1.1247458457946777, + 1.0910311937332153, + 1.0888115167617798, + 1.140028178691864, + 1.0952292680740356, + 1.0928249955177307, + 1.065503180027008, + 1.002439260482788, + 1.1006803512573242, + 1.1474600434303284, + 1.069976806640625, + 0.9978004693984985, + 1.006861388683319, + 1.0583942532539368, + 1.0406543612480164, + 1.1293129920959473, + 1.087055504322052, + 1.0112231373786926, + 0.9938609302043915, + 1.0472410917282104, + 1.094929277896881, + 1.0514947175979614, + 1.0352608561515808, + 1.0433090329170227, + 0.9550165235996246, + 0.9490683376789093, + 0.9686770439147949, + 0.9943180680274963, + 1.031734824180603, + 0.9668967723846436, + 1.01274973154068, + 1.0041547417640686, + 0.9384576380252838, + 0.8985200822353363, + 0.900047242641449, + 1.0224263668060303, + 0.9236855506896973, + 0.9054708182811737, + 1.0590031743049622, + 0.9430551528930664, + 1.0352877378463745, + 0.9867511987686157, + 0.9207179546356201, + 1.0298307538032532, + 0.9552928507328033, + 0.9569772183895111, + 0.9127295017242432, + 0.8974074423313141, + 0.8384073376655579, + 0.9614132940769196, + 0.9384524822235107, + 0.9219015836715698, + 1.0169315934181213, + 0.9344181418418884, + 0.8952056467533112, + 0.9240108132362366, + 0.925873339176178, + 0.8376559317111969, + 0.8468692302703857, + 0.9623492062091827, + 0.9510360658168793, + 0.8474932312965393, + 0.9418730735778809, + 0.8774319589138031 + ], + "p90": [ + 1.4714587330818176, + 1.4613761901855469, + 1.5159971714019775, + 1.5153651237487793, + 1.5458367466926575, + 1.568536102771759, + 1.5192114114761353, + 1.5882885456085205, + 1.6238980293273926, + 1.6113292574882507, + 1.6434579491615295, + 1.6507651805877686, + 1.6687220335006714, + 1.6788396835327148, + 1.7284047603607178, + 1.8715675473213196, + 1.7268186211585999, + 1.7565104961395264, + 1.7853634357452393, + 1.7712642550468445, + 1.857243835926056, + 1.7697359919548035, + 1.8938090205192566, + 2.0798799991607666, + 2.0521005392074585, + 1.898777425289154, + 1.811225414276123, + 2.150664448738098, + 2.036243200302124, + 2.241809129714966, + 2.014280319213867, + 2.17134428024292, + 2.0173115730285645, + 2.2217822074890137, + 2.0827656984329224, + 1.9672540426254272, + 2.37935733795166, + 2.2809277772903442, + 2.357011079788208, + 2.3614490032196045, + 2.1991668939590454, + 2.225478172302246, + 2.299789786338806, + 2.574660301208496, + 2.426171898841858, + 2.475952982902527, + 2.414726734161377, + 2.7155489921569824, + 2.6405115127563477, + 2.842693328857422, + 2.899788022041321, + 2.842683434486389, + 2.6371116638183594, + 3.030488967895508, + 2.8675915002822876, + 2.799705982208252, + 2.740677833557129, + 2.5492886304855347, + 2.9273993968963623, + 2.6930222511291504, + 2.749848961830139, + 2.8665428161621094, + 3.1236789226531982, + 2.9410507678985596, + 2.7030802965164185, + 3.168855905532837, + 3.0338573455810547, + 2.935991644859314, + 3.206667423248291, + 3.3775460720062256, + 3.203845977783203, + 3.746586322784424 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_042513.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_042513.json new file mode 100644 index 0000000000000000000000000000000000000000..225006c48f5620b221b7ba39e48bc58306979ae7 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_042513.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T04:25:13.197319+00:00", + "metrics": { + "MSE[mean]": 0.06303793910899731, + "MSE[0.5]": 0.06483613308316825, + "MAE[0.5]": 0.21744441871289844, + "MASE[0.5]": 1.0459349765974713, + "MAPE[0.5]": 0.14309080336329372, + "sMAPE[0.5]": 0.15766925917615005, + "MSIS": 6.0614241538109495, + "RMSE[mean]": 0.25107357309959427, + "NRMSE[mean]": 0.17348654311525624, + "ND[0.5]": 0.15024950677402873, + "mean_weighted_sum_quantile_loss": 0.13116975090132554 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00" + ], + "context": [ + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712, + 1.233500012556712 + ], + "p10": [ + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.0335000840822857, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.1234999982515974, + 1.1234999982515974, + 1.133499988714854, + 1.133499988714854, + 1.0335000840822857, + 1.133499988714854, + 1.0335000721613568, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.0335000840822857, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.1234999982515974, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.0335000840822857, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.0335000840822857, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.0335000840822857, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.0335000840822857, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.1234999982515974, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.133499988714854, + 1.0335000840822857, + 1.133499988714854, + 1.133499988714854 + ], + "p90": [ + 1.4334999529520671, + 1.4334999410311382, + 1.3335000363985698, + 1.343500026861826, + 1.4335000602404278, + 1.4334999410311382, + 1.3335000363985698, + 1.4334999410311382, + 1.3335000363985698, + 1.3335000363985698, + 1.3335000363985698, + 1.4335000602404278, + 1.4334999410311382, + 1.4334999410311382, + 1.3335000363985698, + 1.4335000602404278, + 1.4334999529520671, + 1.3334999291102092, + 1.3335000363985698, + 1.3335000363985698, + 1.4335000602404278, + 1.4334999410311382, + 1.4334999410311382, + 1.4335000602404278, + 1.3335000363985698, + 1.4334999410311382, + 1.4334999529520671, + 1.4334999410311382, + 1.3335000363985698, + 1.3335000363985698, + 1.3335000363985698, + 1.4334999410311382, + 1.343500026861826, + 1.3335000363985698, + 1.3335000363985698, + 1.4334999410311382, + 1.4334999410311382, + 1.3335000363985698, + 1.4334999410311382, + 1.4335000602404278, + 1.4334999410311382, + 1.4334999410311382, + 1.3335000363985698, + 1.4334999529520671, + 1.4334999410311382, + 1.4335000602404278, + 1.4335000602404278, + 1.4335000602404278, + 1.3335000363985698, + 1.343500026861826, + 1.4334999410311382, + 1.4334999410311382, + 1.4334999410311382, + 1.3335000363985698, + 1.3335000363985698, + 1.4334999410311382, + 1.3335000363985698, + 1.3335000363985698, + 1.4334999410311382, + 1.4334999410311382, + 1.4334999410311382, + 1.3335000363985698, + 1.4334999410311382, + 1.4334999410311382, + 1.4334999410311382, + 1.3335000363985698, + 1.4334999410311382, + 1.4334999410311382, + 1.4334999410311382, + 1.4334999529520671, + 1.4334999410311382, + 1.3335000363985698 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_042513.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_042513.json new file mode 100644 index 0000000000000000000000000000000000000000..248f7a7053bb90e112a502348cbe0184fb97f3b1 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_042513.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T04:25:13.225628+00:00", + "metrics": { + "MSE[mean]": 0.0690277686384017, + "MSE[0.5]": 0.0690277686384017, + "MAE[0.5]": 0.2208333114782969, + "MASE[0.5]": 1.0622359766242802, + "MAPE[0.5]": 0.14742864904295586, + "sMAPE[0.5]": 0.16354656516920196, + "MSIS": 36.66557965815139, + "RMSE[mean]": 0.2627313621142358, + "NRMSE[mean]": 0.1815418294265516, + "ND[0.5]": 0.15259116019298122, + "mean_weighted_sum_quantile_loss": 0.14817017471116706 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00" + ], + "context": [ + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "p10": [ + 1.1760000467300415, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584 + ], + "p90": [ + 1.22400004863739, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_042508.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_042508.json new file mode 100644 index 0000000000000000000000000000000000000000..3c0e2bf0129ade6f8cb33c2a338afcf9dd9712b9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_042508.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T04:25:08.951015+00:00", + "metrics": { + "MSE[mean]": 0.09094034152557622, + "MSE[0.5]": 0.09094034152557622, + "MAE[0.5]": 0.2572487261560228, + "MASE[0.5]": 1.2373986969377588, + "MAPE[0.5]": 0.16928866521177663, + "sMAPE[0.5]": 0.19025043399407093, + "MSIS": 18.028456643532756, + "RMSE[mean]": 0.3015631634095521, + "NRMSE[mean]": 0.20837378504216963, + "ND[0.5]": 0.1777534436247035, + "mean_weighted_sum_quantile_loss": 0.15078800490090583 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00" + ], + "context": [ + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.2708740234375, + 1.255279541015625, + 1.255279541015625, + 1.244140625, + 1.2430267333984375, + 1.2363433837890625, + 1.23077392578125, + 1.2279891967773438, + 1.2279891967773438, + 1.2252044677734375, + 1.2252044677734375, + 1.2174072265625, + 1.224090576171875, + 1.224090576171875, + 1.215179443359375, + 1.2179641723632812, + 1.228546142578125, + 1.21295166015625, + 1.2157363891601562, + 1.22186279296875, + 1.2207489013671875, + 1.2190780639648438, + 1.2190780639648438, + 1.215179443359375, + 1.219635009765625, + 1.2073822021484375, + 1.206268310546875, + 1.2090530395507812, + 1.2112808227539062, + 1.206268310546875, + 1.2045974731445312, + 1.2029266357421875, + 1.1990280151367188, + 1.1934585571289062, + 1.1934585571289062, + 1.192901611328125, + 1.192901611328125, + 1.190673828125, + 1.1867752075195312, + 1.1845474243164062, + 1.1856613159179688, + 1.1828765869140625, + 1.1817626953125, + 1.1823196411132812, + 1.1834335327148438, + 1.179534912109375, + 1.179534912109375, + 1.179534912109375, + 1.1767501831054688, + 1.175079345703125, + 1.1739654541015625, + 1.1739654541015625, + 1.1711807250976562, + 1.1689529418945312, + 1.1650543212890625, + 1.1636619567871094, + 1.1611557006835938, + 1.1597633361816406, + 1.1603202819824219, + 1.1569786071777344, + 1.157257080078125, + 1.155029296875, + 1.1544723510742188, + 1.1569786071777344, + 1.1553077697753906, + 1.1519660949707031, + 1.1494598388671875, + 1.1500167846679688, + 1.1480674743652344, + 1.1494598388671875, + 1.1477890014648438, + 1.1452827453613281 + ], + "p10": [ + 1.1340045928955078, + 1.1015625, + 1.0885438919067383, + 1.0745506286621094, + 1.0693988800048828, + 1.0631332397460938, + 1.0586776733398438, + 1.0461463928222656, + 1.0486526489257812, + 1.0433616638183594, + 1.0361213684082031, + 1.032501220703125, + 1.0330581665039062, + 1.0338935852050781, + 1.0302734375, + 1.0286026000976562, + 1.0450325012207031, + 1.0274887084960938, + 1.0274887084960938, + 1.0336151123046875, + 1.0313873291015625, + 1.0302734375, + 1.028045654296875, + 1.0247039794921875, + 1.028045654296875, + 1.0157928466796875, + 1.0141220092773438, + 1.0152359008789062, + 1.01690673828125, + 1.0152359008789062, + 1.0130081176757812, + 1.0068817138671875, + 1.0130081176757812, + 1.00799560546875, + 1.0068817138671875, + 1.0052108764648438, + 1.0063247680664062, + 1.005767822265625, + 1.0024261474609375, + 1.0001983642578125, + 1.001312255859375, + 1.0007553100585938, + 0.9985275268554688, + 0.9951858520507812, + 0.996856689453125, + 0.9929580688476562, + 0.9940719604492188, + 0.9951858520507812, + 0.9935150146484375, + 0.9912872314453125, + 0.9890594482421875, + 0.9907302856445312, + 0.987945556640625, + 0.9862747192382812, + 0.9818191528320312, + 0.9829330444335938, + 0.983489990234375, + 0.9823760986328125, + 0.9818191528320312, + 0.9784774780273438, + 0.9784774780273438, + 0.9762496948242188, + 0.9784774780273438, + 0.9801483154296875, + 0.9795913696289062, + 0.9784774780273438, + 0.9762496948242188, + 0.9762496948242188, + 0.9756927490234375, + 0.9762496948242188, + 0.9751358032226562, + 0.9734649658203125 + ], + "p90": [ + 1.420135498046875, + 1.42681884765625, + 1.442413330078125, + 1.4312744140625, + 1.433502197265625, + 1.42681884765625, + 1.42236328125, + 1.429046630859375, + 1.42681884765625, + 1.42236328125, + 1.42681884765625, + 1.4134521484375, + 1.424591064453125, + 1.42681884765625, + 1.41790771484375, + 1.4312744140625, + 1.433502197265625, + 1.420135498046875, + 1.42236328125, + 1.4312744140625, + 1.429046630859375, + 1.429046630859375, + 1.4312744140625, + 1.42681884765625, + 1.433502197265625, + 1.420135498046875, + 1.41790771484375, + 1.420135498046875, + 1.424591064453125, + 1.420135498046875, + 1.41790771484375, + 1.42236328125, + 1.4134521484375, + 1.4134521484375, + 1.415679931640625, + 1.415679931640625, + 1.41790771484375, + 1.4134521484375, + 1.411224365234375, + 1.411224365234375, + 1.415679931640625, + 1.411224365234375, + 1.40899658203125, + 1.411224365234375, + 1.411224365234375, + 1.404541015625, + 1.404541015625, + 1.402313232421875, + 1.40008544921875, + 1.40008544921875, + 1.397857666015625, + 1.40008544921875, + 1.3956298828125, + 1.393402099609375, + 1.39117431640625, + 1.388946533203125, + 1.384490966796875, + 1.3811492919921875, + 1.3833770751953125, + 1.3789215087890625, + 1.3789215087890625, + 1.3778076171875, + 1.3789215087890625, + 1.3833770751953125, + 1.375579833984375, + 1.3744659423828125, + 1.371124267578125, + 1.3700103759765625, + 1.3655548095703125, + 1.3677825927734375, + 1.366668701171875, + 1.3633270263671875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_042053.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_042053.json new file mode 100644 index 0000000000000000000000000000000000000000..a625df84b82ffafc71c55197ecfc8a7a905c38ba --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_042053.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T04:20:53.272430+00:00", + "metrics": { + "MSE[mean]": 0.03427664406071133, + "MSE[0.5]": 0.050924313262297675, + "MAE[0.5]": 0.18277897271845076, + "MASE[0.5]": 0.8791898255397366, + "MAPE[0.5]": 0.11936735278468197, + "sMAPE[0.5]": 0.13029520209948953, + "MSIS": 7.104368505056645, + "RMSE[mean]": 0.1851395259276401, + "NRMSE[mean]": 0.12792750726673566, + "ND[0.5]": 0.12629641479035053, + "mean_weighted_sum_quantile_loss": 0.08781537287531972 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00" + ], + "context": [ + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.2782108783721924, + 1.2713898420333862, + 1.275686264038086, + 1.2679790258407593, + 1.2628928422927856, + 1.256347417831421, + 1.2495501041412354, + 1.25269615650177, + 1.2544686794281006, + 1.259852647781372, + 1.2505935430526733, + 1.2526109218597412, + 1.264141321182251, + 1.269972801208496, + 1.2748280763626099, + 1.2697449922561646, + 1.276998519897461, + 1.2734919786453247, + 1.2752149105072021, + 1.291148066520691, + 1.2815532684326172, + 1.280691146850586, + 1.2804664373397827, + 1.2864768505096436, + 1.2870864868164062, + 1.2769392728805542, + 1.268609881401062, + 1.2607486248016357, + 1.2504862546920776, + 1.2442532777786255, + 1.25139582157135, + 1.2552837133407593, + 1.2555725574493408, + 1.26103937625885, + 1.2685720920562744, + 1.2798432111740112, + 1.2820448875427246, + 1.2789819240570068, + 1.286310076713562, + 1.2807093858718872, + 1.294371485710144, + 1.3039507865905762, + 1.3115464448928833, + 1.3130894899368286, + 1.3122538328170776, + 1.2958943843841553, + 1.3040368556976318, + 1.2976840734481812, + 1.3000741004943848, + 1.3005775213241577, + 1.2989293336868286, + 1.2946938276290894, + 1.2926276922225952, + 1.2890061140060425, + 1.2843499183654785, + 1.2851614952087402, + 1.2875866889953613, + 1.275084376335144, + 1.2728569507598877, + 1.2594176530838013, + 1.2686593532562256, + 1.2639455795288086, + 1.2593826055526733, + 1.2566832304000854, + 1.2531973123550415, + 1.2548437118530273, + 1.247084379196167, + 1.2418360710144043, + 1.2373815774917603, + 1.2420985698699951, + 1.2417731285095215, + 1.2270418405532837 + ], + "p10": [ + 1.288694143295288, + 1.2930316925048828, + 1.2841042280197144, + 1.2888436317443848, + 1.2796120643615723, + 1.2808395624160767, + 1.258118987083435, + 1.2642707824707031, + 1.2668174505233765, + 1.2826398611068726, + 1.2777292728424072, + 1.2670477628707886, + 1.2834712266921997, + 1.2842867374420166, + 1.3005623817443848, + 1.2981007099151611, + 1.3033150434494019, + 1.2938345670700073, + 1.2999752759933472, + 1.319220781326294, + 1.316664457321167, + 1.319904088973999, + 1.3176794052124023, + 1.3208307027816772, + 1.3177578449249268, + 1.3104982376098633, + 1.2966216802597046, + 1.292452096939087, + 1.2897095680236816, + 1.2933114767074585, + 1.2790899276733398, + 1.2950966358184814, + 1.2935086488723755, + 1.3027398586273193, + 1.304928183555603, + 1.3226039409637451, + 1.3319904804229736, + 1.3169795274734497, + 1.3130464553833008, + 1.325409173965454, + 1.3400901556015015, + 1.3438619375228882, + 1.34983491897583, + 1.35299551486969, + 1.337479591369629, + 1.3385462760925293, + 1.351439118385315, + 1.3388057947158813, + 1.3300087451934814, + 1.3358758687973022, + 1.3424232006072998, + 1.3383102416992188, + 1.335837721824646, + 1.3168531656265259, + 1.323105812072754, + 1.3219594955444336, + 1.3184704780578613, + 1.3124899864196777, + 1.3034837245941162, + 1.3022998571395874, + 1.312009334564209, + 1.3054686784744263, + 1.3013418912887573, + 1.307877540588379, + 1.2959933280944824, + 1.306685447692871, + 1.289893627166748, + 1.2839162349700928, + 1.2777483463287354, + 1.2807114124298096, + 1.2876312732696533, + 1.27670419216156 + ], + "p90": [ + 1.3824542760849, + 1.3910189867019653, + 1.4056980609893799, + 1.4116147756576538, + 1.4123296737670898, + 1.4096249341964722, + 1.4027812480926514, + 1.410143494606018, + 1.415215015411377, + 1.4187541007995605, + 1.418617844581604, + 1.4142688512802124, + 1.439547061920166, + 1.4517897367477417, + 1.462270975112915, + 1.4606088399887085, + 1.4741501808166504, + 1.4721931219100952, + 1.4720582962036133, + 1.4932093620300293, + 1.4861570596694946, + 1.4885542392730713, + 1.4920002222061157, + 1.491835355758667, + 1.498788595199585, + 1.4922468662261963, + 1.4852954149246216, + 1.4853497743606567, + 1.4814634323120117, + 1.4791160821914673, + 1.4863640069961548, + 1.4904836416244507, + 1.4896888732910156, + 1.4976816177368164, + 1.499246597290039, + 1.5175645351409912, + 1.5313080549240112, + 1.5324846506118774, + 1.5370805263519287, + 1.539433240890503, + 1.549926519393921, + 1.561548113822937, + 1.5685431957244873, + 1.5748870372772217, + 1.571581244468689, + 1.5599985122680664, + 1.5695980787277222, + 1.559546947479248, + 1.5594297647476196, + 1.5684584379196167, + 1.5589323043823242, + 1.565924048423767, + 1.5586256980895996, + 1.5530966520309448, + 1.5491561889648438, + 1.5429264307022095, + 1.545272707939148, + 1.534559726715088, + 1.5361723899841309, + 1.5194875001907349, + 1.5312719345092773, + 1.5370533466339111, + 1.53659987449646, + 1.53262197971344, + 1.5289502143859863, + 1.5275704860687256, + 1.522329568862915, + 1.5237548351287842, + 1.5205365419387817, + 1.5243571996688843, + 1.5245343446731567, + 1.513546347618103 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_042350.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_042350.json new file mode 100644 index 0000000000000000000000000000000000000000..54f0fd9046fdb22f8d1be2f53b00ec64ce5a3d06 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_042350.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T04:23:50.488772+00:00", + "metrics": { + "MSE[mean]": 0.032104049374029366, + "MSE[0.5]": 0.032104049374029366, + "MAE[0.5]": 0.13179583019680446, + "MASE[0.5]": 0.6339545038152867, + "MAPE[0.5]": 0.0857126727906102, + "sMAPE[0.5]": 0.09166708881439115, + "MSIS": 3.51494335521043, + "RMSE[mean]": 0.17917602901624247, + "NRMSE[mean]": 0.1238068566890403, + "ND[0.5]": 0.09106813869566051, + "mean_weighted_sum_quantile_loss": 0.09586754416319655 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00" + ], + "context": [ + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.3108371496200562, + 1.3073112964630127, + 1.3083322048187256, + 1.310976266860962, + 1.3137845993041992, + 1.3152403831481934, + 1.3161115646362305, + 1.3187596797943115, + 1.3196550607681274, + 1.3203258514404297, + 1.3221335411071777, + 1.3241091966629028, + 1.3277535438537598, + 1.3256165981292725, + 1.3248231410980225, + 1.3288028240203857, + 1.3333282470703125, + 1.3352292776107788, + 1.331700086593628, + 1.3295129537582397, + 1.3294426202774048, + 1.3274552822113037, + 1.328061580657959, + 1.3291728496551514, + 1.3285318613052368, + 1.32551908493042, + 1.3228310346603394, + 1.324406385421753, + 1.325758457183838, + 1.3255985975265503, + 1.3242591619491577, + 1.3228884935379028, + 1.370341420173645, + 1.3782305717468262, + 1.3897662162780762, + 1.3929684162139893, + 1.3952486515045166, + 1.3938509225845337, + 1.388384222984314, + 1.4047815799713135, + 1.3988953828811646, + 1.3926355838775635, + 1.3904870748519897, + 1.3893438577651978, + 1.3844554424285889, + 1.3743197917938232, + 1.3753827810287476, + 1.384503960609436, + 1.3906067609786987, + 1.3763513565063477, + 1.3714232444763184, + 1.379544973373413, + 1.3797143697738647, + 1.380661964416504, + 1.3775951862335205, + 1.373241662979126, + 1.3689883947372437, + 1.3684945106506348, + 1.3742387294769287, + 1.37124502658844, + 1.3709003925323486, + 1.366486668586731, + 1.364058256149292, + 1.3764641284942627, + 1.2739824056625366, + 1.2717665433883667, + 1.2743803262710571, + 1.2758145332336426, + 1.267650842666626, + 1.2673120498657227, + 1.269404649734497, + 1.2770708799362183 + ], + "p10": [ + 1.197445273399353, + 1.1649553775787354, + 1.1506677865982056, + 1.1442022323608398, + 1.1396714448928833, + 1.132736325263977, + 1.1242600679397583, + 1.1176398992538452, + 1.1126893758773804, + 1.1075526475906372, + 1.102454423904419, + 1.0994566679000854, + 1.095912218093872, + 1.0885709524154663, + 1.0838814973831177, + 1.0827213525772095, + 1.0816874504089355, + 1.0772145986557007, + 1.0745149850845337, + 1.0712100267410278, + 1.0650365352630615, + 1.0622467994689941, + 1.062782883644104, + 1.0628129243850708, + 1.0574111938476562, + 1.0524990558624268, + 1.0485332012176514, + 1.0458576679229736, + 1.0447561740875244, + 1.0417747497558594, + 1.037396788597107, + 1.0346163511276245, + 1.0580272674560547, + 1.072258710861206, + 1.081892728805542, + 1.0739432573318481, + 1.065407156944275, + 1.057420015335083, + 1.0483322143554688, + 1.051984190940857, + 1.0524401664733887, + 1.0500261783599854, + 1.0444973707199097, + 1.044313669204712, + 1.0429165363311768, + 1.0372532606124878, + 1.0372217893600464, + 1.0322662591934204, + 1.0269489288330078, + 1.0205579996109009, + 1.020003318786621, + 1.0246502161026, + 1.0249338150024414, + 1.0221805572509766, + 1.0208162069320679, + 1.0177910327911377, + 1.0113332271575928, + 1.0064384937286377, + 1.010472297668457, + 1.005052089691162, + 1.0018017292022705, + 0.9953552484512329, + 0.9916568994522095, + 0.9994921684265137, + 0.9290448427200317, + 0.9497650861740112, + 0.9341578483581543, + 0.9096993207931519, + 0.9027996063232422, + 0.8979341983795166, + 0.8943228721618652, + 0.8954397439956665 + ], + "p90": [ + 1.4865868091583252, + 1.5235799551010132, + 1.5303810834884644, + 1.541633129119873, + 1.5566954612731934, + 1.5684787034988403, + 1.5772781372070312, + 1.5898754596710205, + 1.5983343124389648, + 1.6041202545166016, + 1.6124662160873413, + 1.62565279006958, + 1.6411830186843872, + 1.6441559791564941, + 1.6508245468139648, + 1.675856351852417, + 1.6953821182250977, + 1.6996181011199951, + 1.6933399438858032, + 1.6838808059692383, + 1.6823501586914062, + 1.6782958507537842, + 1.6806960105895996, + 1.6815245151519775, + 1.6871445178985596, + 1.6849080324172974, + 1.6855839490890503, + 1.692420482635498, + 1.6998635530471802, + 1.7095892429351807, + 1.7123727798461914, + 1.7138664722442627, + 1.7104694843292236, + 1.7675468921661377, + 1.7933530807495117, + 1.8212881088256836, + 1.8588260412216187, + 1.8785033226013184, + 1.8751800060272217, + 1.9092252254486084, + 1.9158846139907837, + 1.9067065715789795, + 1.9045915603637695, + 1.9191675186157227, + 1.9126760959625244, + 1.8887262344360352, + 1.8870043754577637, + 1.911805272102356, + 1.9228371381759644, + 1.8966155052185059, + 1.8857355117797852, + 1.9061269760131836, + 1.9132355451583862, + 1.9150408506393433, + 1.9089744091033936, + 1.905299425125122, + 1.9046235084533691, + 1.915174961090088, + 1.9277644157409668, + 1.9258639812469482, + 1.9343873262405396, + 1.9316720962524414, + 1.9362566471099854, + 1.9609466791152954, + 1.7580902576446533, + 1.8388671875, + 1.8208212852478027, + 1.8414092063903809, + 1.8672995567321777, + 1.8760650157928467, + 1.8824608325958252, + 1.8967182636260986 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_042129.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_042129.json new file mode 100644 index 0000000000000000000000000000000000000000..e2df9c9faf9c7d660bd2fa8d7743e3180c85cc6b --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_042129.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T04:21:29.470926+00:00", + "metrics": { + "MSE[mean]": 0.041224368199997606, + "MSE[0.5]": 0.041224368199997606, + "MAE[0.5]": 0.1603960312075085, + "MASE[0.5]": 0.7715250643837344, + "MAPE[0.5]": 0.10447530147750832, + "sMAPE[0.5]": 0.11290420015893954, + "MSIS": 7.237090678887619, + "RMSE[mean]": 0.20303784918087958, + "NRMSE[mean]": 0.14029487110527158, + "ND[0.5]": 0.11083027432982503, + "mean_weighted_sum_quantile_loss": 0.09165902682298482 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00" + ], + "context": [ + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.3068920373916626, + 1.309767246246338, + 1.3102869987487793, + 1.3098132610321045, + 1.3112248182296753, + 1.310611367225647, + 1.3110477924346924, + 1.3105907440185547, + 1.3109326362609863, + 1.310370922088623, + 1.3110301494598389, + 1.3111374378204346, + 1.3109227418899536, + 1.311274766921997, + 1.311124563217163, + 1.3127655982971191, + 1.311896800994873, + 1.3118067979812622, + 1.311469554901123, + 1.3124569654464722, + 1.3120722770690918, + 1.3120399713516235, + 1.3116822242736816, + 1.3101201057434082, + 1.3088948726654053, + 1.3088915348052979, + 1.3096950054168701, + 1.3102425336837769, + 1.3113497495651245, + 1.310612678527832, + 1.3080822229385376, + 1.3086721897125244, + 1.300105333328247, + 1.297308325767517, + 1.296034812927246, + 1.2954951524734497, + 1.2953076362609863, + 1.295959711074829, + 1.2967718839645386, + 1.297041893005371, + 1.2969862222671509, + 1.2979844808578491, + 1.2986299991607666, + 1.299354910850525, + 1.297039270401001, + 1.2939231395721436, + 1.29690420627594, + 1.301411509513855, + 1.3010799884796143, + 1.2986581325531006, + 1.2995381355285645, + 1.2992993593215942, + 1.30012047290802, + 1.2992594242095947, + 1.2994933128356934, + 1.2989555597305298, + 1.2998038530349731, + 1.3001564741134644, + 1.300929069519043, + 1.3004705905914307, + 1.3006056547164917, + 1.3000245094299316, + 1.2998307943344116, + 1.299176573753357, + 1.2953925132751465, + 1.2943381071090698, + 1.2936649322509766, + 1.292786955833435, + 1.2921804189682007, + 1.292249321937561, + 1.292381763458252, + 1.2935749292373657 + ], + "p10": [ + 1.2429580688476562, + 1.2269484996795654, + 1.2270655632019043, + 1.2235960960388184, + 1.2220971584320068, + 1.2237435579299927, + 1.2220395803451538, + 1.2206943035125732, + 1.2186243534088135, + 1.2101560831069946, + 1.2142280340194702, + 1.2144107818603516, + 1.214282512664795, + 1.2132407426834106, + 1.2119426727294922, + 1.2108190059661865, + 1.2064988613128662, + 1.2046849727630615, + 1.1986597776412964, + 1.195452094078064, + 1.1912201642990112, + 1.1891273260116577, + 1.184579610824585, + 1.1789164543151855, + 1.173896074295044, + 1.1695573329925537, + 1.1648627519607544, + 1.1630356311798096, + 1.1607416868209839, + 1.1583235263824463, + 1.1500403881072998, + 1.1436803340911865, + 1.1547821760177612, + 1.1465110778808594, + 1.142602562904358, + 1.1437392234802246, + 1.1367307901382446, + 1.1392642259597778, + 1.1391026973724365, + 1.136808156967163, + 1.1299774646759033, + 1.132274866104126, + 1.127969741821289, + 1.1274412870407104, + 1.1185319423675537, + 1.1183912754058838, + 1.1164228916168213, + 1.121876835823059, + 1.1188138723373413, + 1.114722490310669, + 1.1121755838394165, + 1.112796425819397, + 1.1092714071273804, + 1.1107434034347534, + 1.1093370914459229, + 1.1072516441345215, + 1.1047110557556152, + 1.1022599935531616, + 1.0997599363327026, + 1.098720908164978, + 1.0968656539916992, + 1.0957660675048828, + 1.0941188335418701, + 1.0951496362686157, + 1.1018348932266235, + 1.0904048681259155, + 1.0855836868286133, + 1.0868582725524902, + 1.0819743871688843, + 1.0802569389343262, + 1.0781397819519043, + 1.0749064683914185 + ], + "p90": [ + 1.3555488586425781, + 1.44511079788208, + 1.4447822570800781, + 1.4349846839904785, + 1.4366730451583862, + 1.4270976781845093, + 1.4305078983306885, + 1.4300096035003662, + 1.4268583059310913, + 1.4284900426864624, + 1.4332154989242554, + 1.4288822412490845, + 1.4306080341339111, + 1.4340752363204956, + 1.4465739727020264, + 1.4441314935684204, + 1.4437329769134521, + 1.4480524063110352, + 1.448258876800537, + 1.4545191526412964, + 1.457288384437561, + 1.464568853378296, + 1.4631121158599854, + 1.4654889106750488, + 1.465174674987793, + 1.4712687730789185, + 1.4779695272445679, + 1.487658977508545, + 1.500215768814087, + 1.492627739906311, + 1.4860715866088867, + 1.4895166158676147, + 1.460201382637024, + 1.4890525341033936, + 1.4868452548980713, + 1.484670639038086, + 1.4751827716827393, + 1.4719502925872803, + 1.4731563329696655, + 1.4760770797729492, + 1.4739203453063965, + 1.4755194187164307, + 1.4780339002609253, + 1.4816339015960693, + 1.4823007583618164, + 1.4828252792358398, + 1.4870527982711792, + 1.4928216934204102, + 1.4906373023986816, + 1.490387201309204, + 1.4919323921203613, + 1.4960741996765137, + 1.499941110610962, + 1.5015268325805664, + 1.498345136642456, + 1.5029761791229248, + 1.5028138160705566, + 1.5053234100341797, + 1.5051233768463135, + 1.5090993642807007, + 1.5077353715896606, + 1.5108537673950195, + 1.5121657848358154, + 1.509888768196106, + 1.521843433380127, + 1.5638427734375, + 1.5650436878204346, + 1.5581481456756592, + 1.5430786609649658, + 1.5400804281234741, + 1.5377742052078247, + 1.5430240631103516 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index ab8788287f192aedb3bf75a6efed6042681058d9..ad5937cafe8531fd89f6795b9353e8950bd02c3b 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1551340.7323188782,1551340.7323188782,1101.9137369791667,1.1309208253625043,0.017033710368014095,0.016850355084268204,4.066551916409078,1245.5282944674032,0.019175295059768397,0.016964304328407637,0.01256554276221273,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1540048.469959259,1540048.469959259,1098.830078125,1.1277559914018613,0.016984198248133752,0.01680222835825577,4.066551916409078,1240.9868935485415,0.01910447191389747,0.01691602745751617,0.01251747468567126,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.10974745239421756,0.10974745239421756,0.2743833392858505,0.26287804588436514,0.21773576207625958,0.20792007973638096,9.125999052223701,0.33128153041517056,0.2519410703910495,0.20866974416145131,0.20217369724876028,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.07166665613651564,0.07166665613651564,0.2277777526113722,1.1388886344363405,0.15256193938898047,0.16943676282086198,39.44096296160069,0.2677062870694591,0.18515708887154997,0.15754081103176754,0.1530152478620859,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.11439761757839743,0.11439761757839743,0.2854500045379003,0.27377136679661296,0.24053567343206136,0.21430009382802917,9.45961161956485,0.33822716859885377,0.26254441036973764,0.22157682791096736,0.2144817339068672,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.0690277686384017,0.0690277686384017,0.2208333114782969,1.0622359766242802,0.14742864904295586,0.16354656516920196,36.66557965815139,0.2627313621142358,0.1815418294265516,0.15259116019298122,0.14817017471116706,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,4.384166831970258,4.384166831970258,1.9916667143503826,1.3566697939724321,0.10979070237128019,0.10352728615729541,38.62280112270497,2.0938402116614,0.11533661618534755,0.10970851458616919,0.10231045802655239,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,95.51666216850397,95.51666216850397,8.758333206176758,0.6970917831986543,0.28123160409310394,0.3351721445181861,24.928678925734232,9.773262616368394,0.2626632730043017,0.2353863347684683,0.2293263621636999,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.751666250229543,4.751666250229543,1.9083332220713298,0.9494498301166997,0.0719819278982345,0.07531045222475719,24.812981035182602,2.1798317022718847,0.08400122331395438,0.07353885392967727,0.06737957313828045,Weather,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 084f4532e262b514afe8ed4873d14555d34b21ae..331c84e672258512db04770d11de446c9324e3a6 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T04:15:06.861401+00:00", + "evaluated_at": "2026-06-18T04:25:13.208341+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 64024.01171875 + 64098.01953125 ], "p50": [ 66045.0, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 027b0bd0abc818ed34e445dd8d675e2a46c6dcbf..2b30274b1e5a4c6df108ed42a59e259a8ca6a581 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T04:07:35.447839+00:00", + "evaluated_at": "2026-06-18T04:25:13.215568+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6009999513626099, - 1.6019999980926514, - 1.590000033378601, 1.5740000009536743, 1.5729999542236328, 1.5720000267028809, @@ -245,12 +242,12 @@ 1.5980000495910645, 1.6130000352859497, 1.6299999952316284, - 1.6339999437332153 - ], - "actuals": [ + 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, - 1.6490000486373901, + 1.6490000486373901 + ], + "actuals": [ 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, @@ -307,12 +304,12 @@ 1.0490000247955322, 1.0520000457763672, 1.0509999990463257, - 1.0729999542236328 + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167 ], "p50": [ - 1.003000020980835, - 1.0360000133514404, - 1.0859999656677246, 1.1230000257492065, 1.1649999618530273, 1.1950000524520874, @@ -334,9 +331,9 @@ 1.6130000352859497, 1.6299999952316284, 1.6339999437332153, - 1.003000020980835, - 1.0360000133514404, - 1.0859999656677246, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, 1.1230000257492065, 1.1649999618530273, 1.1950000524520874, @@ -358,9 +355,9 @@ 1.6130000352859497, 1.6299999952316284, 1.6339999437332153, - 1.003000020980835, - 1.0360000133514404, - 1.0859999656677246, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, 1.1230000257492065, 1.1649999618530273, 1.1950000524520874, @@ -369,12 +366,12 @@ 1.2920000553131104, 1.3209999799728394, 1.347000002861023, - 1.3769999742507935 + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945 ], "p10": [ - 0.9829400205612182, - 1.0152800130844115, - 1.06427996635437, 1.1005400252342223, 1.1416999626159667, 1.1711000514030456, @@ -396,9 +393,9 @@ 1.5807400345802307, 1.5973999953269957, 1.601319944858551, - 0.9829400205612182, - 1.0152800130844115, - 1.06427996635437, + 1.6003400158882142, + 1.6111200523376465, + 1.6160200476646422, 1.1005400252342223, 1.1416999626159667, 1.1711000514030456, @@ -420,9 +417,9 @@ 1.5807400345802307, 1.5973999953269957, 1.601319944858551, - 0.9829400205612182, - 1.0152800130844115, - 1.06427996635437, + 1.6003400158882142, + 1.6111200523376465, + 1.6160200476646422, 1.1005400252342223, 1.1416999626159667, 1.1711000514030456, @@ -431,12 +428,12 @@ 1.266160054206848, 1.2945799803733826, 1.3200600028038025, - 1.3494599747657776 + 1.3494599747657776, + 1.3788599467277527, + 1.4033600401878357, + 1.4376600074768067 ], "p90": [ - 1.0230600214004517, - 1.0567200136184693, - 1.1077199649810792, 1.1454600262641907, 1.188299961090088, 1.2189000535011292, @@ -458,9 +455,9 @@ 1.6452600359916687, 1.662599995136261, 1.6666799426078798, - 1.0230600214004517, - 1.0567200136184693, - 1.1077199649810792, + 1.6656600165367126, + 1.676880054473877, + 1.681980049610138, 1.1454600262641907, 1.188299961090088, 1.2189000535011292, @@ -482,9 +479,9 @@ 1.6452600359916687, 1.662599995136261, 1.6666799426078798, - 1.0230600214004517, - 1.0567200136184693, - 1.1077199649810792, + 1.6656600165367126, + 1.676880054473877, + 1.681980049610138, 1.1454600262641907, 1.188299961090088, 1.2189000535011292, @@ -493,12 +490,12 @@ 1.3178400564193726, 1.347419979572296, 1.3739400029182434, - 1.4045399737358093 + 1.4045399737358093, + 1.4351399445533752, + 1.4606400418281555, + 1.4963400077819824 ], "timestamps": [ - "2026-06-16 22:00:00", - "2026-06-16 22:06:00", - "2026-06-16 22:12:00", "2026-06-16 22:18:00", "2026-06-16 22:24:00", "2026-06-16 22:30:00", @@ -795,6 +792,9 @@ "2026-06-18 03:36:00", "2026-06-18 03:42:00", "2026-06-18 03:48:00", - "2026-06-18 03:54:00" + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 7f096bb2c994376c90d37c6f997759e3b66df2ab..516b45c79ba8484fd3898f042c54f6ece7d99ae3 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:58:10.226137+00:00", + "evaluated_at": "2026-06-18T04:25:13.225628+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 1.0, 1.0, 0.8999999761581421, 0.8999999761581421, @@ -81,10 +80,10 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -155,10 +154,10 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, - 1.7999999523162842 + 1.7999999523162842, + 1.399999976158142 ], "p50": [ - 1.100000023841858, 1.2000000476837158, 1.2000000476837158, 1.0, @@ -182,7 +181,7 @@ 1.5, 1.2999999523162842, 1.2999999523162842, - 1.100000023841858, + 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.0, @@ -206,7 +205,7 @@ 1.5, 1.2999999523162842, 1.2999999523162842, - 1.100000023841858, + 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.0, @@ -229,10 +228,10 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "p10": [ - 1.0780000233650207, 1.1760000467300415, 1.1760000467300415, 0.98, @@ -256,7 +255,7 @@ 1.47, 1.2739999532699584, 1.2739999532699584, - 1.0780000233650207, + 1.2739999532699584, 1.1760000467300415, 1.1760000467300415, 0.98, @@ -280,7 +279,7 @@ 1.47, 1.2739999532699584, 1.2739999532699584, - 1.0780000233650207, + 1.2739999532699584, 1.1760000467300415, 1.1760000467300415, 0.98, @@ -303,10 +302,10 @@ 1.47, 1.47, 1.2739999532699584, + 1.2739999532699584, 1.2739999532699584 ], "p90": [ - 1.1220000243186952, 1.22400004863739, 1.22400004863739, 1.02, @@ -330,7 +329,7 @@ 1.53, 1.32599995136261, 1.32599995136261, - 1.1220000243186952, + 1.32599995136261, 1.22400004863739, 1.22400004863739, 1.02, @@ -354,7 +353,7 @@ 1.53, 1.32599995136261, 1.32599995136261, - 1.1220000243186952, + 1.32599995136261, 1.22400004863739, 1.22400004863739, 1.02, @@ -377,10 +376,10 @@ 1.53, 1.53, 1.32599995136261, + 1.32599995136261, 1.32599995136261 ], "timestamps": [ - "2026-06-16 03:40:00", "2026-06-16 03:50:00", "2026-06-16 04:00:00", "2026-06-16 04:10:00", @@ -527,6 +526,7 @@ "2026-06-17 03:40:00", "2026-06-17 03:50:00", "2026-06-17 04:00:00", - "2026-06-17 04:10:00" + "2026-06-17 04:10:00", + "2026-06-17 04:20:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 63d6601edca4059bb4e321b0f7ebdfb1e30ddf02..e11eebad6f23ebe991e3fb8c760397bf6da1ad74 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,13 +1,25 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T04:15:06.873355+00:00", + "evaluated_at": "2026-06-18T04:25:13.229679+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:12:34.379620Z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index b1b2876cec9f7e93909b6e806e3aa8bd93ffdd98..9b12a352f34016eb90020f110553ed0e00e9923f 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,1132374.2667096455,1132374.2667096455,931.0208333333334,0.9555292886623907,0.014405780906342286,0.014271688897992366,8.441665057466809,1064.1307563968094,0.016382623603752557,0.014333354982988983,0.009192552371452497,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,1122000.1637738545,1122000.1637738545,927.9371744791666,0.9523644547017479,0.014356380653105039,0.014223560699709212,8.315071699041095,1059.2450914561061,0.01630663321656216,0.014285202994374083,0.00914464439936897,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0021719280911881946,0.0021719280911881946,0.03721348345279694,0.03565306784327007,0.030759523474031124,0.031073279452581978,0.23451997712131853,0.04660394930891796,0.03544250975484301,0.02830101890174052,0.03127323905693316,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.09512520963611099,0.09512520963611099,0.2641160405344433,1.3205800535323544,0.17398176249660713,0.1960821480855729,19.38037819010384,0.3084237501168011,0.21331902338048683,0.18267392120286458,0.15452006909349658,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0020484814098564287,0.0020484814098564287,0.03536252280076345,0.033915733216448356,0.030457307486070735,0.03014480142503499,0.20469119121090648,0.04526015256112631,0.03513260072108101,0.02744969523404604,0.027839653419077175,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.09094034152557622,0.09094034152557622,0.2572487261560228,1.2373986969377588,0.16928866521177663,0.19025043399407093,18.028456643532756,0.3015631634095521,0.20837378504216963,0.1777534436247035,0.15078800490090583,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,2.084079614056615,2.084079614056615,1.1926860014597576,0.8124256233312503,0.06731082127818078,0.06410130938519783,24.447857421419226,1.4436341690527468,0.07952081497946488,0.06569764340844846,0.060763034514630436,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,73.9657991154495,73.9657991154495,6.8719775676727295,0.5469532825460142,0.17270567188596433,0.1795133211700711,2.721461655973371,8.600337151266194,0.23114008021320118,0.18468920674596362,0.1772553136222054,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.3164909122965582,1.3164909122965582,1.0971895058949788,0.5458828562692578,0.04257905130893658,0.043590962673617555,2.324760629714263,1.1473843786179758,0.044215198501232705,0.04228090664355145,0.036141068109266344,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 2c568aba8cc8848228f919ee32aff785a53a03e6..f6f13e8b3333148a8d18d8756a080c603673264d 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T04:15:02.676765+00:00", + "evaluated_at": "2026-06-18T04:24:59.263141+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 64024.01171875 + 64098.01953125 ], "p50": [ 66011.25, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index dada8e28a05998ac84a20f66fe6df154350d0ecb..f793d5a90a07bb4dedf982d8aed4dffdc530b57e 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T04:07:24.735906+00:00", + "evaluated_at": "2026-06-18T04:25:04.593759+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6009999513626099, - 1.6019999980926514, - 1.590000033378601, 1.5740000009536743, 1.5729999542236328, 1.5720000267028809, @@ -245,12 +242,12 @@ 1.5980000495910645, 1.6130000352859497, 1.6299999952316284, - 1.6339999437332153 - ], - "actuals": [ + 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, - 1.6490000486373901, + 1.6490000486373901 + ], + "actuals": [ 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, @@ -307,198 +304,198 @@ 1.0490000247955322, 1.0520000457763672, 1.0509999990463257, - 1.0729999542236328 + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167 ], "p50": [ - 1.65618896484375, - 1.65618896484375, - 1.662109375, - 1.66802978515625, - 1.670989990234375, - 1.670989990234375, - 1.665069580078125, + 1.659149169921875, 1.659149169921875, 1.653228759765625, - 1.64434814453125, - 1.64434814453125, - 1.6265869140625, - 1.61474609375, - 1.599945068359375, - 1.58514404296875, - 1.570343017578125, - 1.564422607421875, - 1.552581787109375, - 1.528900146484375, - 1.496337890625, - 1.46673583984375, - 1.4504547119140625, - 1.4238128662109375, - 1.398651123046875, - 1.37200927734375, - 1.3527679443359375, - 1.3261260986328125, - 1.309844970703125, - 1.283203125, - 1.244720458984375, - 1.2158584594726562, - 1.2069778442382812, - 1.1758956909179688, - 1.1407432556152344, - 1.104018211364746, - 1.0904197692871094, - 1.0693283081054688, - 1.0563774108886719, - 1.0363960266113281, - 1.037506103515625, - 1.0134544372558594, - 1.0112342834472656, - 1.007904052734375, - 1.0145645141601562, - 1.0153045654296875, - 1.01678466796875, - 1.0108642578125, - 1.0082740783691406, - 1.0252952575683594, - 1.0204849243164062, - 1.0238151550292969, - 1.04638671875, - 1.04046630859375, - 1.0598926544189453, - 1.0672931671142578, - 1.082371711730957, - 1.0916686058044434, - 1.1207618713378906, - 1.1350078582763672, - 1.1744155883789062 + 1.65618896484375, + 1.653228759765625, + 1.647308349609375, + 1.635467529296875, + 1.629547119140625, + 1.62066650390625, + 1.611785888671875, + 1.60882568359375, + 1.591064453125, + 1.57330322265625, + 1.558502197265625, + 1.540740966796875, + 1.522979736328125, + 1.5081787109375, + 1.49041748046875, + 1.4622955322265625, + 1.440093994140625, + 1.401611328125, + 1.3897705078125, + 1.3616485595703125, + 1.3379669189453125, + 1.3054046630859375, + 1.2876434326171875, + 1.259521484375, + 1.2491607666015625, + 1.21807861328125, + 1.1844062805175781, + 1.1536941528320312, + 1.1496238708496094, + 1.1418533325195312, + 1.116969108581543, + 1.080521583557129, + 1.0754337310791016, + 1.0571174621582031, + 1.0460166931152344, + 1.0330657958984375, + 1.0389862060546875, + 1.0182647705078125, + 1.0156745910644531, + 1.0171546936035156, + 1.0264053344726562, + 1.0275154113769531, + 1.0378761291503906, + 1.0301055908203125, + 1.0326957702636719, + 1.0539722442626953, + 1.061187744140625, + 1.0719184875488281, + 1.0971264839172363, + 1.094212532043457, + 1.1173391342163086, + 1.1279773712158203, + 1.1492538452148438, + 1.1629447937011719, + 1.19439697265625, + 1.20623779296875, + 1.2439804077148438 ], "p10": [ + 1.6502685546875, 1.641387939453125, - 1.641387939453125, - 1.638427734375, - 1.647308349609375, - 1.647308349609375, - 1.641387939453125, + 1.635467529296875, + 1.635467529296875, 1.63250732421875, 1.623626708984375, - 1.62066650390625, + 1.611785888671875, 1.599945068359375, 1.594024658203125, - 1.582183837890625, + 1.57330322265625, 1.564422607421875, - 1.543701171875, - 1.52593994140625, - 1.5081787109375, - 1.4844970703125, - 1.4682159423828125, - 1.43121337890625, - 1.398651123046875, - 1.363128662109375, - 1.33648681640625, - 1.309844970703125, - 1.2817230224609375, - 1.2543411254882812, - 1.2313995361328125, - 1.1958770751953125, - 1.1788558959960938, - 1.1407432556152344, - 1.0991153717041016, - 1.0659980773925781, - 1.049346923828125, - 1.0219650268554688, - 0.9908828735351562, - 0.9672012329101562, - 0.9435195922851562, - 0.919097900390625, + 1.5555419921875, + 1.534820556640625, + 1.511138916015625, + 1.493377685546875, + 1.4711761474609375, + 1.4386138916015625, + 1.4208526611328125, + 1.3853302001953125, + 1.36016845703125, + 1.3187255859375, + 1.30096435546875, + 1.2728424072265625, + 1.2484207153320312, + 1.2165985107421875, + 1.1966171264648438, + 1.1622047424316406, + 1.149993896484375, + 1.1079959869384766, + 1.0722885131835938, + 1.0397262573242188, + 1.02862548828125, + 1.0171546936035156, + 0.9953231811523438, + 0.96942138671875, + 0.9561004638671875, + 0.9316787719726562, + 0.927978515625, + 0.9050369262695312, 0.913177490234375, - 0.883575439453125, - 0.8924560546875, - 0.8732147216796875, - 0.8761749267578125, - 0.8732147216796875, - 0.880615234375, - 0.889495849609375, 0.8939361572265625, - 0.8880157470703125, - 0.8791351318359375, - 0.8761749267578125, - 0.8761749267578125, - 0.8791351318359375, - 0.8968963623046875, - 0.8880157470703125, - 0.9116973876953125, + 0.895416259765625, + 0.8924560546875, + 0.901336669921875, + 0.9094772338867188, + 0.9198379516601562, + 0.91021728515625, + 0.91021728515625, 0.9183578491210938, - 0.9383392333984375, - 0.9442596435546875, - 0.966461181640625, - 0.960540771484375, - 0.9982833862304688 + 0.9242782592773438, + 0.9324188232421875, + 0.9524002075195312, + 0.9435195922851562, + 0.9672012329101562, + 0.9768218994140625, + 1.0030937194824219, + 1.0156745910644531, + 1.043426513671875, + 1.0352859497070312, + 1.0732135772705078 ], "p90": [ - 1.66802978515625, - 1.67987060546875, - 1.685791015625, - 1.685791015625, - 1.694671630859375, - 1.6976318359375, - 1.6976318359375, - 1.688751220703125, - 1.688751220703125, - 1.682830810546875, - 1.682830810546875, + 1.670989990234375, 1.6739501953125, + 1.670989990234375, + 1.670989990234375, + 1.670989990234375, + 1.670989990234375, 1.665069580078125, - 1.665069580078125, + 1.659149169921875, + 1.653228759765625, 1.647308349609375, - 1.64434814453125, - 1.6502685546875, - 1.6502685546875, - 1.623626708984375, - 1.6029052734375, - 1.576263427734375, - 1.57330322265625, - 1.546661376953125, - 1.52593994140625, - 1.5081787109375, - 1.493377685546875, - 1.4711761474609375, + 1.641387939453125, + 1.63250732421875, + 1.617706298828125, + 1.611785888671875, + 1.588104248046875, + 1.582183837890625, + 1.5792236328125, + 1.5792236328125, + 1.54962158203125, + 1.5318603515625, + 1.499298095703125, + 1.496337890625, 1.469696044921875, - 1.45489501953125, - 1.43121337890625, - 1.4149322509765625, - 1.4119720458984375, - 1.33648681640625, - 1.303924560546875, - 1.262481689453125, - 1.26544189453125, - 1.2550811767578125, - 1.2365798950195312, - 1.209197998046875, - 1.2054977416992188, - 1.1847763061523438, - 1.1762657165527344, - 1.1792259216308594, - 1.1792259216308594, - 1.1781158447265625, - 1.1784858703613281, - 1.1847763061523438, - 1.1899566650390625, - 1.1862564086914062, - 1.1862564086914062, - 1.1980972290039062, - 1.2165985107421875, - 1.209197998046875, - 1.226959228515625, - 1.2365798950195312, - 1.2587814331054688, - 1.2721023559570312, - 1.303924560546875, - 1.327606201171875, - 1.36016845703125 + 1.446014404296875, + 1.416412353515625, + 1.4030914306640625, + 1.380889892578125, + 1.380889892578125, + 1.36016845703125, + 1.3424072265625, + 1.321685791015625, + 1.321685791015625, + 1.2824630737304688, + 1.2573013305664062, + 1.2136383056640625, + 1.2239990234375, + 1.2173385620117188, + 1.2003173828125, + 1.1803359985351562, + 1.1829261779785156, + 1.1662750244140625, + 1.15887451171875, + 1.1699752807617188, + 1.1766357421875, + 1.1751556396484375, + 1.1832962036132812, + 1.1873664855957031, + 1.1966171264648438, + 1.2040176391601562, + 1.2173385620117188, + 1.23583984375, + 1.2580413818359375, + 1.259521484375, + 1.286163330078125, + 1.2994842529296875, + 1.32464599609375, + 1.3409271240234375, + 1.374969482421875, + 1.3942108154296875, + 1.4238128662109375 ], "timestamps": [ - "2026-06-16 22:00:00", - "2026-06-16 22:06:00", - "2026-06-16 22:12:00", "2026-06-16 22:18:00", "2026-06-16 22:24:00", "2026-06-16 22:30:00", @@ -795,6 +792,9 @@ "2026-06-18 03:36:00", "2026-06-18 03:42:00", "2026-06-18 03:48:00", - "2026-06-18 03:54:00" + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8f059d7e5c62f694303e6de9eb1b380d231a58d5..d4ba0ce77104eae7450e080542b9e8a83c88ffd9 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:58:06.683817+00:00", + "evaluated_at": "2026-06-18T04:25:08.951015+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 1.0, 1.0, 0.8999999761581421, 0.8999999761581421, @@ -81,10 +80,10 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -155,232 +154,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, - 1.7999999523162842 + 1.7999999523162842, + 1.399999976158142 ], "p50": [ - 1.2563705444335938, - 1.2519454956054688, - 1.2419891357421875, - 1.2353515625, - 1.2347984313964844, - 1.2281608581542969, - 1.2314796447753906, - 1.2215232849121094, - 1.2204170227050781, - 1.2121200561523438, - 1.2176513671875, - 1.222076416015625, - 1.2082481384277344, - 1.2027168273925781, - 1.2060356140136719, - 1.1949729919433594, - 1.2259483337402344, - 1.2099075317382812, - 1.1982917785644531, - 1.1982917785644531, - 1.2005043029785156, - 1.1982917785644531, - 1.195526123046875, - 1.1944198608398438, - 1.1905479431152344, - 1.1922073364257812, - 1.1828041076660156, - 1.1789321899414062, - 1.1944198608398438, - 1.1883354187011719, - 1.1850166320800781, - 1.1828041076660156, - 1.1805915832519531, - 1.1822509765625, - 1.1789321899414062, - 1.1805915832519531, - 1.1756134033203125, - 1.1761665344238281, - 1.168975830078125, - 1.1684226989746094, - 1.1750602722167969, - 1.1700820922851562, - 1.1700820922851562, - 1.1739540100097656, - 1.1717414855957031, - 1.1783790588378906, - 1.1711883544921875, - 1.168975830078125, - 1.1684226989746094, - 1.1684226989746094, - 1.1667633056640625, - 1.1667633056640625, - 1.1750602722167969, - 1.1722946166992188, - 1.1667633056640625, - 1.1651039123535156, - 1.1581897735595703, - 1.1595726013183594, - 1.1545944213867188, - 1.1579132080078125, - 1.1509990692138672, - 1.1509990692138672, - 1.1468505859375, - 1.143808364868164, - 1.1518287658691406, - 1.1518287658691406, - 1.1485099792480469, - 1.1490631103515625, - 1.1427021026611328, - 1.1490631103515625, - 1.1440849304199219, - 1.141042709350586 + 1.2708740234375, + 1.255279541015625, + 1.255279541015625, + 1.244140625, + 1.2430267333984375, + 1.2363433837890625, + 1.23077392578125, + 1.2279891967773438, + 1.2279891967773438, + 1.2252044677734375, + 1.2252044677734375, + 1.2174072265625, + 1.224090576171875, + 1.224090576171875, + 1.215179443359375, + 1.2179641723632812, + 1.228546142578125, + 1.21295166015625, + 1.2157363891601562, + 1.22186279296875, + 1.2207489013671875, + 1.2190780639648438, + 1.2190780639648438, + 1.215179443359375, + 1.219635009765625, + 1.2073822021484375, + 1.206268310546875, + 1.2090530395507812, + 1.2112808227539062, + 1.206268310546875, + 1.2045974731445312, + 1.2029266357421875, + 1.1990280151367188, + 1.1934585571289062, + 1.1934585571289062, + 1.192901611328125, + 1.192901611328125, + 1.190673828125, + 1.1867752075195312, + 1.1845474243164062, + 1.1856613159179688, + 1.1828765869140625, + 1.1817626953125, + 1.1823196411132812, + 1.1834335327148438, + 1.179534912109375, + 1.179534912109375, + 1.179534912109375, + 1.1767501831054688, + 1.175079345703125, + 1.1739654541015625, + 1.1739654541015625, + 1.1711807250976562, + 1.1689529418945312, + 1.1650543212890625, + 1.1636619567871094, + 1.1611557006835938, + 1.1597633361816406, + 1.1603202819824219, + 1.1569786071777344, + 1.157257080078125, + 1.155029296875, + 1.1544723510742188, + 1.1569786071777344, + 1.1553077697753906, + 1.1519660949707031, + 1.1494598388671875, + 1.1500167846679688, + 1.1480674743652344, + 1.1494598388671875, + 1.1477890014648438, + 1.1452827453613281 ], "p10": [ - 1.132192611694336, - 1.1052966117858887, - 1.0867667198181152, - 1.0753583908081055, - 1.0695505142211914, - 1.065816879272461, - 1.0631895065307617, - 1.0533714294433594, - 1.0483932495117188, - 1.0400962829589844, - 1.0417556762695312, - 1.0373306274414062, - 1.028757095336914, - 1.0262680053710938, - 1.028757095336914, - 1.0157585144042969, - 1.046457290649414, - 1.0326290130615234, - 1.02294921875, - 1.027374267578125, - 1.0268211364746094, - 1.02294921875, - 1.0196304321289062, - 1.0168647766113281, - 1.0118865966796875, - 1.0157585144042969, - 1.0058021545410156, - 0.9991645812988281, - 1.0124397277832031, - 1.0085678100585938, - 1.0052490234375, - 1.000823974609375, - 1.0024833679199219, - 1.0024833679199219, - 0.9986114501953125, - 0.9997177124023438, - 0.9936332702636719, - 0.99639892578125, - 0.9903144836425781, - 0.9897613525390625, - 0.9975051879882812, - 0.9925270080566406, - 0.9908676147460938, - 0.9886550903320312, - 0.9858894348144531, - 0.9903144836425781, - 0.9825706481933594, - 0.9803581237792969, - 0.9809112548828125, - 0.9792518615722656, - 0.9759330749511719, - 0.9764862060546875, - 0.9836769104003906, - 0.9814643859863281, - 0.9764862060546875, - 0.9770393371582031, - 0.9748268127441406, - 0.9764862060546875, - 0.9698486328125, - 0.9731674194335938, - 0.9665298461914062, - 0.965423583984375, - 0.9643173217773438, - 0.96099853515625, - 0.9692955017089844, - 0.9698486328125, - 0.9670829772949219, - 0.9676361083984375, - 0.9632110595703125, - 0.9687423706054688, - 0.9632110595703125, - 0.9615516662597656 + 1.1340045928955078, + 1.1015625, + 1.0885438919067383, + 1.0745506286621094, + 1.0693988800048828, + 1.0631332397460938, + 1.0586776733398438, + 1.0461463928222656, + 1.0486526489257812, + 1.0433616638183594, + 1.0361213684082031, + 1.032501220703125, + 1.0330581665039062, + 1.0338935852050781, + 1.0302734375, + 1.0286026000976562, + 1.0450325012207031, + 1.0274887084960938, + 1.0274887084960938, + 1.0336151123046875, + 1.0313873291015625, + 1.0302734375, + 1.028045654296875, + 1.0247039794921875, + 1.028045654296875, + 1.0157928466796875, + 1.0141220092773438, + 1.0152359008789062, + 1.01690673828125, + 1.0152359008789062, + 1.0130081176757812, + 1.0068817138671875, + 1.0130081176757812, + 1.00799560546875, + 1.0068817138671875, + 1.0052108764648438, + 1.0063247680664062, + 1.005767822265625, + 1.0024261474609375, + 1.0001983642578125, + 1.001312255859375, + 1.0007553100585938, + 0.9985275268554688, + 0.9951858520507812, + 0.996856689453125, + 0.9929580688476562, + 0.9940719604492188, + 0.9951858520507812, + 0.9935150146484375, + 0.9912872314453125, + 0.9890594482421875, + 0.9907302856445312, + 0.987945556640625, + 0.9862747192382812, + 0.9818191528320312, + 0.9829330444335938, + 0.983489990234375, + 0.9823760986328125, + 0.9818191528320312, + 0.9784774780273438, + 0.9784774780273438, + 0.9762496948242188, + 0.9784774780273438, + 0.9801483154296875, + 0.9795913696289062, + 0.9784774780273438, + 0.9762496948242188, + 0.9762496948242188, + 0.9756927490234375, + 0.9762496948242188, + 0.9751358032226562, + 0.9734649658203125 ], "p90": [ - 1.4101409912109375, - 1.4278411865234375, - 1.4278411865234375, - 1.4278411865234375, - 1.4366912841796875, - 1.425628662109375, - 1.4366912841796875, - 1.4234161376953125, - 1.425628662109375, - 1.4145660400390625, - 1.4234161376953125, - 1.43890380859375, - 1.416778564453125, - 1.412353515625, - 1.42120361328125, - 1.412353515625, - 1.434478759765625, - 1.425628662109375, - 1.412353515625, - 1.407928466796875, - 1.412353515625, - 1.4101409912109375, - 1.407928466796875, - 1.407928466796875, - 1.40350341796875, - 1.40350341796875, - 1.3946533203125, - 1.3880157470703125, - 1.4057159423828125, - 1.399078369140625, - 1.3946533203125, - 1.3924407958984375, - 1.390228271484375, - 1.3968658447265625, - 1.3946533203125, - 1.399078369140625, - 1.3946533203125, - 1.3946533203125, - 1.390228271484375, - 1.3924407958984375, - 1.40350341796875, - 1.3946533203125, - 1.3924407958984375, - 1.3968658447265625, - 1.3946533203125, - 1.4012908935546875, - 1.3968658447265625, - 1.3968658447265625, - 1.399078369140625, - 1.399078369140625, - 1.3968658447265625, - 1.399078369140625, - 1.407928466796875, - 1.4057159423828125, - 1.40350341796875, - 1.399078369140625, - 1.390228271484375, - 1.3880157470703125, - 1.3835906982421875, - 1.3880157470703125, - 1.381378173828125, - 1.381378173828125, - 1.376953125, - 1.3791656494140625, - 1.376953125, - 1.376953125, - 1.3747406005859375, - 1.3736343383789062, - 1.3614654541015625, - 1.36810302734375, - 1.363677978515625, - 1.3592529296875 + 1.420135498046875, + 1.42681884765625, + 1.442413330078125, + 1.4312744140625, + 1.433502197265625, + 1.42681884765625, + 1.42236328125, + 1.429046630859375, + 1.42681884765625, + 1.42236328125, + 1.42681884765625, + 1.4134521484375, + 1.424591064453125, + 1.42681884765625, + 1.41790771484375, + 1.4312744140625, + 1.433502197265625, + 1.420135498046875, + 1.42236328125, + 1.4312744140625, + 1.429046630859375, + 1.429046630859375, + 1.4312744140625, + 1.42681884765625, + 1.433502197265625, + 1.420135498046875, + 1.41790771484375, + 1.420135498046875, + 1.424591064453125, + 1.420135498046875, + 1.41790771484375, + 1.42236328125, + 1.4134521484375, + 1.4134521484375, + 1.415679931640625, + 1.415679931640625, + 1.41790771484375, + 1.4134521484375, + 1.411224365234375, + 1.411224365234375, + 1.415679931640625, + 1.411224365234375, + 1.40899658203125, + 1.411224365234375, + 1.411224365234375, + 1.404541015625, + 1.404541015625, + 1.402313232421875, + 1.40008544921875, + 1.40008544921875, + 1.397857666015625, + 1.40008544921875, + 1.3956298828125, + 1.393402099609375, + 1.39117431640625, + 1.388946533203125, + 1.384490966796875, + 1.3811492919921875, + 1.3833770751953125, + 1.3789215087890625, + 1.3789215087890625, + 1.3778076171875, + 1.3789215087890625, + 1.3833770751953125, + 1.375579833984375, + 1.3744659423828125, + 1.371124267578125, + 1.3700103759765625, + 1.3655548095703125, + 1.3677825927734375, + 1.366668701171875, + 1.3633270263671875 ], "timestamps": [ - "2026-06-16 03:40:00", "2026-06-16 03:50:00", "2026-06-16 04:00:00", "2026-06-16 04:10:00", @@ -527,6 +526,7 @@ "2026-06-17 03:40:00", "2026-06-17 03:50:00", "2026-06-17 04:00:00", - "2026-06-17 04:10:00" + "2026-06-17 04:10:00", + "2026-06-17 04:20:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index b18c178c2cb8743ac2f639fea81242e94ba51feb..b9e540c5deff93e242dbff8c767f14d73fa1d9ea 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,13 +1,25 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T04:15:05.688261+00:00", + "evaluated_at": "2026-06-18T04:25:11.101130+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:12:34.379620Z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 99c7f2a2e647f232b37212cb09076b29e8336f0e..f0439c5b8e396d544ee630f8526edfd880986f48 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1420340.5098940532,1196850.3031196594,928.5862630208334,0.9530306300334824,0.014376790001918438,0.014235095799252674,40.63276867679671,1191.7803949948384,0.018347829448744357,0.014295874016644576,0.015255901045749646,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1408322.864971161,1185739.253899892,925.5026041666666,0.9498657960728396,0.01432729996067184,0.0141869687731886,40.506175318371,1186.7277973365083,0.018269175920809125,0.014247723807124515,0.015207705266990033,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.1352545674164674,0.10281596821653126,0.27198510865370434,0.26058037655867106,0.23971318277372197,0.2031506345625113,11.655975561276916,0.36776972063570895,0.2796905005789442,0.20684587914926575,0.22701217860993944,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.024279435986082534,0.03755055107788606,0.14932831625143686,0.7466414969351399,0.09717721320659656,0.10461512869504573,6.701121989079551,0.15581859961533004,0.10777079093899078,0.10328183407972168,0.07525362365199473,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.1042941006354831,0.07553682883896785,0.2299339900414149,0.22052668322266192,0.20655604795063376,0.1785344462794752,9.928637778194318,0.32294597169725325,0.2506825813898401,0.1784832486682413,0.1976907750034656,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.03427664406071133,0.050924313262297675,0.18277897271845076,0.8791898255397366,0.11936735278468197,0.13029520209948953,7.104368505056645,0.1851395259276401,0.12792750726673566,0.12629641479035053,0.08781537287531972,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.07921036489203,0.9859343504970942,0.8025690714518229,0.5466884639734159,0.04537118208283065,0.04382662100914745,27.637922178158117,1.038850501704663,0.05722380386132465,0.044208531501466204,0.05176093874551861,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,63.69566031633576,110.95217997009968,7.873037497202556,0.6266294760565014,0.1858106001924926,0.20743595062098308,8.350486912599719,7.980956102894925,0.21449378104084904,0.21159339298192759,0.16718573181638374,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.635330920809641,1.5189216527908986,1.2051692008972168,0.5996058129783853,0.04702912655836008,0.04822573458236756,0.7002167235993983,0.7970764836636701,0.030715857390618998,0.046441973969896966,0.02806071457096783,Weather,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 6c7f7124e663c383227d9f067b4dc11a58956fd8..8fb43ed585f87dea2564494d95e2a908a7fc52fc 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T04:13:22.170747+00:00", + "evaluated_at": "2026-06-18T04:20:39.580670+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 64024.01171875 + 64098.01953125 ], "p50": [ 65848.171875, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 3b555b96f8be06ad0da898e5d0a0bf308619ab46..4b7def4432591a0007a9215382af71fb432a0571 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T04:03:47.772869+00:00", + "evaluated_at": "2026-06-18T04:20:46.088661+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6009999513626099, - 1.6019999980926514, - 1.590000033378601, 1.5740000009536743, 1.5729999542236328, 1.5720000267028809, @@ -245,12 +242,12 @@ 1.5980000495910645, 1.6130000352859497, 1.6299999952316284, - 1.6339999437332153 - ], - "actuals": [ + 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, - 1.6490000486373901, + 1.6490000486373901 + ], + "actuals": [ 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, @@ -307,198 +304,198 @@ 1.0490000247955322, 1.0520000457763672, 1.0509999990463257, - 1.0729999542236328 + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167 ], "p50": [ - 1.633163571357727, - 1.6432819366455078, - 1.672480821609497, - 1.6719027757644653, - 1.6750754117965698, - 1.6878284215927124, - 1.7039480209350586, - 1.7286087274551392, - 1.7021962404251099, - 1.7044132947921753, - 1.705788016319275, - 1.6895666122436523, - 1.6790417432785034, - 1.6801575422286987, - 1.6948232650756836, - 1.7094016075134277, - 1.6873008012771606, - 1.6745573282241821, - 1.6772263050079346, - 1.6497679948806763, - 1.6689567565917969, - 1.6420828104019165, - 1.6461374759674072, - 1.6440374851226807, - 1.609738826751709, - 1.6171818971633911, - 1.62088143825531, - 1.6076518297195435, - 1.5936833620071411, - 1.5698977708816528, - 1.5488805770874023, - 1.5677945613861084, - 1.5536060333251953, - 1.535841941833496, - 1.5362884998321533, - 1.5354509353637695, - 1.519132375717163, - 1.5208213329315186, - 1.5013830661773682, - 1.4977140426635742, - 1.5079222917556763, - 1.5150460004806519, - 1.4978934526443481, - 1.4880707263946533, - 1.4843475818634033, - 1.4944589138031006, - 1.4794061183929443, - 1.4743752479553223, - 1.4782711267471313, - 1.5109057426452637, - 1.4908758401870728, - 1.4844518899917603, - 1.4953566789627075, - 1.4979137182235718, - 1.5122071504592896, - 1.4996689558029175, - 1.514769196510315, - 1.5236881971359253, - 1.5263055562973022, - 1.5290422439575195 + 1.646733283996582, + 1.646010160446167, + 1.6655406951904297, + 1.6598398685455322, + 1.6621770858764648, + 1.6639013290405273, + 1.674767017364502, + 1.6899878978729248, + 1.6620097160339355, + 1.662682056427002, + 1.6472117900848389, + 1.633100986480713, + 1.6072030067443848, + 1.6103379726409912, + 1.6148483753204346, + 1.629870891571045, + 1.603097677230835, + 1.588775634765625, + 1.5879883766174316, + 1.5517349243164062, + 1.570793867111206, + 1.5555672645568848, + 1.5531623363494873, + 1.5501470565795898, + 1.519996166229248, + 1.5202572345733643, + 1.515498399734497, + 1.5107038021087646, + 1.4906821250915527, + 1.4708218574523926, + 1.455296277999878, + 1.4670746326446533, + 1.4710524082183838, + 1.4526793956756592, + 1.4388399124145508, + 1.4341754913330078, + 1.4206855297088623, + 1.424269676208496, + 1.4130899906158447, + 1.4205677509307861, + 1.422487735748291, + 1.427509069442749, + 1.4118871688842773, + 1.4040725231170654, + 1.4113614559173584, + 1.4215033054351807, + 1.4179887771606445, + 1.4097394943237305, + 1.4072778224945068, + 1.4386615753173828, + 1.4227914810180664, + 1.4222345352172852, + 1.433854341506958, + 1.4429583549499512, + 1.4619789123535156, + 1.4563660621643066, + 1.4604511260986328, + 1.4785716533660889, + 1.478700876235962, + 1.4864833354949951 ], "p10": [ - 1.648618221282959, - 1.6613280773162842, - 1.6747431755065918, - 1.6878691911697388, - 1.7087491750717163, - 1.7039778232574463, - 1.6766661405563354, - 1.7101577520370483, - 1.7178150415420532, - 1.6820828914642334, - 1.7294526100158691, - 1.6955820322036743, - 1.687649130821228, - 1.7092432975769043, - 1.6791493892669678, - 1.707233190536499, - 1.7060343027114868, - 1.6821987628936768, - 1.6753802299499512, - 1.6738309860229492, - 1.6687672138214111, - 1.6756120920181274, - 1.6760345697402954, - 1.6611931324005127, - 1.6470706462860107, - 1.614251732826233, - 1.6339317560195923, - 1.620607614517212, - 1.5780278444290161, - 1.5672048330307007, - 1.573294997215271, - 1.6019283533096313, - 1.6311540603637695, - 1.5715088844299316, - 1.605886697769165, - 1.5800367593765259, - 1.5643575191497803, - 1.5698935985565186, - 1.5527057647705078, - 1.5298964977264404, - 1.5043551921844482, - 1.5663836002349854, - 1.5524097681045532, - 1.538203477859497, - 1.524984359741211, - 1.5609114170074463, - 1.5267140865325928, - 1.5354539155960083, - 1.541858196258545, - 1.5472737550735474, - 1.5394905805587769, - 1.5638408660888672, - 1.5636452436447144, - 1.5571792125701904, - 1.5511020421981812, - 1.5603822469711304, - 1.5260663032531738, - 1.5815842151641846, - 1.5810705423355103, - 1.5706684589385986 + 1.6481001377105713, + 1.649233341217041, + 1.6613316535949707, + 1.6676857471466064, + 1.698058843612671, + 1.6731317043304443, + 1.6585474014282227, + 1.6738812923431396, + 1.666304349899292, + 1.63205885887146, + 1.6652133464813232, + 1.6417522430419922, + 1.6197848320007324, + 1.644812822341919, + 1.6094279289245605, + 1.6328301429748535, + 1.6340622901916504, + 1.6108317375183105, + 1.5828142166137695, + 1.5938231945037842, + 1.5838525295257568, + 1.5678925514221191, + 1.574634313583374, + 1.5632705688476562, + 1.5396673679351807, + 1.5239534378051758, + 1.5318872928619385, + 1.5170011520385742, + 1.4691336154937744, + 1.4744648933410645, + 1.4682056903839111, + 1.489060401916504, + 1.5405666828155518, + 1.486328125, + 1.495537519454956, + 1.4864771366119385, + 1.4742388725280762, + 1.4771912097930908, + 1.4636812210083008, + 1.448817253112793, + 1.4318501949310303, + 1.4711840152740479, + 1.4536573886871338, + 1.4484014511108398, + 1.4611034393310547, + 1.4743664264678955, + 1.4674358367919922, + 1.4537901878356934, + 1.4587368965148926, + 1.4605162143707275, + 1.4651153087615967, + 1.4983596801757812, + 1.4983298778533936, + 1.5052926540374756, + 1.4836232662200928, + 1.497887372970581, + 1.4768240451812744, + 1.515831470489502, + 1.5314054489135742, + 1.5131049156188965 ], "p90": [ - 1.655216932296753, - 1.6607922315597534, - 1.6931833028793335, - 1.7033742666244507, - 1.7131104469299316, - 1.7334952354431152, - 1.7408056259155273, - 1.7782490253448486, - 1.762872576713562, - 1.7698893547058105, - 1.7803831100463867, - 1.7617549896240234, - 1.7701308727264404, - 1.7709758281707764, - 1.7676199674606323, - 1.7758426666259766, - 1.761973261833191, - 1.7613365650177002, - 1.7631458044052124, - 1.756611704826355, - 1.77286696434021, - 1.755454659461975, - 1.7671173810958862, - 1.7747673988342285, - 1.7444795370101929, - 1.755841612815857, - 1.775750756263733, - 1.763476848602295, - 1.7636215686798096, - 1.7520147562026978, - 1.7331624031066895, - 1.7554609775543213, - 1.749691128730774, - 1.7293643951416016, - 1.7462068796157837, - 1.7577215433120728, - 1.7515640258789062, - 1.7539900541305542, - 1.7499803304672241, - 1.7364801168441772, - 1.7358570098876953, - 1.746439814567566, - 1.7189607620239258, - 1.7308999300003052, - 1.721394419670105, - 1.7418959140777588, - 1.7243218421936035, - 1.7431620359420776, - 1.7326158285140991, - 1.7762492895126343, - 1.7534524202346802, - 1.7683910131454468, - 1.7699235677719116, - 1.79228937625885, - 1.804004430770874, - 1.797417402267456, - 1.7980828285217285, - 1.8213484287261963, - 1.833086609840393, - 1.8341058492660522 + 1.6652512550354004, + 1.6658375263214111, + 1.6922602653503418, + 1.695180892944336, + 1.7046473026275635, + 1.7145578861236572, + 1.7112276554107666, + 1.7429656982421875, + 1.7291193008422852, + 1.7358314990997314, + 1.734447956085205, + 1.7160367965698242, + 1.715381383895874, + 1.7142174243927002, + 1.7053985595703125, + 1.7089126110076904, + 1.6935513019561768, + 1.6907134056091309, + 1.6886224746704102, + 1.6714603900909424, + 1.682952880859375, + 1.6738381385803223, + 1.675785779953003, + 1.6852774620056152, + 1.654454231262207, + 1.6650030612945557, + 1.6715891361236572, + 1.6668758392333984, + 1.6626477241516113, + 1.6475346088409424, + 1.640148401260376, + 1.6518118381500244, + 1.6628661155700684, + 1.6434240341186523, + 1.6478080749511719, + 1.6587042808532715, + 1.6575124263763428, + 1.6623179912567139, + 1.662639856338501, + 1.6562657356262207, + 1.6479051113128662, + 1.663297176361084, + 1.6349191665649414, + 1.6455349922180176, + 1.6421914100646973, + 1.6565310955047607, + 1.6481389999389648, + 1.66768217086792, + 1.652414083480835, + 1.6970064640045166, + 1.6756374835968018, + 1.702030897140503, + 1.7020854949951172, + 1.7253477573394775, + 1.7370765209197998, + 1.7392897605895996, + 1.730325698852539, + 1.7637546062469482, + 1.7705199718475342, + 1.7849907875061035 ], "timestamps": [ - "2026-06-16 22:00:00", - "2026-06-16 22:06:00", - "2026-06-16 22:12:00", "2026-06-16 22:18:00", "2026-06-16 22:24:00", "2026-06-16 22:30:00", @@ -795,6 +792,9 @@ "2026-06-18 03:36:00", "2026-06-18 03:42:00", "2026-06-18 03:48:00", - "2026-06-18 03:54:00" + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 27e2803ae42bfb573c67e9ab8ec70b402ed85c29..44f34b20158ea4187abf9f6be33181fd28eb672f 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:56:22.934062+00:00", + "evaluated_at": "2026-06-18T04:20:53.272430+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 1.0, 1.0, 0.8999999761581421, 0.8999999761581421, @@ -81,10 +80,10 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -155,232 +154,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, - 1.7999999523162842 + 1.7999999523162842, + 1.399999976158142 ], "p50": [ - 1.2879694700241089, - 1.2917546033859253, - 1.2947853803634644, - 1.2842671871185303, - 1.2780429124832153, - 1.2804034948349, - 1.2726069688796997, - 1.2785097360610962, - 1.2839395999908447, - 1.2881505489349365, - 1.2773067951202393, - 1.2900021076202393, - 1.2970386743545532, - 1.3146830797195435, - 1.327020287513733, - 1.3399012088775635, - 1.3426491022109985, - 1.323771357536316, - 1.3250690698623657, - 1.3378479480743408, - 1.3325510025024414, - 1.3355354070663452, - 1.3353160619735718, - 1.3300524950027466, - 1.3306503295898438, - 1.327104926109314, - 1.322773814201355, - 1.3137946128845215, - 1.304938793182373, - 1.305458664894104, - 1.3053791522979736, - 1.3022804260253906, - 1.2983036041259766, - 1.3060836791992188, - 1.31991708278656, - 1.3381297588348389, - 1.3485933542251587, - 1.337595820426941, - 1.334319829940796, - 1.3291211128234863, - 1.34422767162323, - 1.3551912307739258, - 1.3677597045898438, - 1.376912236213684, - 1.3767296075820923, - 1.3522558212280273, - 1.3472222089767456, - 1.3373116254806519, - 1.3371378183364868, - 1.3417422771453857, - 1.3504871129989624, - 1.3335034847259521, - 1.321476936340332, - 1.3213202953338623, - 1.321589708328247, - 1.3175634145736694, - 1.3298648595809937, - 1.3284342288970947, - 1.3226622343063354, - 1.3014100790023804, - 1.308863639831543, - 1.3079679012298584, - 1.2977919578552246, - 1.297903299331665, - 1.3035812377929688, - 1.2976239919662476, - 1.286861777305603, - 1.285644292831421, - 1.2835780382156372, - 1.2858569622039795, - 1.2826294898986816, - 1.2761731147766113 + 1.2782108783721924, + 1.2713898420333862, + 1.275686264038086, + 1.2679790258407593, + 1.2628928422927856, + 1.256347417831421, + 1.2495501041412354, + 1.25269615650177, + 1.2544686794281006, + 1.259852647781372, + 1.2505935430526733, + 1.2526109218597412, + 1.264141321182251, + 1.269972801208496, + 1.2748280763626099, + 1.2697449922561646, + 1.276998519897461, + 1.2734919786453247, + 1.2752149105072021, + 1.291148066520691, + 1.2815532684326172, + 1.280691146850586, + 1.2804664373397827, + 1.2864768505096436, + 1.2870864868164062, + 1.2769392728805542, + 1.268609881401062, + 1.2607486248016357, + 1.2504862546920776, + 1.2442532777786255, + 1.25139582157135, + 1.2552837133407593, + 1.2555725574493408, + 1.26103937625885, + 1.2685720920562744, + 1.2798432111740112, + 1.2820448875427246, + 1.2789819240570068, + 1.286310076713562, + 1.2807093858718872, + 1.294371485710144, + 1.3039507865905762, + 1.3115464448928833, + 1.3130894899368286, + 1.3122538328170776, + 1.2958943843841553, + 1.3040368556976318, + 1.2976840734481812, + 1.3000741004943848, + 1.3005775213241577, + 1.2989293336868286, + 1.2946938276290894, + 1.2926276922225952, + 1.2890061140060425, + 1.2843499183654785, + 1.2851614952087402, + 1.2875866889953613, + 1.275084376335144, + 1.2728569507598877, + 1.2594176530838013, + 1.2686593532562256, + 1.2639455795288086, + 1.2593826055526733, + 1.2566832304000854, + 1.2531973123550415, + 1.2548437118530273, + 1.247084379196167, + 1.2418360710144043, + 1.2373815774917603, + 1.2420985698699951, + 1.2417731285095215, + 1.2270418405532837 ], "p10": [ - 1.2975666522979736, - 1.3170101642608643, - 1.3111730813980103, - 1.308759331703186, - 1.3071856498718262, - 1.3110040426254272, - 1.288277506828308, - 1.2990220785140991, - 1.297060489654541, - 1.3071002960205078, - 1.3019044399261475, - 1.3053070306777954, - 1.3255703449249268, - 1.3336267471313477, - 1.3598909378051758, - 1.3746168613433838, - 1.3653775453567505, - 1.3484816551208496, - 1.355258584022522, - 1.3606555461883545, - 1.363350510597229, - 1.3793566226959229, - 1.3721822500228882, - 1.3697559833526611, - 1.3593169450759888, - 1.3541638851165771, - 1.3553663492202759, - 1.35612154006958, - 1.3425720930099487, - 1.3510966300964355, - 1.3363115787506104, - 1.3392421007156372, - 1.334535837173462, - 1.3519642353057861, - 1.3583632707595825, - 1.3847651481628418, - 1.399022102355957, - 1.3848862648010254, - 1.3692065477371216, - 1.3772215843200684, - 1.3927298784255981, - 1.3959273099899292, - 1.4099608659744263, - 1.4212665557861328, - 1.4165128469467163, - 1.401667833328247, - 1.3970378637313843, - 1.387718677520752, - 1.383720874786377, - 1.3743643760681152, - 1.391233205795288, - 1.3877813816070557, - 1.3691105842590332, - 1.3576968908309937, - 1.362213373184204, - 1.3630660772323608, - 1.3643016815185547, - 1.3787569999694824, - 1.3678133487701416, - 1.3534328937530518, - 1.363144040107727, - 1.361031413078308, - 1.3422214984893799, - 1.3454526662826538, - 1.3541837930679321, - 1.3526257276535034, - 1.3338675498962402, - 1.3358571529388428, - 1.329758882522583, - 1.3261123895645142, - 1.3329484462738037, - 1.3285577297210693 + 1.288694143295288, + 1.2930316925048828, + 1.2841042280197144, + 1.2888436317443848, + 1.2796120643615723, + 1.2808395624160767, + 1.258118987083435, + 1.2642707824707031, + 1.2668174505233765, + 1.2826398611068726, + 1.2777292728424072, + 1.2670477628707886, + 1.2834712266921997, + 1.2842867374420166, + 1.3005623817443848, + 1.2981007099151611, + 1.3033150434494019, + 1.2938345670700073, + 1.2999752759933472, + 1.319220781326294, + 1.316664457321167, + 1.319904088973999, + 1.3176794052124023, + 1.3208307027816772, + 1.3177578449249268, + 1.3104982376098633, + 1.2966216802597046, + 1.292452096939087, + 1.2897095680236816, + 1.2933114767074585, + 1.2790899276733398, + 1.2950966358184814, + 1.2935086488723755, + 1.3027398586273193, + 1.304928183555603, + 1.3226039409637451, + 1.3319904804229736, + 1.3169795274734497, + 1.3130464553833008, + 1.325409173965454, + 1.3400901556015015, + 1.3438619375228882, + 1.34983491897583, + 1.35299551486969, + 1.337479591369629, + 1.3385462760925293, + 1.351439118385315, + 1.3388057947158813, + 1.3300087451934814, + 1.3358758687973022, + 1.3424232006072998, + 1.3383102416992188, + 1.335837721824646, + 1.3168531656265259, + 1.323105812072754, + 1.3219594955444336, + 1.3184704780578613, + 1.3124899864196777, + 1.3034837245941162, + 1.3022998571395874, + 1.312009334564209, + 1.3054686784744263, + 1.3013418912887573, + 1.307877540588379, + 1.2959933280944824, + 1.306685447692871, + 1.289893627166748, + 1.2839162349700928, + 1.2777483463287354, + 1.2807114124298096, + 1.2876312732696533, + 1.27670419216156 ], "p90": [ - 1.4128161668777466, - 1.4314953088760376, - 1.4446895122528076, - 1.449755311012268, - 1.4484766721725464, - 1.4557383060455322, - 1.4458509683609009, - 1.455654263496399, - 1.4656623601913452, - 1.4663559198379517, - 1.4638187885284424, - 1.4696861505508423, - 1.4963496923446655, - 1.5164240598678589, - 1.5325126647949219, - 1.5486308336257935, - 1.5513986349105835, - 1.5411051511764526, - 1.5421102046966553, - 1.5631273984909058, - 1.5609740018844604, - 1.5635688304901123, - 1.5695743560791016, - 1.5604223012924194, - 1.5665185451507568, - 1.5657272338867188, - 1.561492919921875, - 1.56267249584198, - 1.5603570938110352, - 1.5658316612243652, - 1.5665099620819092, - 1.5645660161972046, - 1.5594249963760376, - 1.5700552463531494, - 1.5807979106903076, - 1.6045939922332764, - 1.6242345571517944, - 1.618617296218872, - 1.6168339252471924, - 1.6142220497131348, - 1.628229022026062, - 1.6465624570846558, - 1.655917763710022, - 1.6724345684051514, - 1.6722819805145264, - 1.6555200815200806, - 1.6525074243545532, - 1.6426568031311035, - 1.641019344329834, - 1.6442253589630127, - 1.6433004140853882, - 1.6409579515457153, - 1.6249252557754517, - 1.628333568572998, - 1.629963755607605, - 1.6199570894241333, - 1.6231296062469482, - 1.6279343366622925, - 1.624893069267273, - 1.6050776243209839, - 1.6127556562423706, - 1.6197699308395386, - 1.6070321798324585, - 1.6029764413833618, - 1.604333758354187, - 1.5984195470809937, - 1.5925577878952026, - 1.6001876592636108, - 1.6018768548965454, - 1.5999140739440918, - 1.601717233657837, - 1.599556803703308 + 1.3824542760849, + 1.3910189867019653, + 1.4056980609893799, + 1.4116147756576538, + 1.4123296737670898, + 1.4096249341964722, + 1.4027812480926514, + 1.410143494606018, + 1.415215015411377, + 1.4187541007995605, + 1.418617844581604, + 1.4142688512802124, + 1.439547061920166, + 1.4517897367477417, + 1.462270975112915, + 1.4606088399887085, + 1.4741501808166504, + 1.4721931219100952, + 1.4720582962036133, + 1.4932093620300293, + 1.4861570596694946, + 1.4885542392730713, + 1.4920002222061157, + 1.491835355758667, + 1.498788595199585, + 1.4922468662261963, + 1.4852954149246216, + 1.4853497743606567, + 1.4814634323120117, + 1.4791160821914673, + 1.4863640069961548, + 1.4904836416244507, + 1.4896888732910156, + 1.4976816177368164, + 1.499246597290039, + 1.5175645351409912, + 1.5313080549240112, + 1.5324846506118774, + 1.5370805263519287, + 1.539433240890503, + 1.549926519393921, + 1.561548113822937, + 1.5685431957244873, + 1.5748870372772217, + 1.571581244468689, + 1.5599985122680664, + 1.5695980787277222, + 1.559546947479248, + 1.5594297647476196, + 1.5684584379196167, + 1.5589323043823242, + 1.565924048423767, + 1.5586256980895996, + 1.5530966520309448, + 1.5491561889648438, + 1.5429264307022095, + 1.545272707939148, + 1.534559726715088, + 1.5361723899841309, + 1.5194875001907349, + 1.5312719345092773, + 1.5370533466339111, + 1.53659987449646, + 1.53262197971344, + 1.5289502143859863, + 1.5275704860687256, + 1.522329568862915, + 1.5237548351287842, + 1.5205365419387817, + 1.5243571996688843, + 1.5245343446731567, + 1.513546347618103 ], "timestamps": [ - "2026-06-16 03:40:00", "2026-06-16 03:50:00", "2026-06-16 04:00:00", "2026-06-16 04:10:00", @@ -527,6 +526,7 @@ "2026-06-17 03:40:00", "2026-06-17 03:50:00", "2026-06-17 04:00:00", - "2026-06-17 04:10:00" + "2026-06-17 04:10:00", + "2026-06-17 04:20:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 95512a83cdef91e6fd8344585a0fdf8e35c2e9c6..cd2cc60cefa4434baa3c63f8a0d932a9b9bb1ab6 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,13 +1,25 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T04:13:25.963073+00:00", + "evaluated_at": "2026-06-18T04:20:57.142028+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:12:34.379620Z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 1a8e8f8eb106890bd240b6edf095ea95c8aa5eef..a01396ac170ef978bd2d90e1fe1924222f35aac8 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,1239430.9593467712,1239430.9593467712,966.8792317708334,0.9923316337064673,0.014963499074162478,0.014816326085328629,14.906781557968278,1113.2973364500479,0.017139558378970743,0.014885406167585975,0.010756238620009968,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,1228621.434144338,1228621.434144338,963.7955729166666,0.9891667997458242,0.01491404576997783,0.014768198570319824,14.780188199542565,1108.4319709140195,0.017063844563451547,0.01483722797496649,0.010708256425023256,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.036230973609189296,0.036230973609189296,0.15762769877910615,0.15101813958584467,0.13796418570262967,0.12454090813745676,0.860042982043646,0.1903443553383953,0.144757724847354,0.11987656270458757,0.10909599165127956,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.035942530023156,0.035942530023156,0.1330179042286343,0.6650894460312176,0.08587607761620376,0.09275344132617591,3.8555528960471483,0.1895851524332958,0.13112517939748744,0.0920008572991723,0.09927526809964761,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.006416298662224603,0.006416298662224603,0.05503040055433909,0.05277893759194585,0.04987116337815864,0.04769569975554676,0.9156664836769169,0.08010180186627891,0.0621779747252599,0.04271662777949412,0.09175994047993102,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.032104049374029366,0.032104049374029366,0.13179583019680446,0.6339545038152867,0.0857126727906102,0.09166708881439115,3.51494335521043,0.17917602901624247,0.1238068566890403,0.09106813869566051,0.09586754416319655,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,1.152973081141378,1.152973081141378,0.8751972516377767,0.5961608267635972,0.0494476243381449,0.047648394758504915,12.255809112412734,1.0737658409268653,0.05914707243570027,0.048209165597465804,0.03871690065110235,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,36.9562932382161,36.9562932382161,5.077369610468547,0.404117147909381,0.13465162935563177,0.13904509043434066,3.0360730294707614,6.079168795009405,0.16338191610327626,0.13645786187149508,0.16757809505009363,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.0257247503886902,1.0257247503886902,0.9670674006144205,0.48114342327916565,0.038017588486279306,0.038842219798652426,1.858545730648565,1.0127807020222543,0.0390281588390367,0.037266567228099304,0.03487736930870868,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index a8d38d0e67a87b24943f95a88fbc9ee7a618e183..0480faec1a33bea580963d13158893eed332731d 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T04:13:57.086655+00:00", + "evaluated_at": "2026-06-18T04:23:05.909646+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 64024.01171875 + 64098.01953125 ], "p50": [ 65922.3046875, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index af510f1644443134cf7090b63977392ce900198f..469862b63f4a2c16354d6a7216f9fc9cefaf0757 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T04:06:06.915656+00:00", + "evaluated_at": "2026-06-18T04:23:12.203643+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6009999513626099, - 1.6019999980926514, - 1.590000033378601, 1.5740000009536743, 1.5729999542236328, 1.5720000267028809, @@ -245,12 +242,12 @@ 1.5980000495910645, 1.6130000352859497, 1.6299999952316284, - 1.6339999437332153 - ], - "actuals": [ + 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, - 1.6490000486373901, + 1.6490000486373901 + ], + "actuals": [ 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, @@ -307,198 +304,198 @@ 1.0490000247955322, 1.0520000457763672, 1.0509999990463257, - 1.0729999542236328 + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167 ], "p50": [ - 1.6499412059783936, - 1.6580924987792969, - 1.664334774017334, - 1.6707370281219482, - 1.6750390529632568, - 1.6789190769195557, - 1.6802988052368164, - 1.6803120374679565, - 1.6788196563720703, - 1.6762537956237793, - 1.6728308200836182, - 1.6676256656646729, - 1.6612980365753174, - 1.654127597808838, - 1.647282361984253, - 1.638061285018921, - 1.629377007484436, - 1.6194744110107422, - 1.6084097623825073, - 1.5957988500595093, - 1.5818161964416504, - 1.567582607269287, - 1.5538676977157593, - 1.538320779800415, - 1.5246914625167847, - 1.5103988647460938, - 1.4962481260299683, - 1.482243537902832, - 1.4674837589263916, - 1.4529588222503662, - 1.437349796295166, - 1.422073245048523, - 1.557480812072754, - 1.5313719511032104, - 1.4925425052642822, - 1.4749141931533813, - 1.4557827711105347, - 1.4331915378570557, - 1.4162864685058594, - 1.4034109115600586, - 1.3895481824874878, - 1.377028226852417, - 1.3623838424682617, - 1.3466742038726807, - 1.3324930667877197, - 1.3189290761947632, - 1.3072713613510132, - 1.291521668434143, - 1.279645323753357, - 1.2680060863494873, - 1.255696177482605, - 1.24463951587677, - 1.23685622215271, - 1.2251191139221191, - 1.2187693119049072, - 1.2107398509979248, - 1.2040748596191406, - 1.197835087776184, - 1.19134521484375, - 1.1870355606079102 + 1.6557328701019287, + 1.6581237316131592, + 1.6580586433410645, + 1.6576685905456543, + 1.653768539428711, + 1.6479237079620361, + 1.6398863792419434, + 1.6303755044937134, + 1.619236946105957, + 1.6076951026916504, + 1.595775842666626, + 1.5826632976531982, + 1.5673081874847412, + 1.550936222076416, + 1.534429669380188, + 1.5172555446624756, + 1.4992865324020386, + 1.4798896312713623, + 1.4609570503234863, + 1.4412555694580078, + 1.420459508895874, + 1.3998581171035767, + 1.3800365924835205, + 1.3591771125793457, + 1.3398470878601074, + 1.3206884860992432, + 1.3015295267105103, + 1.2826861143112183, + 1.2624576091766357, + 1.2431458234786987, + 1.2216713428497314, + 1.2017123699188232, + 1.3365628719329834, + 1.3133412599563599, + 1.2840657234191895, + 1.2736153602600098, + 1.2546589374542236, + 1.2302682399749756, + 1.2139376401901245, + 1.2013990879058838, + 1.1861319541931152, + 1.1761759519577026, + 1.1613075733184814, + 1.1484925746917725, + 1.1359537839889526, + 1.1234915256500244, + 1.1115692853927612, + 1.098418116569519, + 1.0875916481018066, + 1.0779547691345215, + 1.066734790802002, + 1.0575400590896606, + 1.0517929792404175, + 1.0420395135879517, + 1.0377031564712524, + 1.031295657157898, + 1.0250816345214844, + 1.02043616771698, + 1.0159231424331665, + 1.0142802000045776 ], "p10": [ - 1.6377743482589722, - 1.6423885822296143, - 1.643686056137085, - 1.643648386001587, - 1.6411113739013672, - 1.6375067234039307, - 1.6315028667449951, - 1.6230828762054443, - 1.6127877235412598, - 1.5994000434875488, - 1.5827035903930664, - 1.564150094985962, - 1.5437294244766235, - 1.5225293636322021, - 1.4991748332977295, - 1.4736050367355347, - 1.4496150016784668, - 1.421981930732727, - 1.393438696861267, - 1.3633766174316406, - 1.3305362462997437, - 1.300849199295044, - 1.270455002784729, - 1.237567663192749, - 1.202608346939087, - 1.1686064004898071, - 1.1330686807632446, - 1.0950865745544434, - 1.0557540655136108, - 1.0146205425262451, - 0.97013920545578, - 0.9376401305198669, - 0.8507748246192932, - 0.9240155816078186, - 0.9055014848709106, - 0.8525096774101257, - 0.8119180202484131, - 0.7752476334571838, - 0.7298697233200073, - 0.7001038789749146, - 0.6744481921195984, - 0.652534008026123, - 0.6170468926429749, - 0.5930465459823608, - 0.5732848644256592, - 0.5504797101020813, - 0.5220654010772705, - 0.49173688888549805, - 0.473189115524292, - 0.4455825686454773, - 0.41618067026138306, - 0.39174211025238037, - 0.36469149589538574, - 0.34619343280792236, - 0.3348761796951294, - 0.3198384642601013, - 0.29460036754608154, - 0.2745024561882019, - 0.26135605573654175, - 0.24094855785369873 + 1.6438144445419312, + 1.6438621282577515, + 1.6387977600097656, + 1.6316871643066406, + 1.6201785802841187, + 1.605893850326538, + 1.5886061191558838, + 1.5696157217025757, + 1.5487706661224365, + 1.525802731513977, + 1.500421166419983, + 1.4731014966964722, + 1.4431350231170654, + 1.4117474555969238, + 1.3770670890808105, + 1.3414502143859863, + 1.3050026893615723, + 1.265639305114746, + 1.2270548343658447, + 1.1876190900802612, + 1.1464394330978394, + 1.1082680225372314, + 1.0701544284820557, + 1.0307236909866333, + 0.9867609739303589, + 0.9428240060806274, + 0.8965370655059814, + 0.8521738648414612, + 0.8051655292510986, + 0.7544135451316833, + 0.7013254761695862, + 0.6628289222717285, + 0.6335970163345337, + 0.6811540126800537, + 0.6524537205696106, + 0.5957872271537781, + 0.550075888633728, + 0.5101191401481628, + 0.4592299461364746, + 0.4298746585845947, + 0.4052782654762268, + 0.38931208848953247, + 0.3588660955429077, + 0.33741849660873413, + 0.32262617349624634, + 0.3050886392593384, + 0.2764280438423157, + 0.24382346868515015, + 0.21950948238372803, + 0.19101977348327637, + 0.16511750221252441, + 0.14579874277114868, + 0.1230664849281311, + 0.10538560152053833, + 0.09504079818725586, + 0.08178603649139404, + 0.05813717842102051, + 0.04126477241516113, + 0.03135800361633301, + 0.01289355754852295 ], "p90": [ - 1.6613022089004517, - 1.6727230548858643, - 1.6842169761657715, - 1.697319746017456, - 1.707692265510559, - 1.7183562517166138, - 1.7272957563400269, - 1.7358558177947998, - 1.7433111667633057, - 1.7500526905059814, - 1.757483720779419, - 1.7645905017852783, - 1.7693160772323608, - 1.7750060558319092, - 1.7797397375106812, - 1.78385591506958, - 1.7898530960083008, - 1.796684741973877, - 1.8004543781280518, - 1.804581642150879, - 1.8065025806427002, - 1.8109145164489746, - 1.8158046007156372, - 1.816918134689331, - 1.8209837675094604, - 1.8233084678649902, - 1.8256151676177979, - 1.830331802368164, - 1.8355751037597656, - 1.8428741693496704, - 1.8457574844360352, - 1.8418607711791992, - 1.9634488821029663, - 1.924030065536499, - 1.9166253805160522, - 1.933428168296814, - 1.9471391439437866, - 1.9625217914581299, - 1.9799671173095703, - 1.9967142343521118, - 2.0083847045898438, - 2.0166356563568115, - 2.019979476928711, - 2.0318868160247803, - 2.0357346534729004, - 2.0412821769714355, - 2.048809051513672, - 2.0439813137054443, - 2.048307418823242, - 2.0607171058654785, - 2.067901372909546, - 2.0803098678588867, - 2.0864810943603516, - 2.0967769622802734, - 2.1058785915374756, - 2.116900682449341, - 2.11907958984375, - 2.1239728927612305, - 2.1275978088378906, - 2.135922908782959 + 1.667181372642517, + 1.6724836826324463, + 1.6779654026031494, + 1.6846418380737305, + 1.6876519918441772, + 1.6894185543060303, + 1.6894497871398926, + 1.689763069152832, + 1.6888487339019775, + 1.6880477666854858, + 1.6888501644134521, + 1.689745545387268, + 1.6864097118377686, + 1.684462070465088, + 1.6820621490478516, + 1.681452751159668, + 1.681218147277832, + 1.6799243688583374, + 1.6774871349334717, + 1.6764252185821533, + 1.6739099025726318, + 1.6745378971099854, + 1.6754214763641357, + 1.6742818355560303, + 1.6744205951690674, + 1.6735413074493408, + 1.6733205318450928, + 1.6759846210479736, + 1.6781599521636963, + 1.68146812915802, + 1.6811802387237549, + 1.675197720527649, + 1.8018800020217896, + 1.742461919784546, + 1.7340747117996216, + 1.7568964958190918, + 1.7727489471435547, + 1.7885065078735352, + 1.8052117824554443, + 1.8243151903152466, + 1.8386363983154297, + 1.8494209051132202, + 1.853215217590332, + 1.859627366065979, + 1.8629120588302612, + 1.8708257675170898, + 1.8791636228561401, + 1.876541018486023, + 1.880934238433838, + 1.8954734802246094, + 1.9060003757476807, + 1.9200291633605957, + 1.9269838333129883, + 1.938136100769043, + 1.948415756225586, + 1.9622814655303955, + 1.9649543762207031, + 1.9726977348327637, + 1.9796249866485596, + 1.9925715923309326 ], "timestamps": [ - "2026-06-16 22:00:00", - "2026-06-16 22:06:00", - "2026-06-16 22:12:00", "2026-06-16 22:18:00", "2026-06-16 22:24:00", "2026-06-16 22:30:00", @@ -795,6 +792,9 @@ "2026-06-18 03:36:00", "2026-06-18 03:42:00", "2026-06-18 03:48:00", - "2026-06-18 03:54:00" + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index c3a24bb0efd3c47cd19e95468f07bbb0f324e5ae..77aa773129057344d30c86f4501e105539d4befa 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T03:57:08.200971+00:00", + "evaluated_at": "2026-06-18T04:23:50.488772+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 1.0, 1.0, 0.8999999761581421, 0.8999999761581421, @@ -81,10 +80,10 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -155,232 +154,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, - 1.7999999523162842 + 1.7999999523162842, + 1.399999976158142 ], "p50": [ - 1.298906683921814, - 1.3043723106384277, - 1.304852843284607, - 1.3041634559631348, - 1.3028862476348877, - 1.3079952001571655, - 1.3086612224578857, - 1.3117904663085938, - 1.3181126117706299, - 1.314505934715271, - 1.3062129020690918, - 1.305065631866455, - 1.313266396522522, - 1.3175404071807861, - 1.3153674602508545, - 1.317969799041748, - 1.3212968111038208, - 1.3206232786178589, - 1.3175534009933472, - 1.3200266361236572, - 1.3185672760009766, - 1.316725254058838, - 1.3151248693466187, - 1.3145126104354858, - 1.3136729001998901, - 1.3122589588165283, - 1.3116625547409058, - 1.306667685508728, - 1.3059762716293335, - 1.3066322803497314, - 1.3064301013946533, - 1.3052027225494385, - 1.3918986320495605, - 1.3935832977294922, - 1.3899638652801514, - 1.393105149269104, - 1.3923426866531372, - 1.3990938663482666, - 1.3951003551483154, - 1.3943837881088257, - 1.3961660861968994, - 1.3943910598754883, - 1.3964124917984009, - 1.390552043914795, - 1.3980119228363037, - 1.3961083889007568, - 1.3845241069793701, - 1.3868746757507324, - 1.3894169330596924, - 1.3906985521316528, - 1.3831592798233032, - 1.3808460235595703, - 1.3819369077682495, - 1.3878387212753296, - 1.3934504985809326, - 1.3783785104751587, - 1.3693008422851562, - 1.3638421297073364, - 1.3625290393829346, - 1.363620400428772, - 1.3616148233413696, - 1.3696449995040894, - 1.3597729206085205, - 1.357639193534851, - 1.2309467792510986, - 1.243963360786438, - 1.252334713935852, - 1.2461535930633545, - 1.2359822988510132, - 1.2362602949142456, - 1.2279787063598633, - 1.2384814023971558 + 1.3108371496200562, + 1.3073112964630127, + 1.3083322048187256, + 1.310976266860962, + 1.3137845993041992, + 1.3152403831481934, + 1.3161115646362305, + 1.3187596797943115, + 1.3196550607681274, + 1.3203258514404297, + 1.3221335411071777, + 1.3241091966629028, + 1.3277535438537598, + 1.3256165981292725, + 1.3248231410980225, + 1.3288028240203857, + 1.3333282470703125, + 1.3352292776107788, + 1.331700086593628, + 1.3295129537582397, + 1.3294426202774048, + 1.3274552822113037, + 1.328061580657959, + 1.3291728496551514, + 1.3285318613052368, + 1.32551908493042, + 1.3228310346603394, + 1.324406385421753, + 1.325758457183838, + 1.3255985975265503, + 1.3242591619491577, + 1.3228884935379028, + 1.370341420173645, + 1.3782305717468262, + 1.3897662162780762, + 1.3929684162139893, + 1.3952486515045166, + 1.3938509225845337, + 1.388384222984314, + 1.4047815799713135, + 1.3988953828811646, + 1.3926355838775635, + 1.3904870748519897, + 1.3893438577651978, + 1.3844554424285889, + 1.3743197917938232, + 1.3753827810287476, + 1.384503960609436, + 1.3906067609786987, + 1.3763513565063477, + 1.3714232444763184, + 1.379544973373413, + 1.3797143697738647, + 1.380661964416504, + 1.3775951862335205, + 1.373241662979126, + 1.3689883947372437, + 1.3684945106506348, + 1.3742387294769287, + 1.37124502658844, + 1.3709003925323486, + 1.366486668586731, + 1.364058256149292, + 1.3764641284942627, + 1.2739824056625366, + 1.2717665433883667, + 1.2743803262710571, + 1.2758145332336426, + 1.267650842666626, + 1.2673120498657227, + 1.269404649734497, + 1.2770708799362183 ], "p10": [ - 1.1713826656341553, - 1.1468214988708496, - 1.1325669288635254, - 1.1239659786224365, - 1.1175488233566284, - 1.1157232522964478, - 1.106034278869629, - 1.100105881690979, - 1.0973936319351196, - 1.092190146446228, - 1.0778864622116089, - 1.073548674583435, - 1.0763462781906128, - 1.071902871131897, - 1.0697033405303955, - 1.066667914390564, - 1.0652133226394653, - 1.0638874769210815, - 1.058807134628296, - 1.0574809312820435, - 1.0521366596221924, - 1.049485445022583, - 1.049898386001587, - 1.0487425327301025, - 1.0455015897750854, - 1.0411492586135864, - 1.0391216278076172, - 1.0292410850524902, - 1.0251344442367554, - 1.0232630968093872, - 1.0203663110733032, - 1.0161011219024658, - 1.0581278800964355, - 1.0667128562927246, - 1.0714764595031738, - 1.05451238155365, - 1.0424245595932007, - 1.0360182523727417, - 1.0259580612182617, - 1.0216655731201172, - 1.0240294933319092, - 1.0258234739303589, - 1.0234789848327637, - 1.0262209177017212, - 1.0276538133621216, - 1.0259103775024414, - 1.0209264755249023, - 1.0090411901474, - 0.9967275261878967, - 0.9959194660186768, - 1.0020413398742676, - 1.0055558681488037, - 1.007957935333252, - 1.0083526372909546, - 1.0120164155960083, - 1.0031912326812744, - 0.9948059916496277, - 0.9891883134841919, - 0.9887097477912903, - 0.9832382202148438, - 0.977229654788971, - 0.9770994782447815, - 0.9745271801948547, - 0.9717086553573608, - 0.8912395238876343, - 0.9146746397018433, - 0.8987956643104553, - 0.8672057390213013, - 0.8580777645111084, - 0.8511298298835754, - 0.841670036315918, - 0.8452649712562561 + 1.197445273399353, + 1.1649553775787354, + 1.1506677865982056, + 1.1442022323608398, + 1.1396714448928833, + 1.132736325263977, + 1.1242600679397583, + 1.1176398992538452, + 1.1126893758773804, + 1.1075526475906372, + 1.102454423904419, + 1.0994566679000854, + 1.095912218093872, + 1.0885709524154663, + 1.0838814973831177, + 1.0827213525772095, + 1.0816874504089355, + 1.0772145986557007, + 1.0745149850845337, + 1.0712100267410278, + 1.0650365352630615, + 1.0622467994689941, + 1.062782883644104, + 1.0628129243850708, + 1.0574111938476562, + 1.0524990558624268, + 1.0485332012176514, + 1.0458576679229736, + 1.0447561740875244, + 1.0417747497558594, + 1.037396788597107, + 1.0346163511276245, + 1.0580272674560547, + 1.072258710861206, + 1.081892728805542, + 1.0739432573318481, + 1.065407156944275, + 1.057420015335083, + 1.0483322143554688, + 1.051984190940857, + 1.0524401664733887, + 1.0500261783599854, + 1.0444973707199097, + 1.044313669204712, + 1.0429165363311768, + 1.0372532606124878, + 1.0372217893600464, + 1.0322662591934204, + 1.0269489288330078, + 1.0205579996109009, + 1.020003318786621, + 1.0246502161026, + 1.0249338150024414, + 1.0221805572509766, + 1.0208162069320679, + 1.0177910327911377, + 1.0113332271575928, + 1.0064384937286377, + 1.010472297668457, + 1.005052089691162, + 1.0018017292022705, + 0.9953552484512329, + 0.9916568994522095, + 0.9994921684265137, + 0.9290448427200317, + 0.9497650861740112, + 0.9341578483581543, + 0.9096993207931519, + 0.9027996063232422, + 0.8979341983795166, + 0.8943228721618652, + 0.8954397439956665 ], "p90": [ - 1.4735569953918457, - 1.5332087278366089, - 1.5500900745391846, - 1.5648988485336304, - 1.5813010931015015, - 1.5959582328796387, - 1.5990815162658691, - 1.6057988405227661, - 1.6211903095245361, - 1.6222234964370728, - 1.6175365447998047, - 1.6254462003707886, - 1.6411850452423096, - 1.6582698822021484, - 1.6653550863265991, - 1.6842901706695557, - 1.701216459274292, - 1.7049064636230469, - 1.706801176071167, - 1.7081573009490967, - 1.7076383829116821, - 1.7009029388427734, - 1.6991369724273682, - 1.7011382579803467, - 1.699493646621704, - 1.7012144327163696, - 1.7053759098052979, - 1.7032020092010498, - 1.7063708305358887, - 1.715851068496704, - 1.7213318347930908, - 1.722712516784668, - 1.7141542434692383, - 1.7543140649795532, - 1.7736605405807495, - 1.8205589056015015, - 1.8600473403930664, - 1.9009552001953125, - 1.9023823738098145, - 1.915666103363037, - 1.9383116960525513, - 1.9335706233978271, - 1.9377613067626953, - 1.9358470439910889, - 1.949932336807251, - 1.941386342048645, - 1.923551321029663, - 1.9382059574127197, - 1.9455077648162842, - 1.9517676830291748, - 1.9443359375, - 1.9449543952941895, - 1.9480112791061401, - 1.9644038677215576, - 1.9719229936599731, - 1.9617698192596436, - 1.9552866220474243, - 1.9593844413757324, - 1.9632374048233032, - 1.9688581228256226, - 1.9712923765182495, - 1.9950954914093018, - 1.985883116722107, - 1.9918464422225952, - 1.7547552585601807, - 1.8443174362182617, - 1.8261315822601318, - 1.8309869766235352, - 1.8661226034164429, - 1.8847882747650146, - 1.8663549423217773, - 1.8794341087341309 + 1.4865868091583252, + 1.5235799551010132, + 1.5303810834884644, + 1.541633129119873, + 1.5566954612731934, + 1.5684787034988403, + 1.5772781372070312, + 1.5898754596710205, + 1.5983343124389648, + 1.6041202545166016, + 1.6124662160873413, + 1.62565279006958, + 1.6411830186843872, + 1.6441559791564941, + 1.6508245468139648, + 1.675856351852417, + 1.6953821182250977, + 1.6996181011199951, + 1.6933399438858032, + 1.6838808059692383, + 1.6823501586914062, + 1.6782958507537842, + 1.6806960105895996, + 1.6815245151519775, + 1.6871445178985596, + 1.6849080324172974, + 1.6855839490890503, + 1.692420482635498, + 1.6998635530471802, + 1.7095892429351807, + 1.7123727798461914, + 1.7138664722442627, + 1.7104694843292236, + 1.7675468921661377, + 1.7933530807495117, + 1.8212881088256836, + 1.8588260412216187, + 1.8785033226013184, + 1.8751800060272217, + 1.9092252254486084, + 1.9158846139907837, + 1.9067065715789795, + 1.9045915603637695, + 1.9191675186157227, + 1.9126760959625244, + 1.8887262344360352, + 1.8870043754577637, + 1.911805272102356, + 1.9228371381759644, + 1.8966155052185059, + 1.8857355117797852, + 1.9061269760131836, + 1.9132355451583862, + 1.9150408506393433, + 1.9089744091033936, + 1.905299425125122, + 1.9046235084533691, + 1.915174961090088, + 1.9277644157409668, + 1.9258639812469482, + 1.9343873262405396, + 1.9316720962524414, + 1.9362566471099854, + 1.9609466791152954, + 1.7580902576446533, + 1.8388671875, + 1.8208212852478027, + 1.8414092063903809, + 1.8672995567321777, + 1.8760650157928467, + 1.8824608325958252, + 1.8967182636260986 ], "timestamps": [ - "2026-06-16 03:40:00", "2026-06-16 03:50:00", "2026-06-16 04:00:00", "2026-06-16 04:10:00", @@ -527,6 +526,7 @@ "2026-06-17 03:40:00", "2026-06-17 03:50:00", "2026-06-17 04:00:00", - "2026-06-17 04:10:00" + "2026-06-17 04:10:00", + "2026-06-17 04:20:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 766ddc83c392e0f97559340640b1984bb38cdc4d..dc0d11e9bb73a0ebc522c9e3406392247387fad0 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,13 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T04:13:59.745542+00:00", + "evaluated_at": "2026-06-18T04:23:53.429807+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:12:34.379620Z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 9d3122da0acf3b7fb52c052da9a92aed0b77c7d3..420b5e0402303d02d30cca3e26ab0f748d833ccf 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1098958.3607266743,1098958.3607266743,904.3863932291666,0.9281937160355819,0.013997747658924526,0.013867673418947042,5.010343090318541,1048.312148516211,0.016139091220833103,0.013923309502675335,0.008788343388841088,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1088371.5335121155,1088371.5335121155,901.302734375,0.925028882074939,0.013948321487801613,0.01381954555110552,4.991012646640425,1043.2504653783365,0.01606040266709819,0.013875176977534017,0.008767269836642305,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0005287260687960445,0.0005287260687960445,0.018263482054074607,0.01749766762776215,0.015612956345040853,0.01547295357412657,0.9478880372241508,0.022994044202707023,0.01748707240572391,0.013889458950533057,0.08263596971325932,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.04472993569946146,0.04472993569946146,0.16446132957935333,0.82230655502948,0.10674923495839776,0.11605266415287768,4.630548604905345,0.2114945287695676,0.14627863875708316,0.11374847169337016,0.10038417666991542,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.001385654354828425,0.001385654354828425,0.028505175312360128,0.027338940907271018,0.023156179399788136,0.023649516837212704,0.9316916173417787,0.037224378501573736,0.02889493633986189,0.02212676904659206,0.09074867583258701,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.041224368199997606,0.041224368199997606,0.1603960312075085,0.7715250643837344,0.10447530147750832,0.11290420015893954,7.237090678887619,0.20303784918087958,0.14029487110527158,0.11083027432982503,0.09165902682298482,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.1236133794348764,1.1236133794348764,0.8550874392191569,0.5824625634576847,0.04834674240106953,0.04659162124417541,3.0784452940315834,1.0600063110353997,0.058389145632525744,0.04710144128136562,0.031108653859728348,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,48.39435226271462,48.39435226271462,5.448832750320435,0.4336825796480714,0.13486675242669913,0.14727628980507823,2.429539707981284,6.956604937950309,0.186963626551856,0.14644119373761527,0.1601355696608508,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.4402784183404644,0.4402784183404644,0.6281394163767496,0.31251715123482565,0.024645064593403893,0.024994355266893132,1.9127940553205702,0.6635347906029226,0.025569741950226047,0.024205758330960888,0.02844588276201619,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index c59f08e182d77cfd165ce54b759da8acd518ea87..ce67339b2c42808277914398c48c1701c4f416d3 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T04:13:48.546422+00:00", + "evaluated_at": "2026-06-18T04:21:20.159506+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 64024.01171875 + 64098.01953125 ], "p50": [ 65889.453125, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a21b10128e3c30b99eead74093b5fddec0c05f23..24c0b19101b2a2e27645fa753ba53c32ae8aa37e 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T04:04:24.831809+00:00", + "evaluated_at": "2026-06-18T04:21:24.925224+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6009999513626099, - 1.6019999980926514, - 1.590000033378601, 1.5740000009536743, 1.5729999542236328, 1.5720000267028809, @@ -245,12 +242,12 @@ 1.5980000495910645, 1.6130000352859497, 1.6299999952316284, - 1.6339999437332153 - ], - "actuals": [ + 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, - 1.6490000486373901, + 1.6490000486373901 + ], + "actuals": [ 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, @@ -307,198 +304,198 @@ 1.0490000247955322, 1.0520000457763672, 1.0509999990463257, - 1.0729999542236328 + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167 ], "p50": [ - 1.644601583480835, - 1.653031826019287, - 1.6599841117858887, - 1.6663635969161987, - 1.669076681137085, - 1.6707613468170166, - 1.6668760776519775, - 1.6649184226989746, - 1.6605689525604248, - 1.6525468826293945, - 1.6471037864685059, - 1.6386996507644653, - 1.6261146068572998, - 1.6146223545074463, - 1.6003782749176025, - 1.5860652923583984, - 1.570331335067749, - 1.5525847673416138, - 1.5357356071472168, - 1.5181703567504883, - 1.4989486932754517, - 1.4791489839553833, - 1.457006573677063, - 1.436584234237671, - 1.4175291061401367, - 1.3946672677993774, - 1.3738157749176025, - 1.3480539321899414, - 1.3259122371673584, - 1.3018648624420166, - 1.2799266576766968, - 1.2561984062194824, - 1.2505500316619873, - 1.2303698062896729, - 1.2107276916503906, - 1.1931458711624146, - 1.1786729097366333, - 1.1618554592132568, - 1.1448705196380615, - 1.1287223100662231, - 1.1172174215316772, - 1.102116346359253, - 1.0921651124954224, - 1.0780811309814453, - 1.0673474073410034, - 1.0603457689285278, - 1.0504502058029175, - 1.0453110933303833, - 1.0362696647644043, - 1.0301800966262817, - 1.0278633832931519, - 1.0224157571792603, - 1.0224908590316772, - 1.0203273296356201, - 1.0191259384155273, - 1.0219038724899292, - 1.022122859954834, - 1.022469162940979, - 1.0287504196166992, - 1.0318952798843384 + 1.649613380432129, + 1.6529521942138672, + 1.6553564071655273, + 1.6548610925674438, + 1.6513545513153076, + 1.646409034729004, + 1.636555552482605, + 1.627323865890503, + 1.6158361434936523, + 1.602283239364624, + 1.5906484127044678, + 1.576882004737854, + 1.5600457191467285, + 1.5436137914657593, + 1.5251637697219849, + 1.5069667100906372, + 1.4872130155563354, + 1.4658482074737549, + 1.4456408023834229, + 1.4245156049728394, + 1.401749849319458, + 1.3793498277664185, + 1.3547669649124146, + 1.3326191902160645, + 1.312482237815857, + 1.2875076532363892, + 1.2637356519699097, + 1.2375948429107666, + 1.215626835823059, + 1.1914424896240234, + 1.1684712171554565, + 1.1436431407928467, + 1.1539369821548462, + 1.1360912322998047, + 1.119277000427246, + 1.1038295030593872, + 1.0914558172225952, + 1.0783382654190063, + 1.0652559995651245, + 1.0520669221878052, + 1.0439116954803467, + 1.0324236154556274, + 1.0253591537475586, + 1.0149024724960327, + 1.0077588558197021, + 1.0038011074066162, + 0.9997920989990234, + 0.999039351940155, + 0.9935503602027893, + 0.9917250275611877, + 0.991868793964386, + 0.9936809539794922, + 0.9966615438461304, + 0.9979914426803589, + 1.0016175508499146, + 1.0063369274139404, + 1.0107249021530151, + 1.014682412147522, + 1.0231010913848877, + 1.0290721654891968 ], "p10": [ - 1.6307740211486816, - 1.634204387664795, - 1.6363370418548584, - 1.6350196599960327, - 1.630955457687378, - 1.6236960887908936, - 1.6126315593719482, - 1.6001243591308594, - 1.5853912830352783, - 1.5685911178588867, - 1.5506205558776855, - 1.5285212993621826, - 1.503419280052185, - 1.475567102432251, - 1.4459974765777588, - 1.4135581254959106, - 1.3794686794281006, - 1.344820261001587, - 1.3089715242385864, - 1.2708892822265625, - 1.2336633205413818, - 1.193027377128601, - 1.151613712310791, - 1.1115895509719849, - 1.0686638355255127, - 1.0240041017532349, - 0.9798390865325928, - 0.929829478263855, - 0.8776047825813293, - 0.8323910236358643, - 0.7810921669006348, - 0.7322570085525513, - 0.7306468486785889, - 0.6820894479751587, - 0.641451358795166, - 0.6018896102905273, - 0.5648463368415833, - 0.5260250568389893, - 0.476729154586792, - 0.43904417753219604, - 0.40244269371032715, - 0.35516804456710815, - 0.31283676624298096, - 0.2682756781578064, - 0.2155020833015442, - 0.17968958616256714, - 0.14571654796600342, - 0.10057336091995239, - 0.062165141105651855, - 0.021923184394836426, - -0.010213136672973633, - -0.04678380489349365, - -0.0821223258972168, - -0.12153291702270508, - -0.15258610248565674, - -0.18204867839813232, - -0.22336912155151367, - -0.25030517578125, - -0.27513420581817627, - -0.3026738166809082 + 1.6352574825286865, + 1.6330466270446777, + 1.6293420791625977, + 1.621380090713501, + 1.6111650466918945, + 1.5975933074951172, + 1.580573558807373, + 1.5614906549453735, + 1.5409327745437622, + 1.5189073085784912, + 1.4956952333450317, + 1.4696682691574097, + 1.4405492544174194, + 1.4082138538360596, + 1.3749849796295166, + 1.3406918048858643, + 1.3028039932250977, + 1.265708327293396, + 1.2275835275650024, + 1.1884926557540894, + 1.147645115852356, + 1.105625867843628, + 1.0626763105392456, + 1.0221307277679443, + 0.9781109094619751, + 0.9324854612350464, + 0.8866018056869507, + 0.836032509803772, + 0.7837808728218079, + 0.737740695476532, + 0.6867307424545288, + 0.6406216025352478, + 0.6166853904724121, + 0.5582818388938904, + 0.5197061896324158, + 0.4840511083602905, + 0.44817274808883667, + 0.41058117151260376, + 0.36390042304992676, + 0.3289622664451599, + 0.2942114472389221, + 0.24782562255859375, + 0.2071731686592102, + 0.16287142038345337, + 0.11734604835510254, + 0.08018934726715088, + 0.05296134948730469, + 0.011672258377075195, + -0.02473139762878418, + -0.05922889709472656, + -0.09352195262908936, + -0.12029898166656494, + -0.15541672706604004, + -0.18919610977172852, + -0.2202829122543335, + -0.24974918365478516, + -0.2870955467224121, + -0.30935466289520264, + -0.3305772542953491, + -0.3563508987426758 ], "p90": [ - 1.65658700466156, - 1.668398141860962, - 1.6805574893951416, - 1.6926683187484741, - 1.703948736190796, - 1.7122173309326172, - 1.7160959243774414, - 1.7236897945404053, - 1.7272697687149048, - 1.729449987411499, - 1.7362183332443237, - 1.740910530090332, - 1.7426116466522217, - 1.745072364807129, - 1.7441480159759521, - 1.7458226680755615, - 1.745741605758667, - 1.745759129524231, - 1.7447261810302734, - 1.7443937063217163, - 1.7450978755950928, - 1.7451012134552002, - 1.7415549755096436, - 1.7386820316314697, - 1.738302230834961, - 1.7367761135101318, - 1.7365939617156982, - 1.7371325492858887, - 1.7355568408966064, - 1.7358835935592651, - 1.7338111400604248, - 1.7425674200057983, - 1.7070183753967285, - 1.706571102142334, - 1.7123310565948486, - 1.724226474761963, - 1.7282755374908447, - 1.7266277074813843, - 1.7315006256103516, - 1.7466710805892944, - 1.7538142204284668, - 1.7608946561813354, - 1.764955997467041, - 1.7798771858215332, - 1.797229528427124, - 1.8095521926879883, - 1.8262126445770264, - 1.8472857475280762, - 1.8574960231781006, - 1.8712942600250244, - 1.877593755722046, - 1.9012850522994995, - 1.9195237159729004, - 1.9306485652923584, - 1.9465112686157227, - 1.9667541980743408, - 1.9785021543502808, - 1.9962959289550781, - 2.0164575576782227, - 2.039062261581421 + 1.6624106168746948, + 1.6698273420333862, + 1.6780962944030762, + 1.6845771074295044, + 1.6891486644744873, + 1.6909606456756592, + 1.6888258457183838, + 1.6887540817260742, + 1.6841363906860352, + 1.6803234815597534, + 1.6800888776779175, + 1.678797960281372, + 1.6753008365631104, + 1.671724796295166, + 1.6656956672668457, + 1.6633684635162354, + 1.6577210426330566, + 1.6526565551757812, + 1.6474645137786865, + 1.6424250602722168, + 1.638398289680481, + 1.6351842880249023, + 1.628709316253662, + 1.6226418018341064, + 1.6173555850982666, + 1.6126039028167725, + 1.6085697412490845, + 1.6060861349105835, + 1.6040291786193848, + 1.600680947303772, + 1.5945225954055786, + 1.5974678993225098, + 1.5837651491165161, + 1.5861585140228271, + 1.5912474393844604, + 1.6022684574127197, + 1.606475591659546, + 1.607435941696167, + 1.6128685474395752, + 1.627134084701538, + 1.6362851858139038, + 1.6429827213287354, + 1.6481609344482422, + 1.6632907390594482, + 1.6794133186340332, + 1.6913414001464844, + 1.7102386951446533, + 1.7317521572113037, + 1.7428946495056152, + 1.7587058544158936, + 1.7649890184402466, + 1.790764331817627, + 1.8103177547454834, + 1.8234308958053589, + 1.8419499397277832, + 1.8600209951400757, + 1.875208854675293, + 1.895574688911438, + 1.9166290760040283, + 1.9393551349639893 ], "timestamps": [ - "2026-06-16 22:00:00", - "2026-06-16 22:06:00", - "2026-06-16 22:12:00", "2026-06-16 22:18:00", "2026-06-16 22:24:00", "2026-06-16 22:30:00", @@ -795,6 +792,9 @@ "2026-06-18 03:36:00", "2026-06-18 03:42:00", "2026-06-18 03:48:00", - "2026-06-18 03:54:00" + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index c4d539a5eb45e24b1acbd8631d4baef7f4740127..883f8ff7083ec198ad7465e37384f8067330f38a 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:56:52.371260+00:00", + "evaluated_at": "2026-06-18T04:21:29.470926+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 1.0, 1.0, 0.8999999761581421, 0.8999999761581421, @@ -81,10 +80,10 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -155,232 +154,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, - 1.7999999523162842 + 1.7999999523162842, + 1.399999976158142 ], "p50": [ - 1.2984997034072876, - 1.3019695281982422, - 1.2987704277038574, - 1.2976263761520386, - 1.2960329055786133, - 1.2952488660812378, - 1.3048977851867676, - 1.301241159439087, - 1.30028235912323, - 1.3028019666671753, - 1.3019180297851562, - 1.3027664422988892, - 1.3024208545684814, - 1.3004193305969238, - 1.300457239151001, - 1.303978443145752, - 1.3041419982910156, - 1.305377721786499, - 1.308060646057129, - 1.3051812648773193, - 1.3037006855010986, - 1.2986624240875244, - 1.2971309423446655, - 1.2992531061172485, - 1.3017772436141968, - 1.3041490316390991, - 1.3006131649017334, - 1.3002803325653076, - 1.301609992980957, - 1.3021037578582764, - 1.301993727684021, - 1.2979873418807983, - 1.2968002557754517, - 1.292264461517334, - 1.2925604581832886, - 1.2924549579620361, - 1.2943025827407837, - 1.2941009998321533, - 1.2934257984161377, - 1.2943410873413086, - 1.2939233779907227, - 1.2955974340438843, - 1.295715570449829, - 1.2942659854888916, - 1.2938584089279175, - 1.2912870645523071, - 1.287926197052002, - 1.29085373878479, - 1.2924859523773193, - 1.2912013530731201, - 1.2887321710586548, - 1.2869083881378174, - 1.2870672941207886, - 1.2874048948287964, - 1.2882390022277832, - 1.288429856300354, - 1.2872605323791504, - 1.2880393266677856, - 1.28861665725708, - 1.2876676321029663, - 1.2871577739715576, - 1.2858023643493652, - 1.2837194204330444, - 1.2814383506774902, - 1.2768281698226929, - 1.2759054899215698, - 1.2755316495895386, - 1.274322271347046, - 1.2745628356933594, - 1.274544358253479, - 1.2743093967437744, - 1.2753912210464478 + 1.3068920373916626, + 1.309767246246338, + 1.3102869987487793, + 1.3098132610321045, + 1.3112248182296753, + 1.310611367225647, + 1.3110477924346924, + 1.3105907440185547, + 1.3109326362609863, + 1.310370922088623, + 1.3110301494598389, + 1.3111374378204346, + 1.3109227418899536, + 1.311274766921997, + 1.311124563217163, + 1.3127655982971191, + 1.311896800994873, + 1.3118067979812622, + 1.311469554901123, + 1.3124569654464722, + 1.3120722770690918, + 1.3120399713516235, + 1.3116822242736816, + 1.3101201057434082, + 1.3088948726654053, + 1.3088915348052979, + 1.3096950054168701, + 1.3102425336837769, + 1.3113497495651245, + 1.310612678527832, + 1.3080822229385376, + 1.3086721897125244, + 1.300105333328247, + 1.297308325767517, + 1.296034812927246, + 1.2954951524734497, + 1.2953076362609863, + 1.295959711074829, + 1.2967718839645386, + 1.297041893005371, + 1.2969862222671509, + 1.2979844808578491, + 1.2986299991607666, + 1.299354910850525, + 1.297039270401001, + 1.2939231395721436, + 1.29690420627594, + 1.301411509513855, + 1.3010799884796143, + 1.2986581325531006, + 1.2995381355285645, + 1.2992993593215942, + 1.30012047290802, + 1.2992594242095947, + 1.2994933128356934, + 1.2989555597305298, + 1.2998038530349731, + 1.3001564741134644, + 1.300929069519043, + 1.3004705905914307, + 1.3006056547164917, + 1.3000245094299316, + 1.2998307943344116, + 1.299176573753357, + 1.2953925132751465, + 1.2943381071090698, + 1.2936649322509766, + 1.292786955833435, + 1.2921804189682007, + 1.292249321937561, + 1.292381763458252, + 1.2935749292373657 ], "p10": [ - 1.2522664070129395, - 1.159846305847168, - 1.13388192653656, - 1.1535016298294067, - 1.1354951858520508, - 1.121091604232788, - 1.158537745475769, - 1.151916742324829, - 1.1369788646697998, - 1.1431533098220825, - 1.138468623161316, - 1.134092092514038, - 1.1299992799758911, - 1.124822735786438, - 1.132029414176941, - 1.129913568496704, - 1.1229764223098755, - 1.121925711631775, - 1.1216957569122314, - 1.1129415035247803, - 1.1064321994781494, - 1.0947884321212769, - 1.0923118591308594, - 1.0918158292770386, - 1.0923970937728882, - 1.0843955278396606, - 1.0727046728134155, - 1.0615283250808716, - 1.0646677017211914, - 1.0625553131103516, - 1.06075918674469, - 1.0460773706436157, - 1.0609240531921387, - 1.045067548751831, - 1.0424492359161377, - 1.042904019355774, - 1.0447602272033691, - 1.0469378232955933, - 1.0447731018066406, - 1.0408490896224976, - 1.035775065422058, - 1.0327949523925781, - 1.0279321670532227, - 1.023148775100708, - 1.0182819366455078, - 1.0161449909210205, - 1.0072455406188965, - 1.0103528499603271, - 1.0059775114059448, - 1.0035995244979858, - 0.9999568462371826, - 0.9964920282363892, - 0.9949949383735657, - 0.998779296875, - 0.9973152875900269, - 0.9969810843467712, - 0.9940817356109619, - 0.9936432242393494, - 0.9913305640220642, - 0.9894280433654785, - 0.9864671230316162, - 0.9849116802215576, - 0.9810683727264404, - 0.9780082702636719, - 0.9867085814476013, - 0.9753799438476562, - 0.9779747128486633, - 0.9793657064437866, - 0.9790836572647095, - 0.9761818647384644, - 0.975113034248352, - 0.9739222526550293 + 1.2429580688476562, + 1.2269484996795654, + 1.2270655632019043, + 1.2235960960388184, + 1.2220971584320068, + 1.2237435579299927, + 1.2220395803451538, + 1.2206943035125732, + 1.2186243534088135, + 1.2101560831069946, + 1.2142280340194702, + 1.2144107818603516, + 1.214282512664795, + 1.2132407426834106, + 1.2119426727294922, + 1.2108190059661865, + 1.2064988613128662, + 1.2046849727630615, + 1.1986597776412964, + 1.195452094078064, + 1.1912201642990112, + 1.1891273260116577, + 1.184579610824585, + 1.1789164543151855, + 1.173896074295044, + 1.1695573329925537, + 1.1648627519607544, + 1.1630356311798096, + 1.1607416868209839, + 1.1583235263824463, + 1.1500403881072998, + 1.1436803340911865, + 1.1547821760177612, + 1.1465110778808594, + 1.142602562904358, + 1.1437392234802246, + 1.1367307901382446, + 1.1392642259597778, + 1.1391026973724365, + 1.136808156967163, + 1.1299774646759033, + 1.132274866104126, + 1.127969741821289, + 1.1274412870407104, + 1.1185319423675537, + 1.1183912754058838, + 1.1164228916168213, + 1.121876835823059, + 1.1188138723373413, + 1.114722490310669, + 1.1121755838394165, + 1.112796425819397, + 1.1092714071273804, + 1.1107434034347534, + 1.1093370914459229, + 1.1072516441345215, + 1.1047110557556152, + 1.1022599935531616, + 1.0997599363327026, + 1.098720908164978, + 1.0968656539916992, + 1.0957660675048828, + 1.0941188335418701, + 1.0951496362686157, + 1.1018348932266235, + 1.0904048681259155, + 1.0855836868286133, + 1.0868582725524902, + 1.0819743871688843, + 1.0802569389343262, + 1.0781397819519043, + 1.0749064683914185 ], "p90": [ - 1.5011353492736816, - 1.5106889009475708, - 1.4807121753692627, - 1.480191707611084, - 1.47878098487854, - 1.475120186805725, - 1.5163644552230835, - 1.5155179500579834, - 1.5011937618255615, - 1.5192612409591675, - 1.5197943449020386, - 1.5170701742172241, - 1.5266759395599365, - 1.5261971950531006, - 1.5366265773773193, - 1.5481144189834595, - 1.5447949171066284, - 1.5459718704223633, - 1.558226227760315, - 1.5566895008087158, - 1.5516431331634521, - 1.5476419925689697, - 1.5428928136825562, - 1.547116994857788, - 1.561533808708191, - 1.5694019794464111, - 1.5674633979797363, - 1.566687822341919, - 1.5758798122406006, - 1.571417212486267, - 1.5673344135284424, - 1.573042869567871, - 1.5577747821807861, - 1.5815857648849487, - 1.5677696466445923, - 1.5712242126464844, - 1.5702351331710815, - 1.566540002822876, - 1.5730066299438477, - 1.5803757905960083, - 1.5831544399261475, - 1.583988904953003, - 1.5922660827636719, - 1.5937137603759766, - 1.6044951677322388, - 1.6047157049179077, - 1.607351541519165, - 1.6131000518798828, - 1.6150681972503662, - 1.6156443357467651, - 1.6128500699996948, - 1.6143524646759033, - 1.6184682846069336, - 1.6201915740966797, - 1.6208935976028442, - 1.6288678646087646, - 1.6342639923095703, - 1.6348724365234375, - 1.6406986713409424, - 1.6464767456054688, - 1.6492280960083008, - 1.6534051895141602, - 1.6534600257873535, - 1.6526381969451904, - 1.6210541725158691, - 1.6375868320465088, - 1.6200215816497803, - 1.6262717247009277, - 1.6205947399139404, - 1.61404550075531, - 1.6198070049285889, - 1.6269631385803223 + 1.3555488586425781, + 1.44511079788208, + 1.4447822570800781, + 1.4349846839904785, + 1.4366730451583862, + 1.4270976781845093, + 1.4305078983306885, + 1.4300096035003662, + 1.4268583059310913, + 1.4284900426864624, + 1.4332154989242554, + 1.4288822412490845, + 1.4306080341339111, + 1.4340752363204956, + 1.4465739727020264, + 1.4441314935684204, + 1.4437329769134521, + 1.4480524063110352, + 1.448258876800537, + 1.4545191526412964, + 1.457288384437561, + 1.464568853378296, + 1.4631121158599854, + 1.4654889106750488, + 1.465174674987793, + 1.4712687730789185, + 1.4779695272445679, + 1.487658977508545, + 1.500215768814087, + 1.492627739906311, + 1.4860715866088867, + 1.4895166158676147, + 1.460201382637024, + 1.4890525341033936, + 1.4868452548980713, + 1.484670639038086, + 1.4751827716827393, + 1.4719502925872803, + 1.4731563329696655, + 1.4760770797729492, + 1.4739203453063965, + 1.4755194187164307, + 1.4780339002609253, + 1.4816339015960693, + 1.4823007583618164, + 1.4828252792358398, + 1.4870527982711792, + 1.4928216934204102, + 1.4906373023986816, + 1.490387201309204, + 1.4919323921203613, + 1.4960741996765137, + 1.499941110610962, + 1.5015268325805664, + 1.498345136642456, + 1.5029761791229248, + 1.5028138160705566, + 1.5053234100341797, + 1.5051233768463135, + 1.5090993642807007, + 1.5077353715896606, + 1.5108537673950195, + 1.5121657848358154, + 1.509888768196106, + 1.521843433380127, + 1.5638427734375, + 1.5650436878204346, + 1.5581481456756592, + 1.5430786609649658, + 1.5400804281234741, + 1.5377742052078247, + 1.5430240631103516 ], "timestamps": [ - "2026-06-16 03:40:00", "2026-06-16 03:50:00", "2026-06-16 04:00:00", "2026-06-16 04:10:00", @@ -527,6 +526,7 @@ "2026-06-17 03:40:00", "2026-06-17 03:50:00", "2026-06-17 04:00:00", - "2026-06-17 04:10:00" + "2026-06-17 04:10:00", + "2026-06-17 04:20:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index b1838b1c50f9b149e3ff14178bd670e5a2964d7a..de353ca362ffa129f25526f8d597bd690d945704 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,13 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T04:13:50.939310+00:00", + "evaluated_at": "2026-06-18T04:21:31.797183+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:12:34.379620Z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", + "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": []