diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 8502886b64a38523f3bc6502ad10f37e8ce07f87..8de2a79084319ffc811990a949b81dd9fdbb9b84 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -8,4 +8,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 -2026-06-17,Chronos-2,3.200,3.000,3.200,3.300,3.100,3.000,3.200,3.300,3.200 +2026-06-17,Chronos-2,3.400,3.100,3.400,3.300,3.300,2.900,3.400,3.300,3.300 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 8014bc05de40a77241ddd1289353c1d25de16a56..7f4bb87b395f55bb008d80ff55e5eac64c26f5b0 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.633,3.267,3.633,3.5,3.6,3.0,3.633,3.5,3.6 +2026-W25,Chronos-Bolt-Mini,3.7,3.3,3.7,3.5,3.667,2.967,3.7,3.5,3.633 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 32cc1006ff6067f7417230883783d791e214fe9b..23ed5e91204908b25476ba8050b72f684b37b8f8 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,227989.93083953857,227989.93083953857,356.6748046875,0.3732748424056273,0.005375575262365449,0.005401428023354885,3.52619231419126,477.482911568088,0.007228507058893933,0.0053996201349826925,0.007704676148148943,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,223486.52127075195,223486.52127075195,349.591796875,0.3658621836189064,0.005268759216255609,0.005294095674208028,3.52619231419126,472.7436105023017,0.007157527362641042,0.005292959643027219,0.0076459248925585775,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,24.8303605319896,24.8303605319896,3.86064076423645,2.4106563786326287,0.16907229469696064,0.14852529859539534,60.20267861109787,4.98300717759764,0.21880485694379262,0.1695215198420369,0.1396064612336441,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.004594629470696887,0.004594629470696887,0.06195631126562754,0.04964033336716591,0.05644789014552876,0.05455588692700797,0.24759514591602838,0.0677836962012023,0.05953118632901815,0.0544132721718899,0.04373428515570852,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.014197939110507818,0.014197939110507818,0.09552815059820811,0.6743162436794545,0.08289539754139967,0.08158247460546184,3.7305838252936265,0.11915510526413804,0.10213294041200674,0.08188126636360261,0.07783717843816691,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.013595536798553928,0.013595536798553928,0.09849085907141368,0.6952294764413032,0.08250795343344317,0.08537015637638545,3.3349636194346455,0.11659990050833632,0.09994277186428827,0.08442073634692601,0.07647200330855354,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.921767797826457,0.921767797826457,0.7082039515177408,0.40055524970054773,0.036217152578473,0.037444525727216335,2.1820800809518897,0.9600873907236034,0.049939526836092686,0.03683765726325314,0.039891219486509366,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,765.7943036600632,765.7943036600632,20.207190195719402,3.5537804489065734,0.4647150008474858,0.6370298163721931,98.34489009739609,27.672988701259992,0.8198392159558643,0.5986576710442308,0.542720838554795,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.9301215634748891,0.9301215634748891,0.791178305943807,0.3313835954075571,0.034334453179667816,0.033970559918971376,3.044044609368773,0.9644281017654396,0.040772016812868184,0.03344773460340642,0.027221763768684827,Weather,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index b66c673d50189a939a646505d9af41c18d810034..b69aa2098f5b2010fc441ff3c38b14a9c2baaf33 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T02:27:30.102803+00:00", + "evaluated_at": "2026-06-17T02:37:31.684762+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 65675.0078125, 65700.0, 65940.0, - 66076.0 + 65906.0078125 ], "p50": [ 65799.9140625, diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index af2f27ce84a00f31724325b18297922ed98d3676..5de2b808a5d074cc34aadd801888cea2313c0408 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T02:22:16.352098+00:00", + "evaluated_at": "2026-06-17T02:37:49.584812+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, @@ -9,7 +9,6 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -101,10 +100,10 @@ 1.100000023841858, 1.100000023841858, 1.399999976158142, - 1.399999976158142 + 1.399999976158142, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.100000023841858, 1.100000023841858, 1.0, @@ -127,90 +126,88 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "p50": [ - 1.3081614971160889, - 1.278285264968872, - 1.2542059421539307, - 1.2280607223510742, - 1.1937522888183594, - 1.1970164775848389, - 1.1920602321624756, - 1.1825573444366455, - 1.154178261756897, - 1.14227294921875, - 1.1365758180618286, - 1.1297736167907715, - 1.1293935775756836, - 1.125681757926941, - 1.1223183870315552, - 1.1174746751785278, - 1.1172202825546265, - 1.1386661529541016, - 1.1474144458770752, - 1.1467196941375732, - 1.1500732898712158, - 1.1430212259292603, - 1.1469752788543701, - 1.1500128507614136 + 1.1683499813079834, + 1.1528480052947998, + 1.1365435123443604, + 1.1158121824264526, + 1.1119168996810913, + 1.1110754013061523, + 1.1068651676177979, + 1.0977377891540527, + 1.0921343564987183, + 1.0905927419662476, + 1.0872300863265991, + 1.08527410030365, + 1.0850735902786255, + 1.085014820098877, + 1.0838639736175537, + 1.0852835178375244, + 1.1051239967346191, + 1.1082185506820679, + 1.1119259595870972, + 1.1116563081741333, + 1.1105833053588867, + 1.112198829650879, + 1.1154683828353882, + 1.1189552545547485 ], "p10": [ - 1.162172555923462, - 1.1011559963226318, - 1.0435611009597778, - 1.008805751800537, - 0.9442018866539001, - 0.9554822444915771, - 0.9649518132209778, - 0.9598775506019592, - 0.9283188581466675, - 0.9342550039291382, - 0.9278907179832458, - 0.9231597781181335, - 0.9274096488952637, - 0.9235497713088989, - 0.9333577156066895, - 0.9210736751556396, - 0.8983970880508423, - 0.9248075485229492, - 0.9310352802276611, - 0.9348001480102539, - 0.9311807155609131, - 0.9276169538497925, - 0.9236331582069397, - 0.9260803461074829 + 1.0470218658447266, + 1.0009856224060059, + 0.9678435921669006, + 0.9356934428215027, + 0.9192213416099548, + 0.9258266091346741, + 0.9311176538467407, + 0.92676842212677, + 0.9278071522712708, + 0.923317551612854, + 0.9239781498908997, + 0.9193090200424194, + 0.9237383604049683, + 0.9190137982368469, + 0.9174169898033142, + 0.9143134355545044, + 0.9179146885871887, + 0.9206358194351196, + 0.9224994778633118, + 0.9226160645484924, + 0.9162533283233643, + 0.9188341498374939, + 0.9170979261398315, + 0.9170388579368591 ], "p90": [ - 1.4396111965179443, - 1.4562654495239258, - 1.4687957763671875, - 1.4715595245361328, - 1.4615983963012695, - 1.4697904586791992, - 1.475153923034668, - 1.4880961179733276, - 1.4709663391113281, - 1.457226037979126, - 1.4544122219085693, - 1.4533149003982544, - 1.4583957195281982, - 1.4387413263320923, - 1.450817584991455, - 1.452600121498108, - 1.469728946685791, - 1.4766613245010376, - 1.4752130508422852, - 1.4741969108581543, - 1.4957647323608398, - 1.4886069297790527, - 1.4926683902740479, - 1.502108097076416 + 1.2973177433013916, + 1.31827974319458, + 1.3202049732208252, + 1.3271185159683228, + 1.3214349746704102, + 1.3255341053009033, + 1.3170006275177002, + 1.3101657629013062, + 1.3072162866592407, + 1.3027539253234863, + 1.3031724691390991, + 1.2955536842346191, + 1.2998515367507935, + 1.302476167678833, + 1.3058425188064575, + 1.3143060207366943, + 1.3482156991958618, + 1.3504207134246826, + 1.3537075519561768, + 1.355776071548462, + 1.3637515306472778, + 1.3698705434799194, + 1.3733813762664795, + 1.3800920248031616 ], "timestamps": [ - "2026-06-15 11:20:00", - "2026-06-15 11:30:00", - "2026-06-15 11:40:00", "2026-06-15 11:50:00", "2026-06-15 12:00:00", "2026-06-15 12:10:00", @@ -327,6 +324,9 @@ "2026-06-16 06:40:00", "2026-06-16 06:50:00", "2026-06-16 07:00:00", - "2026-06-16 07:10:00" + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index f3ed6aa65a7bd72e963cfb9d21b33a5c68261bd3..cfd42aaf5888e86465da401cc74d19386cfa5320 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T02:12:05.754568+00:00", + "evaluated_at": "2026-06-17T02:38:06.022891+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 7fd4cd3ee65bb5f7f3b46d06abd0d6e30ab2863e..5034c6bb2da7f06e69397afbad3f507d81e2c0fc 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,17 +1,23 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T02:27:59.194857+00:00", + "evaluated_at": "2026-06-17T02:38:09.173742+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t235400z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t175000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t235000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index e64c84e6ae3892021629a02f49c174bc80fa45fd..8ddc0d376f655b4b54fb5162d743430262fa054e 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -993,3 +993,6 @@ {"evaluated_at": "2026-06-17T02:23:50.627588+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24} {"evaluated_at": "2026-06-17T02:33:48.532935+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-17T02:33:48.532935+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24} +{"evaluated_at": "2026-06-17T02:40:11.946348+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-17T02:40:11.946348+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24} +{"evaluated_at": "2026-06-17T02:40:11.946348+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index d4a0c95a1484a615687ba29fbb6ad0863a574fdb..95eca3034e9a7b75ee72847e6f5e1434575dffbb 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,272526.1733373006,191958.93081982931,391.0939127604167,0.40929585362596504,0.005918144579265763,0.005915182268585614,2.759460261417246,522.0403943540199,0.007903052830148671,0.005920683317848941,0.0063759709043580024,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,279402.3199666341,212490.03783607483,416.7657877604167,0.43616252592505783,0.006306728088627818,0.006303942055990017,2.6924105159665657,528.5852059664876,0.008002991454865925,0.006310000734940251,0.0064240132369152705,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,19.07469179502914,18.243655513688356,3.331818103790283,2.080449607938138,0.14567018799615553,0.13047556033124477,46.18007184105378,4.367458276277993,0.19177597970262295,0.146300809446965,0.11703735191378493,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.050041106664492574,0.04345338318524291,0.1894738698999087,0.1518093294139761,0.1730565087771885,0.15635477926073202,0.690488718693779,0.2236986961618073,0.19646389189574412,0.16640585989896992,0.1018575343796681,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.01032706519545871,0.010132194032668332,0.08292177319526672,0.5853300652228975,0.07139400683476765,0.07144914369840334,5.39017044891967,0.10162216881890836,0.08710471019695538,0.07107580075428821,0.0621507509125092,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.010732934067759103,0.008920110255567604,0.07150259365638097,0.504724105572851,0.063485640799387,0.061460707636471934,4.176237651672759,0.10359987484432162,0.08879989272370424,0.06128793741975512,0.07038205511986262,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.6055569998103844,0.4967915521123132,0.49730130036671955,0.2812701709979212,0.025369216623126162,0.026017645445927325,2.6840675366813245,0.7781754299708931,0.040477266073591374,0.02586742818960451,0.039293304356478764,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,766.542579949811,799.3056993779552,21.032652815183003,3.6989521867850237,0.5043548058761375,0.6804623900856969,107.86157051368299,27.686505376262478,0.8202396606044708,0.6231128043168831,0.5694806705706514,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.7261476959250407,0.5627652796652001,0.5966690381368002,0.24991374212450287,0.02624976527431812,0.025928511284528086,1.8031768207446397,0.8521430020395877,0.03602506889059532,0.025224690166222693,0.027892542427006378,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,24.76005822346546,20.50874337496315,3.621074060599009,0.6237256755098771,0.6034510523379492,0.3438389699406099,5.103950307129673,4.975947972343105,0.4489577117903553,0.3267134490766023,0.26391281942177935,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,1819.9173569008708,1582.5013230573386,28.515670776367188,0.4502474333110609,0.009631163280928117,0.009541726010091645,8.688275146484374,42.66048941234583,0.014291621243666945,0.009552988534796377,0.007490031113805911,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,1803.0966520557802,1572.8713307442765,28.410532633463543,0.448587357370477,0.009595724959121005,0.009506825581570743,8.95687753777755,42.46288558324528,0.014225422305944818,0.009517766376369696,0.007498219419822881,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,176.3750626851106,144.3851330865,11.77811050415039,0.24278943033483547,0.05437496998831363,0.0532503574714263,1.6591296374283497,13.280627345314326,0.05603640230090433,0.04969666879388351,0.05403646870616227,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index da0423cdc91f477a01375c4ec968088e58b1ab73..83f5152cd3ab871acbf044eb5af84a7504a78618 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T02:33:15.404164+00:00", + "evaluated_at": "2026-06-17T02:39:42.429420+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 65675.0078125, 65700.0, 65940.0, - 66076.0 + 65906.0078125 ], "p50": [ - 65926.84375, - 65885.34765625, - 66057.3515625, - 65844.77734375, - 65983.734375, - 66017.32421875, - 65979.33984375, - 65944.38671875, - 66038.7734375, - 66122.28125, - 66308.66015625, - 66313.328125, - 66263.1953125, - 66079.73046875, - 66131.44140625, - 66229.52734375, - 66138.36328125, - 66127.5625, - 66225.0546875, - 66418.29296875, - 66325.125, - 66379.890625, - 66456.66015625, - 66260.109375 + 65886.96875, + 65854.58984375, + 65943.48828125, + 65842.84765625, + 65919.125, + 66029.33984375, + 66019.98046875, + 65921.92578125, + 66117.7109375, + 66169.9453125, + 66179.94140625, + 66118.3125, + 66288.3125, + 66242.0546875, + 66160.14453125, + 66181.30078125, + 66160.9609375, + 66163.796875, + 66455.625, + 66192.32421875, + 66058.8828125, + 66279.22265625, + 66338.21875, + 66459.0859375 ], "p10": [ - 65517.67578125, - 65330.2578125, - 65441.01953125, - 65131.375, - 65179.498046875, - 65118.57421875, - 65076.08984375, - 64754.53125, - 65127.9609375, - 64942.435546875, - 64992.90234375, - 64998.45703125, - 65029.015625, - 64769.984375, - 64963.27734375, - 64821.703125, - 64413.294921875, - 64603.73828125, - 64365.921875, - 64670.05859375, - 64541.185546875, - 64526.380859375, - 64373.236328125, - 64465.880859375 + 65535.84765625, + 65216.3828125, + 65367.037109375, + 65066.90234375, + 65215.4609375, + 65268.134765625, + 65080.123046875, + 64829.73828125, + 65149.931640625, + 65151.138671875, + 65194.248046875, + 64941.12890625, + 64968.03125, + 64812.78125, + 64784.595703125, + 64823.087890625, + 64515.611328125, + 64563.041015625, + 64676.337890625, + 64617.23828125, + 64612.70703125, + 64489.251953125, + 64583.259765625, + 64620.6171875 ], "p90": [ - 66310.5703125, - 66408.765625, - 66637.234375, - 66595.33203125, - 66837.390625, - 67048.0703125, - 67108.640625, - 66879.09765625, - 67286.2421875, - 67474.80078125, - 67540.91015625, - 67980.15234375, - 68146.96875, - 67888.32421875, - 67596.98828125, - 68291.9375, - 67898.06640625, - 68060.7109375, - 68084.625, - 67991.55859375, - 68107.73046875, - 68844.80078125, - 69006.30078125, - 68343.16796875 + 66346.3203125, + 66372.79296875, + 66659.4765625, + 66545.51953125, + 66856.53515625, + 66769.98828125, + 67008.5859375, + 67064.55078125, + 67383.08203125, + 67276.953125, + 67543.515625, + 67353.640625, + 67667.83203125, + 67662.6953125, + 67644.8984375, + 67806.06640625, + 67806.66015625, + 67919.48046875, + 68237.61328125, + 68237.73828125, + 68226.23046875, + 68199.48046875, + 68109.1328125, + 69296.69140625 ], "timestamps": [ "2026-06-12 03:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 0fb39387d99552f87587411e2cc94e7f376e1ebb..46ac612bfefa76b203b19cc0a8da17aae150f803 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T02:23:33.935990+00:00", + "evaluated_at": "2026-06-17T02:39:47.287577+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, @@ -9,7 +9,6 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -101,10 +100,10 @@ 1.100000023841858, 1.100000023841858, 1.399999976158142, - 1.399999976158142 + 1.399999976158142, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.100000023841858, 1.100000023841858, 1.0, @@ -127,90 +126,88 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "p50": [ - 1.1607915759086609, - 1.1520940661430359, - 1.157690405845642, - 1.1546958684921265, - 1.16166752576828, - 1.1630346179008484, - 1.1542344689369202, - 1.159361481666565, - 1.1507558822631836, - 1.1604322791099548, - 1.150083601474762, - 1.143061876296997, - 1.1492576003074646, - 1.150369644165039, - 1.152666687965393, - 1.1499611139297485, - 1.1521097421646118, - 1.148244321346283, - 1.1537540555000305, - 1.1336590051651, - 1.158018171787262, - 1.1577571034431458, - 1.1514553427696228, - 1.151594340801239 + 1.1793867945671082, + 1.1654487252235413, + 1.1801852583885193, + 1.1676657795906067, + 1.1935250163078308, + 1.2329409718513489, + 1.2210739850997925, + 1.2248735427856445, + 1.176870048046112, + 1.2138358354568481, + 1.1953123211860657, + 1.1946378946304321, + 1.1991387009620667, + 1.1787635684013367, + 1.2022185921669006, + 1.160043478012085, + 1.201835036277771, + 1.2457996010780334, + 1.2197526693344116, + 1.208208441734314, + 1.1835699081420898, + 1.1962561011314392, + 1.179319977760315, + 1.2200669646263123 ], "p10": [ - 1.084475815296173, - 1.0645727515220642, - 1.0804089307785034, - 1.0711628794670105, - 1.0887794494628906, - 1.0667847990989685, - 1.070072889328003, - 1.06898832321167, - 1.0497981309890747, - 1.052797019481659, - 1.0294066667556763, - 1.0443823337554932, - 1.037159502506256, - 1.010834515094757, - 1.0142631530761719, - 1.0088881254196167, - 0.9974458515644073, - 1.026489496231079, - 0.9835157990455627, - 0.9731379449367523, - 0.9811552464962006, - 0.9989284873008728, - 0.9922711253166199, - 0.991303026676178 + 1.0607245564460754, + 1.0112621784210205, + 0.9944000840187073, + 0.990932434797287, + 1.0219901204109192, + 1.0346922278404236, + 1.0563668012619019, + 0.9614625871181488, + 0.9697764217853546, + 1.023955225944519, + 0.962704598903656, + 0.9422421455383301, + 0.9452366530895233, + 0.9517554044723511, + 0.9473988711833954, + 0.8969857096672058, + 0.9710246920585632, + 0.9384944438934326, + 0.9513388872146606, + 0.90659299492836, + 0.9464959502220154, + 0.9209402799606323, + 0.9092686176300049, + 0.9196769893169403 ], "p90": [ - 1.2908015847206116, - 1.257907211780548, - 1.2970446348190308, - 1.2807455658912659, - 1.313782513141632, - 1.280582070350647, - 1.2712198495864868, - 1.2824370861053467, - 1.265178918838501, - 1.3029833436012268, - 1.2718520760536194, - 1.3181679248809814, - 1.2914469838142395, - 1.31841379404068, - 1.3087297677993774, - 1.3451183438301086, - 1.3253472447395325, - 1.3327929377555847, - 1.362458050251007, - 1.3161267042160034, - 1.3415881395339966, - 1.3286500573158264, - 1.3570458889007568, - 1.3391180038452148 + 1.3044376373291016, + 1.3360865712165833, + 1.375226080417633, + 1.3658239245414734, + 1.4354837536811829, + 1.5148229002952576, + 1.490556001663208, + 1.4958983659744263, + 1.4918183088302612, + 1.5672577023506165, + 1.4599372744560242, + 1.5471985340118408, + 1.5308964252471924, + 1.5278297662734985, + 1.5264540314674377, + 1.5991533994674683, + 1.4816251993179321, + 1.5914995074272156, + 1.6997908353805542, + 1.5689507126808167, + 1.6416168808937073, + 1.738393485546112, + 1.660051167011261, + 1.6788446307182312 ], "timestamps": [ - "2026-06-15 11:20:00", - "2026-06-15 11:30:00", - "2026-06-15 11:40:00", "2026-06-15 11:50:00", "2026-06-15 12:00:00", "2026-06-15 12:10:00", @@ -327,6 +324,9 @@ "2026-06-16 06:40:00", "2026-06-16 06:50:00", "2026-06-16 07:00:00", - "2026-06-16 07:10:00" + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index d3ddf77d0d2b5fef008a4a48fe5c6a313ecee57d..50cf06669e7b737c65fa2b1d3d5bfae4cce978fa 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T02:13:35.637606+00:00", + "evaluated_at": "2026-06-17T02:39:52.270976+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 2960.0 ], "p50": [ - 3009.3768310546875, - 3009.207763671875, - 3009.3983154296875, - 3009.3936767578125, - 3009.5452880859375, - 3009.646484375, - 3009.7166748046875, - 3009.721435546875, - 3010.2200927734375, - 3010.205322265625, - 3010.421630859375, - 3012.00927734375, - 3010.2601318359375, - 3014.308349609375, - 3010.7647705078125, - 3013.41162109375, - 3019.4093017578125, - 3017.4521484375, - 3016.6917724609375, - 3017.31005859375, - 3015.59228515625, - 3017.76416015625, - 3015.56884765625, - 3020.973876953125 + 3009.4195556640625, + 3009.4007568359375, + 3009.32666015625, + 3009.4439697265625, + 3009.6490478515625, + 3009.895751953125, + 3009.24169921875, + 3009.6844482421875, + 3009.984130859375, + 3010.178955078125, + 3012.22119140625, + 3011.256591796875, + 3011.482177734375, + 3011.67333984375, + 3010.2772216796875, + 3011.5794677734375, + 3017.1422119140625, + 3017.1173095703125, + 3016.306640625, + 3017.530517578125, + 3017.7064208984375, + 3016.8846435546875, + 3020.16748046875, + 3020.30615234375 ], "p10": [ - 3008.4132080078125, - 3007.6710205078125, - 3007.7137451171875, - 3006.9677734375, - 3006.10400390625, - 3005.05322265625, - 3001.9964599609375, - 3001.493896484375, - 3000.8953857421875, - 2996.8907470703125, - 2998.1356201171875, - 2994.9495849609375, - 2989.7860107421875, - 2987.1519775390625, - 2986.3922119140625, - 2986.3438720703125, - 2993.0843505859375, - 2986.814697265625, - 2984.7918701171875, - 2988.12744140625, - 2983.2313232421875, - 2983.4381103515625, - 2975.2322998046875, - 2982.9317626953125 + 3008.2003173828125, + 3007.777587890625, + 3007.60986328125, + 3006.3238525390625, + 3005.6444091796875, + 3003.3553466796875, + 3001.892333984375, + 3003.2607421875, + 3001.408935546875, + 2997.9886474609375, + 2997.862548828125, + 2991.25244140625, + 2987.8853759765625, + 2994.1910400390625, + 2986.8857421875, + 2987.7938232421875, + 2990.58837890625, + 2989.5350341796875, + 2986.1104736328125, + 2989.275390625, + 2982.93212890625, + 2988.5936279296875, + 2982.907958984375, + 2985.3876953125 ], "p90": [ - 3010.3438720703125, - 3011.0186767578125, - 3011.4278564453125, - 3013.56298828125, - 3013.799560546875, - 3015.62890625, - 3019.584716796875, - 3019.846435546875, - 3022.1419677734375, - 3027.17431640625, - 3022.0001220703125, - 3038.43408203125, - 3048.41796875, - 3065.590576171875, - 3045.2509765625, - 3050.7069091796875, - 3072.815185546875, - 3054.94384765625, - 3051.04541015625, - 3069.914794921875, - 3072.6097412109375, - 3086.4189453125, - 3052.1624755859375, - 3072.160888671875 + 3010.500732421875, + 3011.36181640625, + 3011.067138671875, + 3012.76171875, + 3014.4761962890625, + 3015.7200927734375, + 3016.192138671875, + 3023.025390625, + 3023.2041015625, + 3024.2547607421875, + 3028.012939453125, + 3057.7523193359375, + 3042.47607421875, + 3059.857177734375, + 3059.458740234375, + 3080.291259765625, + 3059.1907958984375, + 3051.556396484375, + 3051.9954833984375, + 3060.0009765625, + 3056.2000732421875, + 3063.701904296875, + 3058.5426025390625, + 3089.1646728515625 ], "timestamps": [ "2026-06-16 15:55:00", diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 274ba7c63b2ad353df0e325509399c97951e9f58..6d1aa72e1653b5d1d25fe7ba38712058e5202b7f 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,17 +1,23 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T02:33:23.688776+00:00", + "evaluated_at": "2026-06-17T02:39:54.803893+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t235400z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t175000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t235000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index 440dac44a6cbee2e266ec9cb912bbfbdd6064752..6ed6177a54638cc0b53b777704bfd5a5980ecc20 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-17T02:27:15.676967+00:00", - "finished_at": "2026-06-17T02:33:48.522116+00:00", - "task_count": 2, + "started_at": "2026-06-17T02:37:25.268321+00:00", + "finished_at": "2026-06-17T02:40:11.943822+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,17 +10,23 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T02:27:59.194857+00:00", + "evaluated_at": "2026-06-17T02:38:09.173742+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t235400z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t175000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t235000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 } @@ -30,17 +36,23 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T02:28:13.785988+00:00", + "evaluated_at": "2026-06-17T02:38:29.420045+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t175000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t235400z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t235000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 } @@ -50,17 +62,23 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T02:29:41.906577+00:00", + "evaluated_at": "2026-06-17T02:38:47.953314+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t175000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t235400z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t235000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 } @@ -70,17 +88,23 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T02:33:10.549535+00:00", + "evaluated_at": "2026-06-17T02:39:36.480217+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t235400z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t175000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t235000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 } @@ -90,17 +114,23 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T02:33:23.688776+00:00", + "evaluated_at": "2026-06-17T02:39:54.803893+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t175000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t235400z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t235000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 } @@ -110,17 +140,23 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T02:33:48.519517+00:00", + "evaluated_at": "2026-06-17T02:40:11.940477+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t175000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t235400z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t235000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 } @@ -130,7 +166,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-17T02:34:00.152628+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_023731.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_023731.json new file mode 100644 index 0000000000000000000000000000000000000000..be795977cf143612b0718cf54a7e32f1515d7e95 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_023731.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T02:37:31.684762+00:00", + "metrics": { + "MSE[mean]": 223486.52127075195, + "MSE[0.5]": 223486.52127075195, + "MAE[0.5]": 349.591796875, + "MASE[0.5]": 0.3658621836189064, + "MAPE[0.5]": 0.005268759216255609, + "sMAPE[0.5]": 0.005294095674208028, + "MSIS": 3.52619231419126, + "RMSE[mean]": 472.7436105023017, + "NRMSE[mean]": 0.007157527362641042, + "ND[0.5]": 0.005292959643027219, + "mean_weighted_sum_quantile_loss": 0.0076459248925585775 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00" + ], + "context": [ + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875 + ], + "actual": [ + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65906.0078125 + ], + "predictions": { + "p50": [ + 65799.9140625, + 65759.0, + 65760.765625, + 65737.2421875, + 65719.7890625, + 65720.3828125, + 65719.6171875, + 65714.828125, + 65719.8515625, + 65723.296875, + 65705.3203125, + 65670.765625, + 65662.8203125, + 65638.9609375, + 65640.4140625, + 65644.296875, + 65749.7421875, + 65728.8046875, + 65741.9296875, + 65714.3359375, + 65717.0546875, + 65697.5234375, + 65676.4296875, + 65673.1015625 + ], + "p10": [ + 65211.015625, + 64973.5859375, + 64839.7890625, + 64699.37890625, + 64570.078125, + 64426.55078125, + 64343.0, + 64255.60546875, + 64162.453125, + 64062.26171875, + 64020.359375, + 63937.90625, + 63891.09375, + 63804.86328125, + 63749.5, + 63737.51171875, + 63643.69921875, + 63603.81640625, + 63588.359375, + 63562.6171875, + 63524.00390625, + 63478.5625, + 63440.3046875, + 63416.7890625 + ], + "p90": [ + 66139.2265625, + 66287.0078125, + 66414.703125, + 66528.8125, + 66589.796875, + 66666.4921875, + 66730.84375, + 66812.7578125, + 66845.0859375, + 66922.8515625, + 66960.9296875, + 66996.0703125, + 67042.078125, + 67066.7109375, + 67096.3671875, + 67097.21875, + 67338.4453125, + 67337.71875, + 67323.375, + 67386.7890625, + 67385.6171875, + 67468.28125, + 67494.171875, + 67512.7578125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_023942.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_023942.json new file mode 100644 index 0000000000000000000000000000000000000000..c71ddf61a098c0a836d077b03ea9ad786ee995c4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_023942.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T02:39:42.429420+00:00", + "metrics": { + "MSE[mean]": 279402.3199666341, + "MSE[0.5]": 212490.03783607483, + "MAE[0.5]": 416.7657877604167, + "MASE[0.5]": 0.43616252592505783, + "MAPE[0.5]": 0.006306728088627818, + "sMAPE[0.5]": 0.006303942055990017, + "MSIS": 2.6924105159665657, + "RMSE[mean]": 528.5852059664876, + "NRMSE[mean]": 0.008002991454865925, + "ND[0.5]": 0.006310000734940251, + "mean_weighted_sum_quantile_loss": 0.0064240132369152705 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00" + ], + "context": [ + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875 + ], + "actual": [ + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65906.0078125 + ], + "predictions": { + "p50": [ + 65886.96875, + 65854.58984375, + 65943.48828125, + 65842.84765625, + 65919.125, + 66029.33984375, + 66019.98046875, + 65921.92578125, + 66117.7109375, + 66169.9453125, + 66179.94140625, + 66118.3125, + 66288.3125, + 66242.0546875, + 66160.14453125, + 66181.30078125, + 66160.9609375, + 66163.796875, + 66455.625, + 66192.32421875, + 66058.8828125, + 66279.22265625, + 66338.21875, + 66459.0859375 + ], + "p10": [ + 65535.84765625, + 65216.3828125, + 65367.037109375, + 65066.90234375, + 65215.4609375, + 65268.134765625, + 65080.123046875, + 64829.73828125, + 65149.931640625, + 65151.138671875, + 65194.248046875, + 64941.12890625, + 64968.03125, + 64812.78125, + 64784.595703125, + 64823.087890625, + 64515.611328125, + 64563.041015625, + 64676.337890625, + 64617.23828125, + 64612.70703125, + 64489.251953125, + 64583.259765625, + 64620.6171875 + ], + "p90": [ + 66346.3203125, + 66372.79296875, + 66659.4765625, + 66545.51953125, + 66856.53515625, + 66769.98828125, + 67008.5859375, + 67064.55078125, + 67383.08203125, + 67276.953125, + 67543.515625, + 67353.640625, + 67667.83203125, + 67662.6953125, + 67644.8984375, + 67806.06640625, + 67806.66015625, + 67919.48046875, + 68237.61328125, + 68237.73828125, + 68226.23046875, + 68199.48046875, + 68109.1328125, + 69296.69140625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_024000.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_024000.json new file mode 100644 index 0000000000000000000000000000000000000000..3875b468ecb73a6de95031795022dac2ca0a02df --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_024000.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T02:40:00.303037+00:00", + "metrics": { + "MSE[mean]": 397540.00187683105, + "MSE[0.5]": 397540.00187683105, + "MAE[0.5]": 566.7096354166666, + "MASE[0.5]": 0.5930849251750367, + "MAPE[0.5]": 0.008561238520603889, + "sMAPE[0.5]": 0.008606683417807973, + "MSIS": 3.1129250891876494, + "RMSE[mean]": 630.507733399703, + "NRMSE[mean]": 0.00954613928968837, + "ND[0.5]": 0.00858021056669019, + "mean_weighted_sum_quantile_loss": 0.008558511845702643 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00" + ], + "context": [ + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875 + ], + "actual": [ + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65906.0078125 + ], + "predictions": { + "p50": [ + 65771.6875, + 65728.25, + 65702.1875, + 65676.125, + 65667.4375, + 65606.625, + 65597.9375, + 65563.1875, + 65537.125, + 65498.03125, + 65502.375, + 65463.28125, + 65450.25, + 65424.1875, + 65415.5, + 65389.4375, + 65376.40625, + 65350.34375, + 65341.65625, + 65311.25, + 65311.25, + 65306.90625, + 65293.875, + 65276.5 + ], + "p10": [ + 65137.5, + 64939.859375, + 64798.6875, + 64690.09375, + 64606.4765625, + 64494.76171875, + 64466.390625, + 64358.8828125, + 64292.640625, + 64207.9375, + 64160.15625, + 64090.65625, + 64036.359375, + 64018.984375, + 64012.46875, + 63964.6875, + 63938.625, + 63864.78125, + 63830.03125, + 63799.625, + 63769.21875, + 63756.1875, + 63730.125, + 63712.75 + ], + "p90": [ + 66353.75, + 66431.9375, + 66475.375, + 66501.4375, + 66553.5625, + 66536.1875, + 66553.5625, + 66570.9375, + 66588.3125, + 66553.5625, + 66588.3125, + 66588.3125, + 66614.375, + 66623.0625, + 66623.0625, + 66605.6875, + 66588.3125, + 66588.3125, + 66597.0, + 66579.625, + 66597.0, + 66597.0, + 66605.6875, + 66614.375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_023814.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_023814.json new file mode 100644 index 0000000000000000000000000000000000000000..afd0dd4edddc17fbc38dbb35cfcb14ce16a94b73 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_023814.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T02:38:14.162834+00:00", + "metrics": { + "MSE[mean]": 475482.2395280202, + "MSE[0.5]": 895897.5386791229, + "MAE[0.5]": 902.8800455729166, + "MASE[0.5]": 0.9449010759750682, + "MAPE[0.5]": 0.013655734800819322, + "sMAPE[0.5]": 0.013758796399734324, + "MSIS": 4.64342058824331, + "RMSE[mean]": 689.5522021776308, + "NRMSE[mean]": 0.01044009616504748, + "ND[0.5]": 0.013669965046178614, + "mean_weighted_sum_quantile_loss": 0.008947047541828575 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00" + ], + "context": [ + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875 + ], + "actual": [ + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65906.0078125 + ], + "predictions": { + "p50": [ + 65696.71875, + 65597.96875, + 65537.546875, + 65482.80859375, + 65417.3203125, + 65337.13671875, + 65297.265625, + 65282.03515625, + 65238.85546875, + 65190.26953125, + 65196.63671875, + 65117.69921875, + 65061.55859375, + 65060.015625, + 65021.4609375, + 64957.62109375, + 64952.05078125, + 64900.49609375, + 64879.08203125, + 64835.06640625, + 64835.72265625, + 64839.33203125, + 64838.01171875, + 64921.04296875 + ], + "p10": [ + 65661.703125, + 65677.6640625, + 65581.6484375, + 65575.21875, + 65503.2890625, + 65454.52734375, + 65363.75, + 65351.84765625, + 65356.13671875, + 65455.2734375, + 65318.48046875, + 65332.80859375, + 65221.43359375, + 65280.8671875, + 65247.40625, + 65215.20703125, + 65190.94921875, + 65046.28515625, + 65119.8671875, + 65137.8515625, + 65160.9296875, + 65159.01171875, + 65104.98828125, + 65126.828125 + ], + "p90": [ + 66057.78125, + 66090.359375, + 66159.7578125, + 66195.25, + 66211.546875, + 66205.7734375, + 66216.53125, + 66276.2109375, + 66271.28125, + 66278.78125, + 66347.8515625, + 66254.4140625, + 66275.3046875, + 66317.4296875, + 66303.2734375, + 66289.109375, + 66309.546875, + 66254.265625, + 66291.6796875, + 66242.8125, + 66277.5546875, + 66253.265625, + 66258.609375, + 66282.9453125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_023857.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_023857.json new file mode 100644 index 0000000000000000000000000000000000000000..39413c5c39ecc6d9433c0676ff9b88b4bf82067d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_023857.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-17T02:38:57.809368+00:00", + "metrics": { + "MSE[mean]": 182814.87116750082, + "MSE[0.5]": 182814.87116750082, + "MAE[0.5]": 302.7555338541667, + "MASE[0.5]": 0.31684610940170005, + "MAPE[0.5]": 0.004562246856662945, + "sMAPE[0.5]": 0.004581534924641661, + "MSIS": 2.969665978965614, + "RMSE[mean]": 427.56855727181437, + "NRMSE[mean]": 0.006473558986500706, + "ND[0.5]": 0.004583839886169426, + "mean_weighted_sum_quantile_loss": 0.006148218869061712 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00" + ], + "context": [ + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875 + ], + "actual": [ + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65906.0078125 + ], + "predictions": { + "p50": [ + 65802.125, + 65797.1796875, + 65796.4609375, + 65802.3203125, + 65785.7890625, + 65768.0546875, + 65777.0625, + 65775.2109375, + 65795.6640625, + 65818.328125, + 65818.7890625, + 65815.8671875, + 65851.2421875, + 65856.828125, + 65862.3671875, + 65881.125, + 65871.8046875, + 65859.984375, + 65874.4375, + 65860.09375, + 65855.6015625, + 65870.4921875, + 65876.4765625, + 65870.234375 + ], + "p10": [ + 65416.72265625, + 65222.83203125, + 65089.203125, + 64996.45703125, + 64901.59375, + 64817.578125, + 64758.6796875, + 64686.796875, + 64645.76953125, + 64608.85546875, + 64547.265625, + 64500.68359375, + 64490.3984375, + 64449.84375, + 64394.80078125, + 64363.70703125, + 64309.3671875, + 64260.1015625, + 64245.62109375, + 64200.3125, + 64158.7265625, + 64143.89453125, + 64123.1953125, + 64103.6796875 + ], + "p90": [ + 66228.0703125, + 66381.203125, + 66464.5859375, + 66537.640625, + 66574.6640625, + 66612.7890625, + 66687.859375, + 66745.59375, + 66824.9296875, + 66908.25, + 66951.2265625, + 66986.3359375, + 67054.0703125, + 67086.0859375, + 67109.46875, + 67136.484375, + 67138.6328125, + 67154.7421875, + 67201.859375, + 67217.453125, + 67220.078125, + 67257.53125, + 67283.2578125, + 67302.8828125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_023835.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_023835.json new file mode 100644 index 0000000000000000000000000000000000000000..d62dcf91dddd1a0421e291c6881b638c5cea2e13 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_023835.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T02:38:35.256501+00:00", + "metrics": { + "MSE[mean]": 263149.1264241536, + "MSE[0.5]": 263149.1264241536, + "MAE[0.5]": 402.2526041666667, + "MASE[0.5]": 0.420973882803749, + "MAPE[0.5]": 0.0060659803362233715, + "sMAPE[0.5]": 0.006095930519170976, + "MSIS": 3.4029632920258472, + "RMSE[mean]": 512.9806296773336, + "NRMSE[mean]": 0.007766731927945263, + "ND[0.5]": 0.006090265329990144, + "mean_weighted_sum_quantile_loss": 0.007444947363321682 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00" + ], + "context": [ + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875 + ], + "actual": [ + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65906.0078125 + ], + "predictions": { + "p50": [ + 65736.359375, + 65703.0078125, + 65702.96875, + 65690.359375, + 65684.3359375, + 65672.1484375, + 65677.796875, + 65663.515625, + 65659.25, + 65651.3671875, + 65649.8828125, + 65638.5078125, + 65650.234375, + 65614.7109375, + 65617.9921875, + 65617.40625, + 65616.7890625, + 65622.9375, + 65626.796875, + 65614.7421875, + 65610.296875, + 65597.90625, + 65598.34375, + 65591.125 + ], + "p10": [ + 65344.38671875, + 65143.0390625, + 65015.125, + 64890.98828125, + 64791.34765625, + 64688.01171875, + 64626.421875, + 64541.49609375, + 64483.5625, + 64406.9609375, + 64338.6875, + 64268.41015625, + 64207.55078125, + 64120.28125, + 64077.39453125, + 64009.296875, + 63985.0546875, + 63948.11328125, + 63894.34765625, + 63843.40625, + 63793.98046875, + 63753.7578125, + 63704.359375, + 63671.17578125 + ], + "p90": [ + 66109.984375, + 66222.375, + 66333.5703125, + 66424.5234375, + 66507.7265625, + 66573.4296875, + 66644.9140625, + 66687.859375, + 66752.5703125, + 66817.90625, + 66863.8984375, + 66906.9765625, + 66972.5390625, + 66988.7890625, + 67046.625, + 67110.6015625, + 67157.5390625, + 67221.7578125, + 67264.3828125, + 67294.3203125, + 67324.84375, + 67378.6328125, + 67407.4609375, + 67457.7109375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_023806.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_023806.json new file mode 100644 index 0000000000000000000000000000000000000000..95dc739093297178d06d563466183af6c78558a6 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_023806.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T02:38:06.022891+00:00", + "metrics": { + "MSE[mean]": 794.1378748690089, + "MSE[0.5]": 794.1378748690089, + "MAE[0.5]": 20.440175374348957, + "MASE[0.5]": 0.3227396111739309, + "MAPE[0.5]": 0.006900480577002411, + "sMAPE[0.5]": 0.006855495743729337, + "MSIS": 4.46982566431949, + "RMSE[mean]": 28.18045199901891, + "NRMSE[mean]": 0.009440687436857257, + "ND[0.5]": 0.00684762994115543, + "mean_weighted_sum_quantile_loss": 0.005308335038788658 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0 + ], + "actual": [ + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0 + ], + "predictions": { + "p50": [ + 3009.66162109375, + 3009.852783203125, + 3010.16650390625, + 3010.8095703125, + 3012.343994140625, + 3012.717529296875, + 3013.031005859375, + 3013.42333984375, + 3013.4443359375, + 3012.9462890625, + 3011.958740234375, + 3010.862548828125, + 3010.3701171875, + 3008.42333984375, + 3007.216552734375, + 3005.19140625, + 2998.442138671875, + 2998.2509765625, + 2995.78466796875, + 2993.02783203125, + 2992.366455078125, + 2992.920166015625, + 2992.181884765625, + 2991.0458984375 + ], + "p10": [ + 2998.1640625, + 2996.81591796875, + 2996.28271484375, + 2994.953857421875, + 2993.645263671875, + 2993.469970703125, + 2992.889404296875, + 2992.1298828125, + 2992.658203125, + 2991.35400390625, + 2991.197021484375, + 2989.297119140625, + 2988.27392578125, + 2986.517578125, + 2985.5634765625, + 2982.96142578125, + 2968.40869140625, + 2967.02099609375, + 2966.316162109375, + 2963.864013671875, + 2961.955322265625, + 2960.2373046875, + 2958.93896484375, + 2958.371826171875 + ], + "p90": [ + 3023.059326171875, + 3025.712890625, + 3029.8662109375, + 3033.1005859375, + 3037.509033203125, + 3038.894775390625, + 3041.227294921875, + 3042.259521484375, + 3043.230712890625, + 3041.468505859375, + 3040.769287109375, + 3041.80224609375, + 3042.97119140625, + 3043.5869140625, + 3042.382568359375, + 3041.387451171875, + 3036.08203125, + 3038.031982421875, + 3033.71826171875, + 3030.423828125, + 3033.560791015625, + 3037.180419921875, + 3037.4326171875, + 3036.90234375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_023952.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_023952.json new file mode 100644 index 0000000000000000000000000000000000000000..0d6ef00373df37dfcde71d527bbb5162daa63879 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_023952.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T02:39:52.270976+00:00", + "metrics": { + "MSE[mean]": 1803.0966520557802, + "MSE[0.5]": 1572.8713307442765, + "MAE[0.5]": 28.410532633463543, + "MASE[0.5]": 0.448587357370477, + "MAPE[0.5]": 0.009595724959121005, + "sMAPE[0.5]": 0.009506825581570743, + "MSIS": 8.95687753777755, + "RMSE[mean]": 42.46288558324528, + "NRMSE[mean]": 0.014225422305944818, + "ND[0.5]": 0.009517766376369696, + "mean_weighted_sum_quantile_loss": 0.007498219419822881 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0 + ], + "actual": [ + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0 + ], + "predictions": { + "p50": [ + 3009.4195556640625, + 3009.4007568359375, + 3009.32666015625, + 3009.4439697265625, + 3009.6490478515625, + 3009.895751953125, + 3009.24169921875, + 3009.6844482421875, + 3009.984130859375, + 3010.178955078125, + 3012.22119140625, + 3011.256591796875, + 3011.482177734375, + 3011.67333984375, + 3010.2772216796875, + 3011.5794677734375, + 3017.1422119140625, + 3017.1173095703125, + 3016.306640625, + 3017.530517578125, + 3017.7064208984375, + 3016.8846435546875, + 3020.16748046875, + 3020.30615234375 + ], + "p10": [ + 3008.2003173828125, + 3007.777587890625, + 3007.60986328125, + 3006.3238525390625, + 3005.6444091796875, + 3003.3553466796875, + 3001.892333984375, + 3003.2607421875, + 3001.408935546875, + 2997.9886474609375, + 2997.862548828125, + 2991.25244140625, + 2987.8853759765625, + 2994.1910400390625, + 2986.8857421875, + 2987.7938232421875, + 2990.58837890625, + 2989.5350341796875, + 2986.1104736328125, + 2989.275390625, + 2982.93212890625, + 2988.5936279296875, + 2982.907958984375, + 2985.3876953125 + ], + "p90": [ + 3010.500732421875, + 3011.36181640625, + 3011.067138671875, + 3012.76171875, + 3014.4761962890625, + 3015.7200927734375, + 3016.192138671875, + 3023.025390625, + 3023.2041015625, + 3024.2547607421875, + 3028.012939453125, + 3057.7523193359375, + 3042.47607421875, + 3059.857177734375, + 3059.458740234375, + 3080.291259765625, + 3059.1907958984375, + 3051.556396484375, + 3051.9954833984375, + 3060.0009765625, + 3056.2000732421875, + 3063.701904296875, + 3058.5426025390625, + 3089.1646728515625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_024009.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_024009.json new file mode 100644 index 0000000000000000000000000000000000000000..bfd911df9d91031fb4a2cb8844bb86bf197f9920 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_024009.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T02:40:09.248174+00:00", + "metrics": { + "MSE[mean]": 1236.2796325683594, + "MSE[0.5]": 1236.2796325683594, + "MAE[0.5]": 25.341796875, + "MASE[0.5]": 0.4001336348684211, + "MAPE[0.5]": 0.008558688626593787, + "sMAPE[0.5]": 0.008488783612222906, + "MSIS": 15.511627036646791, + "RMSE[mean]": 35.16076837283792, + "NRMSE[mean]": 0.011779151883697795, + "ND[0.5]": 0.0084897141959799, + "mean_weighted_sum_quantile_loss": 0.009292048758331587 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0 + ], + "actual": [ + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0 + ], + "predictions": { + "p50": [ + 3009.328125, + 3009.0, + 3008.34375, + 3009.328125, + 3008.671875, + 3009.328125, + 3008.671875, + 3009.0, + 3009.0, + 3009.328125, + 3008.671875, + 3009.0, + 3009.0, + 3009.328125, + 3009.328125, + 3009.65625, + 3009.65625, + 3009.65625, + 3009.65625, + 3010.3125, + 3009.65625, + 3009.65625, + 3010.3125, + 3010.96875 + ], + "p10": [ + 3007.6875, + 3007.6875, + 3007.03125, + 3008.34375, + 3007.359375, + 3008.34375, + 3008.015625, + 3008.671875, + 3008.671875, + 3008.34375, + 3008.015625, + 3008.015625, + 3007.359375, + 3007.6875, + 3008.015625, + 3007.359375, + 3006.375, + 3005.71875, + 3005.390625, + 3007.03125, + 3005.71875, + 3005.390625, + 3005.390625, + 3005.0625 + ], + "p90": [ + 3018.1875, + 3026.390625, + 3035.25, + 3043.2890625, + 3049.359375, + 3055.7578125, + 3061.41796875, + 3064.78125, + 3067.283203125, + 3069.087890625, + 3067.8369140625, + 3065.888671875, + 3066.708984375, + 3066.09375, + 3065.724609375, + 3064.083984375, + 3065.765625, + 3068.5546875, + 3069.416015625, + 3070.59521484375, + 3070.723388671875, + 3071.8154296875, + 3072.73828125, + 3074.2353515625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_023826.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_023826.json new file mode 100644 index 0000000000000000000000000000000000000000..15a6aa01f8a220aefe9339a3ba1bae7685bd35bb --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_023826.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T02:38:26.736994+00:00", + "metrics": { + "MSE[mean]": 1177.9508912513654, + "MSE[0.5]": 880.4262108008066, + "MAE[0.5]": 22.790364583333332, + "MASE[0.5]": 0.35984786184210527, + "MAPE[0.5]": 0.007688490415567811, + "sMAPE[0.5]": 0.007639661093089796, + "MSIS": 20.3492870130037, + "RMSE[mean]": 34.32128918399432, + "NRMSE[mean]": 0.011497919324621212, + "ND[0.5]": 0.007634963009491904, + "mean_weighted_sum_quantile_loss": 0.009800644238020738 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0 + ], + "actual": [ + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0 + ], + "predictions": { + "p50": [ + 3010.25048828125, + 3009.39697265625, + 3007.213134765625, + 3004.3447265625, + 3006.130126953125, + 3006.19287109375, + 3004.9970703125, + 3005.74755859375, + 3003.502685546875, + 3007.037109375, + 3004.71875, + 3005.900146484375, + 3005.264892578125, + 3003.564208984375, + 3004.80224609375, + 3002.798095703125, + 3000.20654296875, + 3001.5078125, + 2999.7685546875, + 3000.84765625, + 2999.436767578125, + 3000.30224609375, + 3001.00244140625, + 2998.818359375 + ], + "p10": [ + 3013.909423828125, + 3012.794189453125, + 3011.804931640625, + 3012.2314453125, + 3014.456787109375, + 3015.041015625, + 3019.731201171875, + 3017.21044921875, + 3019.451171875, + 3017.122802734375, + 3018.6416015625, + 3019.50390625, + 3019.39794921875, + 3017.308837890625, + 3019.27880859375, + 3015.85498046875, + 3022.045654296875, + 3019.559814453125, + 3016.422119140625, + 3019.009033203125, + 3016.868408203125, + 3014.470458984375, + 3017.57568359375, + 3016.2158203125 + ], + "p90": [ + 3017.5087890625, + 3019.34423828125, + 3018.857421875, + 3020.77099609375, + 3023.292724609375, + 3025.510498046875, + 3024.989990234375, + 3026.3681640625, + 3026.861328125, + 3031.4248046875, + 3031.5087890625, + 3030.339599609375, + 3031.20947265625, + 3032.301513671875, + 3033.950927734375, + 3031.81982421875, + 3031.137451171875, + 3033.833984375, + 3032.76025390625, + 3035.192138671875, + 3033.916259765625, + 3036.675537109375, + 3035.34326171875, + 3035.64501953125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_023932.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_023932.json new file mode 100644 index 0000000000000000000000000000000000000000..d8bc82985e94f484af0514eae1e50b7378a7d4a3 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_023932.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-17T02:39:32.072203+00:00", + "metrics": { + "MSE[mean]": 1201.771551154554, + "MSE[0.5]": 1201.771551154554, + "MAE[0.5]": 25.124704996744793, + "MASE[0.5]": 0.39670586836965455, + "MAPE[0.5]": 0.008484597046413595, + "sMAPE[0.5]": 0.008416666138716472, + "MSIS": 15.460255994294819, + "RMSE[mean]": 34.66657685948461, + "NRMSE[mean]": 0.011613593587767038, + "ND[0.5]": 0.008416986598574469, + "mean_weighted_sum_quantile_loss": 0.009478349380971213 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0 + ], + "actual": [ + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0 + ], + "predictions": { + "p50": [ + 3008.518798828125, + 3008.577880859375, + 3008.669189453125, + 3008.666015625, + 3008.70849609375, + 3008.6455078125, + 3008.75732421875, + 3008.909912109375, + 3009.060546875, + 3009.124755859375, + 3009.10693359375, + 3009.32421875, + 3008.662841796875, + 3008.820556640625, + 3009.04541015625, + 3009.13134765625, + 3009.183837890625, + 3009.207763671875, + 3009.0, + 3008.9990234375, + 3008.815185546875, + 3008.803955078125, + 3008.871826171875, + 3008.625244140625 + ], + "p10": [ + 3007.55517578125, + 3007.407470703125, + 3007.47314453125, + 3007.48388671875, + 3007.519287109375, + 3007.42041015625, + 3007.690673828125, + 3007.521240234375, + 3006.9833984375, + 3006.950439453125, + 3006.79931640625, + 3006.2939453125, + 3006.1181640625, + 3005.938232421875, + 3005.836181640625, + 3005.5751953125, + 3005.47021484375, + 3005.63916015625, + 3005.390869140625, + 3005.12744140625, + 3005.38671875, + 3005.37890625, + 3005.5556640625, + 3005.478271484375 + ], + "p90": [ + 3015.757568359375, + 3035.744140625, + 3053.325927734375, + 3064.13916015625, + 3071.715087890625, + 3073.065673828125, + 3072.660400390625, + 3072.2939453125, + 3076.846435546875, + 3079.060791015625, + 3078.673095703125, + 3077.313232421875, + 3079.58251953125, + 3082.560302734375, + 3079.35791015625, + 3078.21435546875, + 3079.653076171875, + 3079.5654296875, + 3077.765380859375, + 3076.336181640625, + 3080.828125, + 3083.84765625, + 3084.133544921875, + 3083.8671875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_023844.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_023844.json new file mode 100644 index 0000000000000000000000000000000000000000..f103802f863e44fd7e223962718b6dcb15c29614 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_023844.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T02:38:44.531112+00:00", + "metrics": { + "MSE[mean]": 1456.0668319389224, + "MSE[0.5]": 1456.0668319389224, + "MAE[0.5]": 27.698211669921875, + "MASE[0.5]": 0.4373401842619244, + "MAPE[0.5]": 0.009352835160007358, + "sMAPE[0.5]": 0.009270504712032881, + "MSIS": 15.392096750359785, + "RMSE[mean]": 38.15844378298102, + "NRMSE[mean]": 0.012783398252254947, + "ND[0.5]": 0.009279132887746021, + "mean_weighted_sum_quantile_loss": 0.009499899384194311 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0 + ], + "actual": [ + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0 + ], + "predictions": { + "p50": [ + 3009.613525390625, + 3009.751708984375, + 3009.91455078125, + 3010.013427734375, + 3010.18994140625, + 3010.402587890625, + 3012.227783203125, + 3010.69482421875, + 3010.920166015625, + 3013.208251953125, + 3013.968017578125, + 3016.26025390625, + 3014.869140625, + 3016.72021484375, + 3010.855224609375, + 3010.80078125, + 3010.282958984375, + 3012.406005859375, + 3010.777099609375, + 3011.455078125, + 3012.335205078125, + 3013.82470703125, + 3015.54931640625, + 3026.27587890625 + ], + "p10": [ + 3009.141845703125, + 3009.27685546875, + 3009.42041015625, + 3009.4169921875, + 3009.281005859375, + 3009.477294921875, + 3009.49658203125, + 3009.345947265625, + 3008.7978515625, + 3009.223388671875, + 3009.364013671875, + 3008.973876953125, + 3008.540283203125, + 3009.211181640625, + 3008.358154296875, + 3008.476806640625, + 3008.080078125, + 3006.64599609375, + 3005.292724609375, + 3003.80712890625, + 3003.82177734375, + 3003.379638671875, + 3003.99560546875, + 3004.199951171875 + ], + "p90": [ + 3025.876708984375, + 3058.4501953125, + 3060.69384765625, + 3060.431396484375, + 3060.67919921875, + 3060.539306640625, + 3059.98095703125, + 3059.524169921875, + 3060.81005859375, + 3059.457275390625, + 3059.390869140625, + 3060.139404296875, + 3060.18701171875, + 3059.62451171875, + 3059.89697265625, + 3059.949462890625, + 3059.70849609375, + 3059.957763671875, + 3060.1923828125, + 3060.295166015625, + 3060.21484375, + 3058.974853515625, + 3059.85693359375, + 3060.3505859375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_023749.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_023749.json new file mode 100644 index 0000000000000000000000000000000000000000..3d9f7df636dd430e1942c63c2f2d242ed9a980ce --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_023749.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T02:37:49.584812+00:00", + "metrics": { + "MSE[mean]": 0.013595536798553928, + "MSE[0.5]": 0.013595536798553928, + "MAE[0.5]": 0.09849085907141368, + "MASE[0.5]": 0.6952294764413032, + "MAPE[0.5]": 0.08250795343344317, + "sMAPE[0.5]": 0.08537015637638545, + "MSIS": 3.3349636194346455, + "RMSE[mean]": 0.11659990050833632, + "NRMSE[mean]": 0.09994277186428827, + "ND[0.5]": 0.08442073634692601, + "mean_weighted_sum_quantile_loss": 0.07647200330855354 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158 + ], + "actual": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.1683499813079834, + 1.1528480052947998, + 1.1365435123443604, + 1.1158121824264526, + 1.1119168996810913, + 1.1110754013061523, + 1.1068651676177979, + 1.0977377891540527, + 1.0921343564987183, + 1.0905927419662476, + 1.0872300863265991, + 1.08527410030365, + 1.0850735902786255, + 1.085014820098877, + 1.0838639736175537, + 1.0852835178375244, + 1.1051239967346191, + 1.1082185506820679, + 1.1119259595870972, + 1.1116563081741333, + 1.1105833053588867, + 1.112198829650879, + 1.1154683828353882, + 1.1189552545547485 + ], + "p10": [ + 1.0470218658447266, + 1.0009856224060059, + 0.9678435921669006, + 0.9356934428215027, + 0.9192213416099548, + 0.9258266091346741, + 0.9311176538467407, + 0.92676842212677, + 0.9278071522712708, + 0.923317551612854, + 0.9239781498908997, + 0.9193090200424194, + 0.9237383604049683, + 0.9190137982368469, + 0.9174169898033142, + 0.9143134355545044, + 0.9179146885871887, + 0.9206358194351196, + 0.9224994778633118, + 0.9226160645484924, + 0.9162533283233643, + 0.9188341498374939, + 0.9170979261398315, + 0.9170388579368591 + ], + "p90": [ + 1.2973177433013916, + 1.31827974319458, + 1.3202049732208252, + 1.3271185159683228, + 1.3214349746704102, + 1.3255341053009033, + 1.3170006275177002, + 1.3101657629013062, + 1.3072162866592407, + 1.3027539253234863, + 1.3031724691390991, + 1.2955536842346191, + 1.2998515367507935, + 1.302476167678833, + 1.3058425188064575, + 1.3143060207366943, + 1.3482156991958618, + 1.3504207134246826, + 1.3537075519561768, + 1.355776071548462, + 1.3637515306472778, + 1.3698705434799194, + 1.3733813762664795, + 1.3800920248031616 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_023947.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_023947.json new file mode 100644 index 0000000000000000000000000000000000000000..067cf8279dd2383265f3c1e4caa7feffc37d0b16 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_023947.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T02:39:47.287577+00:00", + "metrics": { + "MSE[mean]": 0.010732934067759103, + "MSE[0.5]": 0.008920110255567604, + "MAE[0.5]": 0.07150259365638097, + "MASE[0.5]": 0.504724105572851, + "MAPE[0.5]": 0.063485640799387, + "sMAPE[0.5]": 0.061460707636471934, + "MSIS": 4.176237651672759, + "RMSE[mean]": 0.10359987484432162, + "NRMSE[mean]": 0.08879989272370424, + "ND[0.5]": 0.06128793741975512, + "mean_weighted_sum_quantile_loss": 0.07038205511986262 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158 + ], + "actual": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.1793867945671082, + 1.1654487252235413, + 1.1801852583885193, + 1.1676657795906067, + 1.1935250163078308, + 1.2329409718513489, + 1.2210739850997925, + 1.2248735427856445, + 1.176870048046112, + 1.2138358354568481, + 1.1953123211860657, + 1.1946378946304321, + 1.1991387009620667, + 1.1787635684013367, + 1.2022185921669006, + 1.160043478012085, + 1.201835036277771, + 1.2457996010780334, + 1.2197526693344116, + 1.208208441734314, + 1.1835699081420898, + 1.1962561011314392, + 1.179319977760315, + 1.2200669646263123 + ], + "p10": [ + 1.0607245564460754, + 1.0112621784210205, + 0.9944000840187073, + 0.990932434797287, + 1.0219901204109192, + 1.0346922278404236, + 1.0563668012619019, + 0.9614625871181488, + 0.9697764217853546, + 1.023955225944519, + 0.962704598903656, + 0.9422421455383301, + 0.9452366530895233, + 0.9517554044723511, + 0.9473988711833954, + 0.8969857096672058, + 0.9710246920585632, + 0.9384944438934326, + 0.9513388872146606, + 0.90659299492836, + 0.9464959502220154, + 0.9209402799606323, + 0.9092686176300049, + 0.9196769893169403 + ], + "p90": [ + 1.3044376373291016, + 1.3360865712165833, + 1.375226080417633, + 1.3658239245414734, + 1.4354837536811829, + 1.5148229002952576, + 1.490556001663208, + 1.4958983659744263, + 1.4918183088302612, + 1.5672577023506165, + 1.4599372744560242, + 1.5471985340118408, + 1.5308964252471924, + 1.5278297662734985, + 1.5264540314674377, + 1.5991533994674683, + 1.4816251993179321, + 1.5914995074272156, + 1.6997908353805542, + 1.5689507126808167, + 1.6416168808937073, + 1.738393485546112, + 1.660051167011261, + 1.6788446307182312 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_024004.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_024004.json new file mode 100644 index 0000000000000000000000000000000000000000..8ba9bf58135eae3bec5c901ef041310d270fabeb --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_024004.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T02:40:04.761530+00:00", + "metrics": { + "MSE[mean]": 0.01599501909269622, + "MSE[0.5]": 0.01599501909269622, + "MAE[0.5]": 0.10616993407408397, + "MASE[0.5]": 0.7494347026317761, + "MAPE[0.5]": 0.0883852280878431, + "sMAPE[0.5]": 0.09241591967718936, + "MSIS": 5.34646982084109, + "RMSE[mean]": 0.12647141610931784, + "NRMSE[mean]": 0.10840407095084385, + "ND[0.5]": 0.09100280063492912, + "mean_weighted_sum_quantile_loss": 0.07685432292166211 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158 + ], + "actual": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.1533775329589844, + 1.1328611373901367, + 1.1198606491088867, + 1.1086883544921875, + 1.1056413650512695, + 1.1009693145751953, + 1.0957894325256348, + 1.0916759967803955, + 1.0888447761535645, + 1.0891622304916382, + 1.0874419212341309, + 1.085220217704773, + 1.08352530002594, + 1.083918809890747, + 1.0827255249023438, + 1.0807322263717651, + 1.0852011442184448, + 1.0900001525878906, + 1.084083914756775, + 1.0810115337371826, + 1.0805798768997192, + 1.0837030410766602, + 1.0848456621170044, + 1.0812654495239258 + ], + "p10": [ + 1.0254039764404297, + 0.9937152862548828, + 0.9811210632324219, + 0.9705581665039062, + 0.9640579223632812, + 0.9632453918457031, + 0.9551200866699219, + 0.949432373046875, + 0.9461822509765625, + 0.9445571899414062, + 0.9445571899414062, + 0.94293212890625, + 0.9404945373535156, + 0.9437446594238281, + 0.9445571899414062, + 0.94293212890625, + 0.9453697204589844, + 0.949432373046875, + 0.9453697204589844, + 0.9437446594238281, + 0.94293212890625, + 0.9437446594238281, + 0.9437446594238281, + 0.9396820068359375 + ], + "p90": [ + 1.2776947021484375, + 1.2825698852539062, + 1.2785072326660156, + 1.2703819274902344, + 1.274444580078125, + 1.2679443359375, + 1.2646942138671875, + 1.261444091796875, + 1.2557563781738281, + 1.2557563781738281, + 1.2533187866210938, + 1.2492561340332031, + 1.2492561340332031, + 1.2460060119628906, + 1.241943359375, + 1.2378807067871094, + 1.2443809509277344, + 1.2508811950683594, + 1.2435684204101562, + 1.2403182983398438, + 1.2386932373046875, + 1.2435684204101562, + 1.2468185424804688, + 1.2427558898925781 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_023821.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_023821.json new file mode 100644 index 0000000000000000000000000000000000000000..627546a20acf453a20122e979ad16b3a99cfd161 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_023821.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T02:38:21.313154+00:00", + "metrics": { + "MSE[mean]": 0.013859413129971188, + "MSE[0.5]": 0.019705458622558087, + "MAE[0.5]": 0.11866786082585652, + "MASE[0.5]": 0.8376553472089183, + "MAPE[0.5]": 0.0983004685509808, + "sMAPE[0.5]": 0.10409031215283789, + "MSIS": 10.146533436517137, + "RMSE[mean]": 0.11772600872352373, + "NRMSE[mean]": 0.10090800747730605, + "ND[0.5]": 0.1017153092793056, + "mean_weighted_sum_quantile_loss": 0.07532850257934086 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158 + ], + "actual": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.131269931793213, + 1.113548994064331, + 1.1036022901535034, + 1.0934561491012573, + 1.09160578250885, + 1.0822489261627197, + 1.0775372982025146, + 1.0727357864379883, + 1.0690972805023193, + 1.0660991668701172, + 1.0639700889587402, + 1.066230058670044, + 1.0646413564682007, + 1.0653738975524902, + 1.062662959098816, + 1.0550943613052368, + 1.0608294010162354, + 1.0604437589645386, + 1.0610995292663574, + 1.0622491836547852, + 1.0640175342559814, + 1.0632401704788208, + 1.0585345029830933, + 1.0643327236175537 + ], + "p10": [ + 1.15314519405365, + 1.1423678398132324, + 1.1313581466674805, + 1.123980164527893, + 1.1239053010940552, + 1.124451756477356, + 1.1176011562347412, + 1.1084165573120117, + 1.1088324785232544, + 1.1086024045944214, + 1.1075570583343506, + 1.1031378507614136, + 1.1063790321350098, + 1.1035473346710205, + 1.1067612171173096, + 1.1048005819320679, + 1.1001002788543701, + 1.106192708015442, + 1.1104795932769775, + 1.1046582460403442, + 1.1057606935501099, + 1.116402268409729, + 1.109657645225525, + 1.106964349746704 + ], + "p90": [ + 1.2469717264175415, + 1.2441909313201904, + 1.2443263530731201, + 1.2374387979507446, + 1.239834189414978, + 1.2345097064971924, + 1.2321088314056396, + 1.2321240901947021, + 1.233098030090332, + 1.2279868125915527, + 1.230114459991455, + 1.2295488119125366, + 1.2315250635147095, + 1.2366119623184204, + 1.2354995012283325, + 1.2317719459533691, + 1.2384320497512817, + 1.237285852432251, + 1.2426536083221436, + 1.242074966430664, + 1.2466113567352295, + 1.2486668825149536, + 1.2439982891082764, + 1.2472832202911377 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_023919.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_023919.json new file mode 100644 index 0000000000000000000000000000000000000000..b644e6f1fc955dee22370ba07f3956611815d271 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_023919.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-17T02:39:19.083926+00:00", + "metrics": { + "MSE[mean]": 0.011717903767754242, + "MSE[0.5]": 0.011717903767754242, + "MAE[0.5]": 0.09035885334014893, + "MASE[0.5]": 0.6378270927047013, + "MAPE[0.5]": 0.0767425799430521, + "sMAPE[0.5]": 0.07798548308806626, + "MSIS": 3.761891387593092, + "RMSE[mean]": 0.10824926682317179, + "NRMSE[mean]": 0.09278508584843295, + "ND[0.5]": 0.07745044572012764, + "mean_weighted_sum_quantile_loss": 0.0801267007040599 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158 + ], + "actual": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.1749860048294067, + 1.1661258935928345, + 1.1551108360290527, + 1.147666096687317, + 1.1501011848449707, + 1.1553574800491333, + 1.1491672992706299, + 1.1364526748657227, + 1.130064606666565, + 1.126410722732544, + 1.1247133016586304, + 1.1232339143753052, + 1.1212948560714722, + 1.118628740310669, + 1.1149436235427856, + 1.1075612306594849, + 1.1247227191925049, + 1.1268526315689087, + 1.1230982542037964, + 1.1205352544784546, + 1.1210683584213257, + 1.1218948364257812, + 1.1270403861999512, + 1.1327131986618042 + ], + "p10": [ + 1.0258667469024658, + 0.9879735112190247, + 0.9649743437767029, + 0.9521605968475342, + 0.9519846439361572, + 0.9539558291435242, + 0.9440438747406006, + 0.9274027943611145, + 0.9190752506256104, + 0.9135699272155762, + 0.9081017374992371, + 0.9071792960166931, + 0.9045700430870056, + 0.9025065898895264, + 0.8973134160041809, + 0.88858962059021, + 0.9048100709915161, + 0.904796838760376, + 0.8998995423316956, + 0.8948953151702881, + 0.8901494145393372, + 0.8902303576469421, + 0.8950875997543335, + 0.8990026712417603 + ], + "p90": [ + 1.3566046953201294, + 1.3859139680862427, + 1.3976603746414185, + 1.4107149839401245, + 1.4321279525756836, + 1.450676441192627, + 1.4499340057373047, + 1.4423643350601196, + 1.4408276081085205, + 1.4426047801971436, + 1.4465057849884033, + 1.4552843570709229, + 1.4581366777420044, + 1.4566481113433838, + 1.4567595720291138, + 1.458305835723877, + 1.4861819744110107, + 1.4917954206466675, + 1.4879024028778076, + 1.4878957271575928, + 1.4884355068206787, + 1.4985098838806152, + 1.5122172832489014, + 1.5245652198791504 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_023840.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_023840.json new file mode 100644 index 0000000000000000000000000000000000000000..8c4c1c6e94684972c4c502d7ae02a98029bf44b0 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_023840.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T02:38:40.032191+00:00", + "metrics": { + "MSE[mean]": 0.0094145420275904, + "MSE[0.5]": 0.0094145420275904, + "MAE[0.5]": 0.07443803052107494, + "MASE[0.5]": 0.525444832895251, + "MAPE[0.5]": 0.0655091691888383, + "sMAPE[0.5]": 0.06410878158461038, + "MSIS": 3.3537149395019967, + "RMSE[mean]": 0.09702856294715696, + "NRMSE[mean]": 0.08316733966899167, + "ND[0.5]": 0.06380402616092137, + "mean_weighted_sum_quantile_loss": 0.06538589946807377 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158 + ], + "actual": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.1970053911209106, + 1.1900821924209595, + 1.1785557270050049, + 1.1801949739456177, + 1.1817214488983154, + 1.1935330629348755, + 1.1901241540908813, + 1.18062162399292, + 1.1738954782485962, + 1.1723018884658813, + 1.1734049320220947, + 1.1831613779067993, + 1.1775895357131958, + 1.1753277778625488, + 1.1625341176986694, + 1.1687116622924805, + 1.1698650121688843, + 1.1873266696929932, + 1.1804389953613281, + 1.1734950542449951, + 1.1666550636291504, + 1.164901852607727, + 1.169656753540039, + 1.1798193454742432 + ], + "p10": [ + 1.0424240827560425, + 1.0225979089736938, + 1.0082865953445435, + 0.9954943656921387, + 1.0010051727294922, + 1.0182920694351196, + 1.0223838090896606, + 0.9950041770935059, + 0.9804554581642151, + 0.9705004096031189, + 0.9711205959320068, + 0.984708309173584, + 0.9874646663665771, + 0.9494614005088806, + 0.9482178688049316, + 0.9390699863433838, + 0.9528279304504395, + 0.9680620431900024, + 0.9658827781677246, + 0.9461546540260315, + 0.9350482821464539, + 0.9344903230667114, + 0.9346999526023865, + 0.9477740526199341 + ], + "p90": [ + 1.3258432149887085, + 1.3469282388687134, + 1.3745372295379639, + 1.4089990854263306, + 1.4101874828338623, + 1.449623942375183, + 1.455653429031372, + 1.4400920867919922, + 1.4359195232391357, + 1.4344758987426758, + 1.4443438053131104, + 1.4593775272369385, + 1.4502921104431152, + 1.438464879989624, + 1.4311645030975342, + 1.4337741136550903, + 1.4561036825180054, + 1.4784409999847412, + 1.4717825651168823, + 1.463230013847351, + 1.4624748229980469, + 1.4641873836517334, + 1.4670528173446655, + 1.4896464347839355 + ] + } +} diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 42ee686a1e4488507ac5153a7e12873e9dbed33f..0954229a54047921571084125cb867e16fd4ff61 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,407661.6753768921,407661.6753768921,573.7926432291666,0.6004975839617576,0.008667409501842733,0.008714013212947966,3.1129250891876494,638.4838881106492,0.00966586485166756,0.008686518556867749,0.008617165241856366,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,397540.00187683105,397540.00187683105,566.7096354166666,0.5930849251750367,0.008561238520603889,0.008606683417807973,3.1129250891876494,630.507733399703,0.00954613928968837,0.00858021056669019,0.008558511845702643,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,16.3477594400797,16.3477594400797,3.03729780515035,1.8965456189604009,0.13265318939582207,0.11902678140052318,32.43547507346092,4.04323625825646,0.1775393250595865,0.13336836333276494,0.09754846870080457,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.04566714515026504,0.04566714515026504,0.18836893637975058,0.1509240399709999,0.17318090177503387,0.15551085433674375,1.4787576220395489,0.21369872519569472,0.18768139450726648,0.16543544950596828,0.10479311591871268,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.017935101419541393,0.017935101419541393,0.11295008659362793,0.7972945947151304,0.09628582062825597,0.09692612385262518,3.632358893390169,0.13392199751923278,0.11479027576844683,0.09681435334244093,0.07847704759633028,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.01599501909269622,0.01599501909269622,0.10616993407408397,0.7494347026317761,0.0883852280878431,0.09241591967718936,5.34646982084109,0.12647141610931784,0.10840407095084385,0.09100280063492912,0.07685432292166211,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.18168218825439908,0.18168218825439908,0.39023550351460773,0.22071449787497696,0.020153976779839194,0.020172079847674194,1.7016056968381943,0.4262419362925228,0.022171232350114894,0.02029833595197615,0.023996830051385514,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,745.6884852954821,745.6884852954821,20.167683601379395,3.546832537731959,0.4767648061106356,0.638334846725635,101.76762488931415,27.307297290202158,0.809005252087343,0.5974872497471874,0.544065117370352,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.7662541300989384,0.7662541300989384,0.7213712533315023,0.30214503830142597,0.0305963553575951,0.030610376669773398,1.4311877853699897,0.8753594290912381,0.03700656305522185,0.03049658218721741,0.02609856723578458,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 1ff1f2ba9a755580710bd1405d344ff4cb15bb9e..355478ba7387d6ff309d037ad9b55fa4135fb8f3 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T02:33:41.142491+00:00", + "evaluated_at": "2026-06-17T02:40:00.303037+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 65675.0078125, 65700.0, 65940.0, - 66076.0 + 65906.0078125 ], "p50": [ 65771.6875, diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index f1ac18b30f88313d37e6a4ee7dadc350de57e183..1c1649abf93e62bac9c1d5fc7c7b8fea5e896097 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T02:23:48.329360+00:00", + "evaluated_at": "2026-06-17T02:40:04.761530+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, @@ -9,7 +9,6 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -101,10 +100,10 @@ 1.100000023841858, 1.100000023841858, 1.399999976158142, - 1.399999976158142 + 1.399999976158142, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.100000023841858, 1.100000023841858, 1.0, @@ -127,90 +126,88 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "p50": [ - 1.3475723266601562, - 1.2825698852539062, - 1.2403182983398438, - 1.2070045471191406, - 1.1814098358154297, - 1.1688156127929688, - 1.1558151245117188, - 1.1424083709716797, - 1.1263608932495117, - 1.115797996520996, - 1.1168136596679688, - 1.1110243797302246, - 1.109602451324463, - 1.1049304008483887, - 1.0936057567596436, - 1.092844009399414, - 1.0892891883850098, - 1.0961956977844238, - 1.0998520851135254, - 1.1001567840576172, - 1.090990424156189, - 1.090507984161377, - 1.0991411209106445, - 1.097008228302002 + 1.1533775329589844, + 1.1328611373901367, + 1.1198606491088867, + 1.1086883544921875, + 1.1056413650512695, + 1.1009693145751953, + 1.0957894325256348, + 1.0916759967803955, + 1.0888447761535645, + 1.0891622304916382, + 1.0874419212341309, + 1.085220217704773, + 1.08352530002594, + 1.083918809890747, + 1.0827255249023438, + 1.0807322263717651, + 1.0852011442184448, + 1.0900001525878906, + 1.084083914756775, + 1.0810115337371826, + 1.0805798768997192, + 1.0837030410766602, + 1.0848456621170044, + 1.0812654495239258 ], "p10": [ - 1.1651592254638672, - 1.0558738708496094, - 1.0022468566894531, - 0.9697456359863281, - 0.9567451477050781, - 0.9648704528808594, - 0.9648704528808594, - 0.9608078002929688, - 0.9534950256347656, - 0.9469947814941406, - 0.9518699645996094, - 0.9534950256347656, - 0.9526824951171875, - 0.9526824951171875, - 0.9486198425292969, + 1.0254039764404297, + 0.9937152862548828, + 0.9811210632324219, + 0.9705581665039062, + 0.9640579223632812, + 0.9632453918457031, + 0.9551200866699219, 0.949432373046875, - 0.9388694763183594, - 0.9453697204589844, - 0.9502449035644531, - 0.9543075561523438, 0.9461822509765625, + 0.9445571899414062, + 0.9445571899414062, 0.94293212890625, - 0.9478073120117188, - 0.9445571899414062 + 0.9404945373535156, + 0.9437446594238281, + 0.9445571899414062, + 0.94293212890625, + 0.9453697204589844, + 0.949432373046875, + 0.9453697204589844, + 0.9437446594238281, + 0.94293212890625, + 0.9437446594238281, + 0.9437446594238281, + 0.9396820068359375 ], "p90": [ - 1.43695068359375, - 1.4288253784179688, - 1.417449951171875, - 1.4060745239257812, - 1.3930740356445312, - 1.3800735473632812, - 1.3735733032226562, - 1.3638229370117188, - 1.3508224487304688, - 1.3410720825195312, - 1.3443222045898438, - 1.3345718383789062, - 1.3378219604492188, - 1.3345718383789062, - 1.3183212280273438, - 1.3150711059570312, - 1.300445556640625, - 1.313446044921875, - 1.3215713500976562, - 1.3199462890625, - 1.30694580078125, - 1.3053207397460938, - 1.313446044921875, - 1.3101959228515625 + 1.2776947021484375, + 1.2825698852539062, + 1.2785072326660156, + 1.2703819274902344, + 1.274444580078125, + 1.2679443359375, + 1.2646942138671875, + 1.261444091796875, + 1.2557563781738281, + 1.2557563781738281, + 1.2533187866210938, + 1.2492561340332031, + 1.2492561340332031, + 1.2460060119628906, + 1.241943359375, + 1.2378807067871094, + 1.2443809509277344, + 1.2508811950683594, + 1.2435684204101562, + 1.2403182983398438, + 1.2386932373046875, + 1.2435684204101562, + 1.2468185424804688, + 1.2427558898925781 ], "timestamps": [ - "2026-06-15 11:20:00", - "2026-06-15 11:30:00", - "2026-06-15 11:40:00", "2026-06-15 11:50:00", "2026-06-15 12:00:00", "2026-06-15 12:10:00", @@ -327,6 +324,9 @@ "2026-06-16 06:40:00", "2026-06-16 06:50:00", "2026-06-16 07:00:00", - "2026-06-16 07:10:00" + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 0ed513d37cb8d22e7d293c7338b4eea42584d46d..e776f0177434106312a809147ad111c57d6336cc 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T02:13:50.369177+00:00", + "evaluated_at": "2026-06-17T02:40:09.248174+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 1d19ab49c25b8b3b7d8eb117fbc482d8a9482ec3..17b702ea9ff786b7098e88072656bdf1f6ecdeca 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,17 +1,23 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T02:33:48.519517+00:00", + "evaluated_at": "2026-06-17T02:40:11.940477+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t235400z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t175000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t235000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index b7e26f10d2e76b424b63111b260131d27df6778f..574459b72a31ec7494920fa3fb918d0ad9df3f42 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,486139.89750989276,911054.6220378876,909.9630533854166,0.9523137347617893,0.013761327637981874,0.013866122205279609,4.64342058824331,697.2373322692157,0.010555320108694003,0.01377572724671467,0.009005659274134041,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,475482.2395280202,895897.5386791229,902.8800455729166,0.9449010759750682,0.013655734800819322,0.013758796399734324,4.64342058824331,689.5522021776308,0.01044009616504748,0.013669965046178614,0.008947047541828575,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,19.47776982140628,17.26073411871069,3.198925336201986,1.9974688756129346,0.13921436982684388,0.1251515027128617,81.22673232980667,4.413362643314764,0.19379164977986701,0.14046546103892985,0.14502870025094725,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.013632292499733486,0.008282696591363011,0.0858834981918335,0.06881115731217223,0.07693644887081373,0.07370721383187849,3.2159032563385455,0.11675740875736103,0.10254246147032196,0.07542737885331262,0.08842165485302173,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.013078362031963664,0.013268650658586031,0.09764236211776733,0.6892400871882574,0.08369153648089461,0.0839168987914215,16.682389726517105,0.11436066645470226,0.0980234217124291,0.0836934475426369,0.07667104855386463,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.013859413129971188,0.019705458622558087,0.11866786082585652,0.8376553472089183,0.0983004685509808,0.10409031215283789,10.146533436517137,0.11772600872352373,0.10090800747730605,0.1017153092793056,0.07532850257934086,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.216270255289146,0.38242682341357676,0.42306025822957355,0.23927995178558392,0.021540176553893703,0.022021819144783305,3.072047703072842,0.46504865905531434,0.024189787527027072,0.02200573543957979,0.017899981568634843,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,778.9301343530151,816.1337122732689,20.824244101842243,3.66229994549474,0.4682816859085522,0.6633685899858229,127.12904319713304,27.909319847552986,0.8268407561138299,0.6169384934035166,0.5872712552914257,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.1375657012913507,1.303027400657811,0.9980278015136719,0.41802213065962174,0.0419719424811146,0.042217440179163124,9.629085543135684,1.066567251180792,0.045090036071734244,0.04219247264626263,0.037096833850763754,Weather,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 80bdf9c554a560554207beb47f17759b558435ad..37968452a710acd5ca9e1a30a2ff5325cf362b68 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T02:28:05.212399+00:00", + "evaluated_at": "2026-06-17T02:38:14.162834+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 65675.0078125, 65700.0, 65940.0, - 66076.0 + 65906.0078125 ], "p50": [ 65696.71875, diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 13a35273762bdb9477e59ad5a2b0b1c9d7c0eb37..2b9ee6f22aca94a695383b531f6236b1d832a23e 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T02:22:34.817657+00:00", + "evaluated_at": "2026-06-17T02:38:21.313154+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, @@ -9,7 +9,6 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -101,10 +100,10 @@ 1.100000023841858, 1.100000023841858, 1.399999976158142, - 1.399999976158142 + 1.399999976158142, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.100000023841858, 1.100000023841858, 1.0, @@ -127,90 +126,88 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "p50": [ - 1.287717342376709, - 1.241197943687439, - 1.2058801651000977, - 1.1865073442459106, - 1.1737443208694458, - 1.165921926498413, - 1.157199501991272, - 1.1503520011901855, - 1.136898159980774, - 1.1324055194854736, - 1.125929594039917, - 1.1330736875534058, - 1.1279927492141724, - 1.1282213926315308, - 1.1289169788360596, - 1.1231848001480103, - 1.1233412027359009, - 1.124266266822815, - 1.1221957206726074, - 1.1235809326171875, - 1.122969627380371, - 1.1221227645874023, - 1.1188417673110962, - 1.1240724325180054 + 1.131269931793213, + 1.113548994064331, + 1.1036022901535034, + 1.0934561491012573, + 1.09160578250885, + 1.0822489261627197, + 1.0775372982025146, + 1.0727357864379883, + 1.0690972805023193, + 1.0660991668701172, + 1.0639700889587402, + 1.066230058670044, + 1.0646413564682007, + 1.0653738975524902, + 1.062662959098816, + 1.0550943613052368, + 1.0608294010162354, + 1.0604437589645386, + 1.0610995292663574, + 1.0622491836547852, + 1.0640175342559814, + 1.0632401704788208, + 1.0585345029830933, + 1.0643327236175537 ], "p10": [ - 1.300357460975647, - 1.2537829875946045, - 1.2229664325714111, - 1.2068156003952026, - 1.2020525932312012, - 1.197497844696045, - 1.1892998218536377, - 1.1818629503250122, - 1.174223780632019, - 1.1722030639648438, - 1.1679754257202148, - 1.1634540557861328, - 1.1696734428405762, - 1.1653960943222046, - 1.1704027652740479, - 1.1648144721984863, - 1.1602234840393066, - 1.1639666557312012, - 1.1621849536895752, - 1.16178297996521, - 1.1549574136734009, - 1.1687463521957397, - 1.1642415523529053, - 1.154937744140625 + 1.15314519405365, + 1.1423678398132324, + 1.1313581466674805, + 1.123980164527893, + 1.1239053010940552, + 1.124451756477356, + 1.1176011562347412, + 1.1084165573120117, + 1.1088324785232544, + 1.1086024045944214, + 1.1075570583343506, + 1.1031378507614136, + 1.1063790321350098, + 1.1035473346710205, + 1.1067612171173096, + 1.1048005819320679, + 1.1001002788543701, + 1.106192708015442, + 1.1104795932769775, + 1.1046582460403442, + 1.1057606935501099, + 1.116402268409729, + 1.109657645225525, + 1.106964349746704 ], "p90": [ - 1.42063307762146, - 1.3959943056106567, - 1.3745442628860474, - 1.357923984527588, - 1.350528359413147, - 1.3463648557662964, - 1.3386201858520508, - 1.3359779119491577, - 1.3260271549224854, - 1.320755124092102, - 1.3198285102844238, - 1.324447512626648, - 1.3228893280029297, - 1.327017903327942, - 1.327724575996399, - 1.3252218961715698, - 1.3237817287445068, - 1.323045015335083, - 1.323562502861023, - 1.3225951194763184, - 1.322203278541565, - 1.3239498138427734, - 1.319207787513733, - 1.3212720155715942 + 1.2469717264175415, + 1.2441909313201904, + 1.2443263530731201, + 1.2374387979507446, + 1.239834189414978, + 1.2345097064971924, + 1.2321088314056396, + 1.2321240901947021, + 1.233098030090332, + 1.2279868125915527, + 1.230114459991455, + 1.2295488119125366, + 1.2315250635147095, + 1.2366119623184204, + 1.2354995012283325, + 1.2317719459533691, + 1.2384320497512817, + 1.237285852432251, + 1.2426536083221436, + 1.242074966430664, + 1.2466113567352295, + 1.2486668825149536, + 1.2439982891082764, + 1.2472832202911377 ], "timestamps": [ - "2026-06-15 11:20:00", - "2026-06-15 11:30:00", - "2026-06-15 11:40:00", "2026-06-15 11:50:00", "2026-06-15 12:00:00", "2026-06-15 12:10:00", @@ -327,6 +324,9 @@ "2026-06-16 06:40:00", "2026-06-16 06:50:00", "2026-06-16 07:00:00", - "2026-06-16 07:10:00" + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b44f2c591639771902dcdd8127d41ef9813e3bb9..9971d76fc6454aa20ff692f154c7e9d341dfb31d 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T02:12:36.633668+00:00", + "evaluated_at": "2026-06-17T02:38:26.736994+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 1d241e99f57648a4a3497a71556a928f4a77862e..9e3ad6e7e2e8313b732226b887df9756a76787d2 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,17 +1,23 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T02:28:13.785988+00:00", + "evaluated_at": "2026-06-17T02:38:29.420045+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t235400z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t175000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t235000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 62f159f4785e30b86a29746a4fd2e0427b272742..a298b101436a59952c9cefeacfd50ebc1320719a 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,184525.69423421225,184525.69423421225,309.8385416666667,0.324258768188421,0.004669383535529404,0.00468886780934777,2.969665978965614,429.5645402430376,0.00650308154735825,0.004690576419163704,0.006207130728161918,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,182814.87116750082,182814.87116750082,302.7555338541667,0.31684610940170005,0.004562246856662945,0.004581534924641661,2.969665978965614,427.56855727181437,0.006473558986500706,0.004583839886169426,0.006148218869061712,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,17.258045542325664,17.258045542325664,3.1616267363230386,1.974178931481074,0.13808818900582684,0.12376321487957258,35.84680411743509,4.154280388024581,0.18241529534467757,0.1388276719449452,0.10292266373333431,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.012290441286068562,0.012290441286068562,0.10100253919760387,0.08092476156631488,0.09231854845442582,0.08734120720861838,0.48523771073671423,0.11086226267792193,0.09736503593350615,0.08870571122041976,0.05831641826766368,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.01347685913779273,0.01347685913779273,0.09564950068791707,0.6751728324038284,0.0828455775521587,0.08183216984042092,3.955672401287012,0.11608987525961396,0.09950560058710228,0.08198528071912488,0.0816258609511909,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.011717903767754242,0.011717903767754242,0.09035885334014893,0.6378270927047013,0.0767425799430521,0.07798548308806626,3.761891387593092,0.10824926682317179,0.09278508584843295,0.07745044572012764,0.0801267007040599,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.471133651837287,0.471133651837287,0.4585278828938802,0.25934019463406055,0.02334140108501963,0.023931845366494106,2.223617795571307,0.6863917626525591,0.03570308305499728,0.0238506054075112,0.032922930382022014,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,748.6977371592725,748.6977371592725,19.920093139012653,3.5032895148785865,0.45541544196776823,0.6230171294575851,102.31344290997038,27.36234158765058,0.8106359929570814,0.5901521413952784,0.5422626429563717,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.1617146371066458,1.1617146371066458,0.9171733856201172,0.3841564055227054,0.03911114822920673,0.03897284929797477,3.518469570919996,1.0778286677884596,0.04556612201989776,0.03877428356801818,0.03129684701693054,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 4845dd2eb9b2987ed5b0812962766d4fb924870a..b2c088f67f3ec8f839d7ed7a98918f296324e035 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T02:32:19.345343+00:00", + "evaluated_at": "2026-06-17T02:38:57.809368+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 65675.0078125, 65700.0, 65940.0, - 66076.0 + 65906.0078125 ], "p50": [ 65802.125, diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index cd5e3cbcc0d51dd91a6d43cccd6dc753394aee12..23c9930e1bc41b21ae9c2c89ee0a6ec6779e0cfa 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T02:23:17.881684+00:00", + "evaluated_at": "2026-06-17T02:39:19.083926+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, @@ -9,7 +9,6 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -101,10 +100,10 @@ 1.100000023841858, 1.100000023841858, 1.399999976158142, - 1.399999976158142 + 1.399999976158142, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.100000023841858, 1.100000023841858, 1.0, @@ -127,90 +126,88 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "p50": [ - 1.3182908296585083, - 1.262791633605957, - 1.2298688888549805, - 1.2069294452667236, - 1.1879879236221313, - 1.1861412525177002, - 1.182937741279602, - 1.1751340627670288, - 1.1617438793182373, - 1.15137779712677, - 1.1476367712020874, - 1.1428974866867065, - 1.1408699750900269, - 1.1389127969741821, - 1.1374996900558472, - 1.1315443515777588, - 1.1286875009536743, - 1.136175513267517, - 1.1416904926300049, - 1.1404807567596436, - 1.1385246515274048, - 1.1352577209472656, - 1.1364326477050781, - 1.1408805847167969 + 1.1749860048294067, + 1.1661258935928345, + 1.1551108360290527, + 1.147666096687317, + 1.1501011848449707, + 1.1553574800491333, + 1.1491672992706299, + 1.1364526748657227, + 1.130064606666565, + 1.126410722732544, + 1.1247133016586304, + 1.1232339143753052, + 1.1212948560714722, + 1.118628740310669, + 1.1149436235427856, + 1.1075612306594849, + 1.1247227191925049, + 1.1268526315689087, + 1.1230982542037964, + 1.1205352544784546, + 1.1210683584213257, + 1.1218948364257812, + 1.1270403861999512, + 1.1327131986618042 ], "p10": [ - 1.1068388223648071, - 1.0302207469940186, - 0.9954765439033508, - 0.9726004004478455, - 0.9603244662284851, - 0.9628859162330627, - 0.9579548239707947, - 0.9472448825836182, - 0.9337072968482971, - 0.923864483833313, - 0.9185411334037781, - 0.9154038429260254, - 0.9129410982131958, - 0.9094430208206177, - 0.9057936668395996, - 0.9001771211624146, - 0.8981359004974365, - 0.9048881530761719, - 0.9071389436721802, - 0.9047363996505737, - 0.9006134271621704, - 0.8997323513031006, - 0.9001476168632507, - 0.9010716080665588 + 1.0258667469024658, + 0.9879735112190247, + 0.9649743437767029, + 0.9521605968475342, + 0.9519846439361572, + 0.9539558291435242, + 0.9440438747406006, + 0.9274027943611145, + 0.9190752506256104, + 0.9135699272155762, + 0.9081017374992371, + 0.9071792960166931, + 0.9045700430870056, + 0.9025065898895264, + 0.8973134160041809, + 0.88858962059021, + 0.9048100709915161, + 0.904796838760376, + 0.8998995423316956, + 0.8948953151702881, + 0.8901494145393372, + 0.8902303576469421, + 0.8950875997543335, + 0.8990026712417603 ], "p90": [ - 1.4741871356964111, - 1.465937614440918, - 1.4773873090744019, - 1.4845266342163086, - 1.4834002256393433, - 1.4957094192504883, - 1.5008060932159424, - 1.500788688659668, - 1.4959279298782349, - 1.4883924722671509, - 1.486281394958496, - 1.487992286682129, - 1.4917078018188477, - 1.4895782470703125, - 1.4933562278747559, - 1.496221899986267, - 1.4994120597839355, - 1.508666753768921, - 1.5139323472976685, - 1.516129970550537, - 1.511781930923462, - 1.5133123397827148, - 1.5170406103134155, - 1.5266937017440796 + 1.3566046953201294, + 1.3859139680862427, + 1.3976603746414185, + 1.4107149839401245, + 1.4321279525756836, + 1.450676441192627, + 1.4499340057373047, + 1.4423643350601196, + 1.4408276081085205, + 1.4426047801971436, + 1.4465057849884033, + 1.4552843570709229, + 1.4581366777420044, + 1.4566481113433838, + 1.4567595720291138, + 1.458305835723877, + 1.4861819744110107, + 1.4917954206466675, + 1.4879024028778076, + 1.4878957271575928, + 1.4884355068206787, + 1.4985098838806152, + 1.5122172832489014, + 1.5245652198791504 ], "timestamps": [ - "2026-06-15 11:20:00", - "2026-06-15 11:30:00", - "2026-06-15 11:40:00", "2026-06-15 11:50:00", "2026-06-15 12:00:00", "2026-06-15 12:10:00", @@ -327,6 +324,9 @@ "2026-06-16 06:40:00", "2026-06-16 06:50:00", "2026-06-16 07:00:00", - "2026-06-16 07:10:00" + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 1317c3e63fc45b596fe252279f2485aa4ca47748..3cf92926fe02e5a64a84f216b757331334a332e9 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T02:13:16.949072+00:00", + "evaluated_at": "2026-06-17T02:39:32.072203+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 2ae2feeefac55cc70619cbd881b06b394779307c..68e4484a4039d07b841be5b4b1abd86f2e4eb5e4 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,17 +1,23 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T02:33:10.549535+00:00", + "evaluated_at": "2026-06-17T02:39:36.480217+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t235400z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t175000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t235000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 2f1bddd5c807866db94ad9d162ea331e4b99430e..076abbf9f556877145af1f1334d7b6f35fff71f8 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,268813.81725819904,268813.81725819904,409.3356119791667,0.42838654159046996,0.00617266304901909,0.006203262502821954,3.4029632920258472,518.4725810090627,0.007849040501489319,0.00619684032446498,0.007503720170335414,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,263149.1264241536,263149.1264241536,402.2526041666667,0.420973882803749,0.0060659803362233715,0.006095930519170976,3.4029632920258472,512.9806296773336,0.007766731927945263,0.006090265329990144,0.007444947363321682,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,27.213113120779628,27.213113120779628,4.021333297093709,2.5109958049059764,0.17587306639644643,0.1536135386222476,59.86891208788146,5.216618935745607,0.22906279667780619,0.1765775615876399,0.14394318631470898,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.02434800076516197,0.02434800076516197,0.14086406429608664,0.11286241818258459,0.12898871193211922,0.11932188531030495,0.5396225134013287,0.156038459250154,0.1370411339703405,0.12371418687144985,0.07995734325393805,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.048728676409081594,0.048728676409081594,0.20083604256312051,1.4176659442117447,0.17959338574508557,0.16140219147335733,7.669604742733775,0.22074572795205255,0.18921061106995218,0.17214516761335866,0.12148839382220415,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.0094145420275904,0.0094145420275904,0.07443803052107494,0.525444832895251,0.0655091691888383,0.06410878158461038,3.3537149395019967,0.09702856294715696,0.08316733966899167,0.06380402616092137,0.06538589946807377,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.5226305019386928,0.5226305019386928,0.47452561060587567,0.26838839862189046,0.024143816639598265,0.024826740515422666,2.0387593534996267,0.7229318791827435,0.037603739336586166,0.02468273689898675,0.03243612765836891,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,886.8612929127871,886.8612929127871,21.30217218399048,3.746351783373793,0.44074131754570595,0.6753460571645422,108.33847864317384,29.78021646853473,0.8822678888835661,0.6310975778588165,0.5896301955792191,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.2876394670743139,1.2876394670743139,0.9666127363840739,0.4048639877297673,0.03962833631947703,0.04054355767664392,2.211788116216765,1.1347420266625863,0.047972182586408556,0.04086437409615128,0.035991526443077994,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index a2eb076dd008819e098503ad77943a504f3147f7..19b75ad18b0465b76a3fed996825aa84480e190e 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T02:29:33.597765+00:00", + "evaluated_at": "2026-06-17T02:38:35.256501+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 65675.0078125, 65700.0, 65940.0, - 66076.0 + 65906.0078125 ], "p50": [ 65736.359375, diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index e79ab5f9b76b41504a47840dd1f6c7dd9743349c..449dbf82bcfc9c57e8a8307067e25260b52b4697 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T02:22:54.341363+00:00", + "evaluated_at": "2026-06-17T02:38:40.032191+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, @@ -9,7 +9,6 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -101,10 +100,10 @@ 1.100000023841858, 1.100000023841858, 1.399999976158142, - 1.399999976158142 + 1.399999976158142, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.100000023841858, 1.100000023841858, 1.0, @@ -127,90 +126,88 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "p50": [ - 1.4055572748184204, - 1.394051432609558, - 1.377364993095398, - 1.3718605041503906, - 1.3611032962799072, - 1.3746757507324219, - 1.3867003917694092, - 1.3778867721557617, - 1.3662842512130737, - 1.3526840209960938, - 1.3522366285324097, - 1.360474705696106, - 1.3733855485916138, - 1.3686189651489258, - 1.3554531335830688, - 1.3488435745239258, - 1.3440303802490234, - 1.361488699913025, - 1.3667069673538208, - 1.3645535707473755, - 1.3511961698532104, - 1.3430347442626953, - 1.3419736623764038, - 1.3490073680877686 + 1.1970053911209106, + 1.1900821924209595, + 1.1785557270050049, + 1.1801949739456177, + 1.1817214488983154, + 1.1935330629348755, + 1.1901241540908813, + 1.18062162399292, + 1.1738954782485962, + 1.1723018884658813, + 1.1734049320220947, + 1.1831613779067993, + 1.1775895357131958, + 1.1753277778625488, + 1.1625341176986694, + 1.1687116622924805, + 1.1698650121688843, + 1.1873266696929932, + 1.1804389953613281, + 1.1734950542449951, + 1.1666550636291504, + 1.164901852607727, + 1.169656753540039, + 1.1798193454742432 ], "p10": [ - 1.1756287813186646, - 1.1402467489242554, - 1.114680290222168, - 1.0906509160995483, - 1.0691924095153809, - 1.073106050491333, - 1.0682867765426636, - 1.056127667427063, - 1.038107991218567, - 1.0268638134002686, - 1.0177717208862305, - 1.017812967300415, - 1.023382306098938, - 1.0114314556121826, - 1.0017846822738647, - 0.992830216884613, - 0.9779852032661438, - 0.9894944429397583, - 1.0049680471420288, - 0.9898687601089478, - 0.9822530746459961, - 0.9727045297622681, - 0.9611256122589111, - 0.9738558530807495 + 1.0424240827560425, + 1.0225979089736938, + 1.0082865953445435, + 0.9954943656921387, + 1.0010051727294922, + 1.0182920694351196, + 1.0223838090896606, + 0.9950041770935059, + 0.9804554581642151, + 0.9705004096031189, + 0.9711205959320068, + 0.984708309173584, + 0.9874646663665771, + 0.9494614005088806, + 0.9482178688049316, + 0.9390699863433838, + 0.9528279304504395, + 0.9680620431900024, + 0.9658827781677246, + 0.9461546540260315, + 0.9350482821464539, + 0.9344903230667114, + 0.9346999526023865, + 0.9477740526199341 ], "p90": [ - 1.4971246719360352, - 1.54073965549469, - 1.568139910697937, - 1.610480546951294, - 1.6140997409820557, - 1.6525161266326904, - 1.6790993213653564, - 1.6778674125671387, - 1.6974477767944336, - 1.687713384628296, - 1.7110307216644287, - 1.740586757659912, - 1.7535361051559448, - 1.7627723217010498, - 1.767500638961792, - 1.7613403797149658, - 1.7770330905914307, - 1.8091115951538086, - 1.8176672458648682, - 1.821486473083496, - 1.80945885181427, - 1.793198585510254, - 1.8090121746063232, - 1.8224921226501465 + 1.3258432149887085, + 1.3469282388687134, + 1.3745372295379639, + 1.4089990854263306, + 1.4101874828338623, + 1.449623942375183, + 1.455653429031372, + 1.4400920867919922, + 1.4359195232391357, + 1.4344758987426758, + 1.4443438053131104, + 1.4593775272369385, + 1.4502921104431152, + 1.438464879989624, + 1.4311645030975342, + 1.4337741136550903, + 1.4561036825180054, + 1.4784409999847412, + 1.4717825651168823, + 1.463230013847351, + 1.4624748229980469, + 1.4641873836517334, + 1.4670528173446655, + 1.4896464347839355 ], "timestamps": [ - "2026-06-15 11:20:00", - "2026-06-15 11:30:00", - "2026-06-15 11:40:00", "2026-06-15 11:50:00", "2026-06-15 12:00:00", "2026-06-15 12:10:00", @@ -327,6 +324,9 @@ "2026-06-16 06:40:00", "2026-06-16 06:50:00", "2026-06-16 07:00:00", - "2026-06-16 07:10:00" + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index bd116359f8ab7b60fb19f798a760c635987f8107..cd9834cb4f8606508a61755a3ccfa5be23cf998d 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T02:12:58.770569+00:00", + "evaluated_at": "2026-06-17T02:38:44.531112+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index fba9a86d0b1f789acd2defd839e68bcbdd8e1fb7..b760c6e8acb81ce2d9081ca6d8e97cd493a8668f 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,17 +1,23 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T02:29:41.906577+00:00", + "evaluated_at": "2026-06-17T02:38:47.953314+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t235400z", - "data_fetched_at": "2026-06-17T02:27:13.787210Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t175000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t235000z", + "data_fetched_at": "2026-06-17T02:37:23.499115Z", "context_length": 96, "prediction_length": 24 }