diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index e04730ec0d4d859d2c56612ca5f7269cb3685237..d607a781472c71941fc4247c758476f4580faba8 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,1150962.8017407635,354374.10141059424,537.1254277491629,0.5399112196673074,0.008259488630169199,0.008248182722424337,6.899037141927974,1072.829344183297,0.016480008768973795,0.008250922485797178,0.00722849153459758,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,792411.2762027787,341171.2816191955,525.3984050732737,0.5333360614161515,0.00808110824755069,0.00807215240450774,7.0012155074409135,890.1748570942558,0.013685277745205417,0.008077315420687466,0.007118268852036256,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.8650035478543117,0.8565034948547112,0.7280018037723777,0.6993460984552897,0.6072618183510896,0.4000819713434468,27.188816564288864,0.9300556692232523,0.6628655546054096,0.5188585322148919,0.5158011116137563,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.05607677202956449,0.06604658492700115,0.22725335442518194,1.356189206297013,0.15331868895088288,0.16928785361155105,8.348612930626436,0.23680534628585667,0.16601738499733723,0.15932075954061803,0.13451992779565697,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.03504500226669433,0.043009209986815296,0.17243299833525036,0.9927959219115059,0.11487212986573435,0.12461055989254383,4.855509029617671,0.18720310431906392,0.13098759291643727,0.1206528250343676,0.09847312582404881,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,2.3441744688684634,1.8649522256501452,1.1368827787869766,0.8717311900160393,0.05921842866836405,0.05678895207936025,13.071253086925985,1.5310697139152296,0.07729422298218765,0.05739416710389911,0.053766801439576045,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,436.5404527961764,441.5105216020299,15.939421004121932,1.2710471883556564,0.35198082732724484,0.47044225563734154,31.731025763406365,20.89355050718227,0.5643727767837641,0.4305527339323876,0.4022796042361225,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,36.530139969173995,35.48176742856933,5.075725780807683,2.5065310560664535,0.20847663780421785,0.18171457195451604,77.83659626836562,6.044016873667213,0.23294749016286465,0.1956277763792356,0.1888146406241469,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,39.69325285862457,36.507338167846925,4.871984949741337,0.936670003688588,1.098276575454504,0.4391237789037336,7.070116806519621,6.300258158093569,0.5419576910188016,0.4190954795476418,0.3394266833677936,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,8779.223139442565,11354.575714513883,85.1084232418025,0.5171144703299393,0.03146581071460309,0.032247335650118295,12.244842923084624,93.69750871524047,0.035274356222208175,0.032040818161619765,0.029938203044640448,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,26168.860956742243,32634.466993295384,174.78982313210483,1.353211533925973,0.0632989801580416,0.06550323301390396,40.09235680741108,161.76792313911383,0.05882469932331412,0.06355993568440176,0.06159935864507324,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,1458.2572570477146,1507.3434428064156,38.816004820877765,0.8102555033827628,0.17095882810943908,0.16657311637078775,4.810018149994523,38.18713470591522,0.16112715065787012,0.16378061105855596,0.10762720666767608,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 8276b6f36acfa0e8e61d5105517e7b4815391cee..53b78398a5ddbbc59579eeef2e0f4740a19f41a5 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T03:03:07.474738+00:00", + "evaluated_at": "2026-06-18T03:10:38.920638+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63532.0, 63512.01171875, 63584.03125, 63735.73828125, @@ -101,10 +100,10 @@ 65675.0078125, 65700.0, 65940.0, - 65904.0 + 65904.0, + 65851.9921875 ], "actuals": [ - 65851.9921875, 65892.0, 65836.296875, 65624.0, @@ -127,88 +126,88 @@ 64509.3984375, 64468.01171875, 64548.73828125, - 64708.0 + 64689.5, + 64606.44921875 ], "p50": [ - 65218.144200522715, - 65218.60389471642, - 65204.00312226146, - 65210.47756339727, - 65238.49560881984, - 65228.76708300534, - 65184.830576409884, - 65204.954527296606, - 65216.903988222766, - 65204.35297360173, - 65219.147918862844, - 65210.4395746685, - 65202.98564744887, - 65211.00446556702, - 65193.36050980459, - 65210.28252691677, - 65204.354255251856, - 65218.1088922598, - 65207.62143236575, - 65184.818225403746, - 65202.22285550706, - 65186.88964638572, - 65202.22285526607, - 65216.985869902885 + 65147.691769853984, + 65155.1028934771, + 65185.78745347722, + 65157.007946574406, + 65155.64009367096, + 65160.113194771846, + 65164.478902429444, + 65158.9432976244, + 65151.267205826036, + 65149.70865136339, + 65151.26795981523, + 65156.27266719824, + 65158.94123351334, + 65158.941385954604, + 65153.78898744726, + 65154.89048048851, + 65161.65487110574, + 65155.031412505006, + 65156.272485408655, + 65135.069031462976, + 65164.48247959961, + 65158.94133234967, + 65147.821887402846, + 65152.82851365718 ], "p10": [ - 65004.73026073723, - 64951.12624334041, - 65003.87154166674, - 65003.49698894708, - 65036.29032301178, - 65014.7287321851, - 64949.74946199781, - 65003.6108016285, - 65036.23692827737, - 65003.570654878225, - 65065.88916408965, - 64949.73683096608, - 65014.75518905005, - 64951.884336037394, - 65003.57195913215, - 64998.0413720228, - 65003.57193652835, - 65003.61659274867, - 64998.04138702402, - 64914.47687906213, - 64946.21108876643, - 64951.66966905392, - 64901.00772815669, - 65003.5719301174 + 64850.16618549856, + 64983.96582072018, + 64960.36383299123, + 64950.506458323696, + 64892.18898603873, + 64950.640606918285, + 64960.39952890541, + 64959.42817135717, + 64943.9914713883, + 64855.6733593704, + 64943.99222537749, + 64959.426384717925, + 65000.43667865604, + 64949.14202017774, + 64950.634064611804, + 64950.48489780525, + 64897.64780936243, + 64986.50447618491, + 64950.634091603046, + 64949.14196761054, + 64950.48488067348, + 64897.64781877452, + 64855.6727658029, + 64983.89433495902 ], "p90": [ - 65428.15917365086, - 65633.27983765908, - 65526.63985806616, - 65622.13753318886, - 65553.0424189741, - 65546.08378362693, - 65526.39726248826, - 65424.13316810027, - 65424.141680496505, - 65417.06450162381, - 65527.47351796555, - 65467.68561927815, - 65435.406991532065, - 65461.16372572018, - 65435.40688883312, - 65526.384898543605, - 65537.2649938877, - 65526.384909148095, - 65424.13896361717, - 65435.40685919158, - 65527.47291998662, - 65461.1637873532, - 65526.38491220884, - 65545.34608687305 + 65406.97934000839, + 65368.18253303399, + 65497.17698223505, + 65484.51931618998, + 65484.485885179995, + 65484.50425196614, + 65474.61876125249, + 65497.21822185935, + 65474.62125928321, + 65474.62293256027, + 65380.53794845934, + 65489.29095948097, + 65485.76949264663, + 65488.41022603496, + 65373.73642951253, + 65484.88899893403, + 65497.21624717253, + 65504.91811556093, + 65370.028345548824, + 65474.622340725626, + 65488.410171164796, + 65380.53827487482, + 65380.53827417971, + 65380.53827456159 ], "timestamps": [ - "2026-06-13 03:00:00", "2026-06-13 04:00:00", "2026-06-13 05:00:00", "2026-06-13 06:00:00", @@ -327,6 +326,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 94022ed4e203e164e013dc0665917851d4925f0f..856e129395901da5b3341c09f9980804e50a297d 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T02:48:09.923249+00:00", + "evaluated_at": "2026-06-18T03:10:38.961910+00:00", "freq": "10min", - "context_length": 74, + "context_length": 75, "prediction_length": 72, "context": [ 1.100000023841858, @@ -79,10 +79,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, - 1.2999999523162842 + 1.2999999523162842, + 1.5 ], "actuals": [ - 1.5, 1.5, 1.2999999523162842, 1.2999999523162842, @@ -153,229 +153,230 @@ 1.600000023841858, 1.7000000476837158, 1.600000023841858, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.2291847353790732, - 1.2107474000275587, - 1.2033553523717888, - 1.2004575897120142, - 1.1992560125340308, - 1.198755587089805, - 1.1985727149724328, - 1.1984687547528072, - 1.1984650561230332, - 1.198425551353796, - 1.1984688787864681, - 1.1984371503408229, - 1.198417794260632, - 1.198444605723558, - 1.198356668454999, - 1.1984774853587319, - 1.1984655646980418, - 1.1984172638960373, - 1.1984517824659306, - 1.1984774516213856, - 1.1983702709262818, - 1.1984358149670367, - 1.19845916986284, - 1.1984591698280855, - 1.1984258341556342, - 1.1984829696572008, - 1.1984272389958903, - 1.1984719317934345, - 1.1983839589855485, - 1.1984272389944821, - 1.198444390650419, - 1.1983819298942753, - 1.1984719317928367, - 1.198459169804793, - 1.198444390650381, - 1.1984655507988107, - 1.1984072776421921, - 1.1984172583182886, - 1.1984719317928305, - 1.1983565821463273, - 1.198427238994385, - 1.198427238994385, - 1.1983839589853063, - 1.1984774507231402, - 1.1984591698047906, - 1.1983956183137492, - 1.1984072776421921, - 1.19844439065038, - 1.1982856470040644, - 1.1984966701672062, - 1.1983242267275103, - 1.19844439065038, - 1.1984072776421921, - 1.1983565821463273, - 1.1983242267275103, - 1.1984829696534496, - 1.1984591698047906, - 1.1983956183137492, - 1.198427238994385, - 1.198427238994385, - 1.1984655507988107, - 1.1983839589853063, - 1.1984072776421921, - 1.19844439065038, - 1.1981820248338824, - 1.1984829696534496, - 1.19844439065038, - 1.198427238994385, - 1.1984655507988107, - 1.1982856470040644, - 1.1984072776421921, - 1.1983404044369188 + 1.3517171566132737, + 1.2998812366732604, + 1.27781068024032, + 1.268402678446252, + 1.264395851033885, + 1.2626921346410163, + 1.2619699303371639, + 1.2616507794916065, + 1.2615214601125673, + 1.2614658701222439, + 1.261441946948847, + 1.2614336788578617, + 1.2614246629002643, + 1.2614224551597184, + 1.2614223855450362, + 1.2614279503245507, + 1.2614262238216747, + 1.2614242410141392, + 1.2614218204558383, + 1.2614261259994919, + 1.2614317801757235, + 1.2614286361954337, + 1.2614207766384435, + 1.2614214425513186, + 1.2614218013361642, + 1.26142180127022, + 1.2614247703584247, + 1.2614222206963923, + 1.2614241958609407, + 1.2614210833435753, + 1.2614222206882006, + 1.2614218012215814, + 1.2614254440721977, + 1.2614247703376356, + 1.261427842895921, + 1.2614295679852425, + 1.261422640153744, + 1.2614269096196402, + 1.2614214422816272, + 1.261423130765238, + 1.2614199421244994, + 1.2614226401537398, + 1.2614194909232086, + 1.2614295679852328, + 1.261427701432713, + 1.2614241958571593, + 1.2614210833419643, + 1.2614222206875145, + 1.2614241958571593, + 1.2614247703375825, + 1.2614261178065638, + 1.261428634708973, + 1.2614247703375825, + 1.2614210833419643, + 1.2614295679852328, + 1.2614247703375825, + 1.2614254440720731, + 1.261428634708973, + 1.2614194909232086, + 1.261427701432713, + 1.2614227112990124, + 1.2614236213767358, + 1.2614295679852328, + 1.2614236213767358, + 1.2614236213767358, + 1.2614247703375825, + 1.261421801221289, + 1.2614261178065638, + 1.2614236213767358, + 1.2614237052456612, + 1.2614247703375825, + 1.261419716523854 ], "p10": [ - 1.1682696594076292, - 1.1100239365064037, - 1.1089629635327207, - 1.1365660880354884, - 1.1294346045204777, - 1.1043346610705465, - 1.1374188474584246, - 1.0977452912316523, - 1.1040355542757772, - 1.128646054826745, - 1.1350117148512584, - 1.1261768100108664, - 1.128638297733581, - 1.070924091535265, - 1.0985555863438798, - 1.126175509128018, - 1.1286377756904689, - 1.103468955504081, - 1.1040148910414693, - 1.1307288202888852, - 1.104014889163589, - 1.0985555001798621, - 1.1286377618492869, - 1.104014888826419, - 1.1034689499356805, - 1.1305197136344505, - 1.13458043011781, - 1.1343713243569686, - 1.0985555000354503, - 1.104014888803221, - 1.104014888803163, - 1.0899384476544807, - 1.1040148888031303, - 1.130728819390642, - 1.098555500035209, - 1.1286377617912378, - 1.1286377617912375, - 1.135008386863601, - 1.1286377617912375, - 1.1261754744924262, - 1.1286377617912375, - 1.098555500035208, - 1.1034689499263324, - 1.1261754744924262, - 1.098555500035208, - 1.0976937947971337, - 1.1034689499263324, - 1.1261754744924262, - 1.0899384476544651, - 1.104014888803124, - 1.1286377617912375, - 1.1034689499263324, - 1.0976937947971337, - 1.098555500035208, - 1.104014888803124, - 1.1286377617912375, - 1.1286377617912375, - 1.098555500035208, - 1.1034689499263324, - 1.1034689499263324, - 1.0899384476544651, - 1.135008386863601, - 1.098555500035208, - 1.1261754744924262, - 1.098555500035208, - 1.098555500035208, - 1.0976937947971337, - 1.0899384476544651, - 1.1286377617912375, - 1.0976937947971337, - 1.0899384476544651, - 1.0899384476544651 + 1.2517097152614434, + 1.195587243452044, + 1.169202065600982, + 1.1641049982294176, + 1.1909295101780843, + 1.1893137930800268, + 1.188587034247143, + 1.1573567862703902, + 1.1615145932411601, + 1.188089450510659, + 1.1614345055970163, + 1.184577773601094, + 1.1528232406882728, + 1.1614181263230827, + 1.1566969674393839, + 1.1614170033971662, + 1.187957386536046, + 1.1571271352777281, + 1.1571271093552973, + 1.1879572887138632, + 1.1614167579950945, + 1.1614167559917894, + 1.184570213182952, + 1.1614167547750207, + 1.1433101117109328, + 1.1880477762945054, + 1.2017325161910057, + 1.1528200200785128, + 1.187142819002963, + 1.157127090122359, + 1.161416754506015, + 1.161416754505621, + 1.1614167545054532, + 1.1871428189992344, + 1.188047776245597, + 1.2017325161701733, + 1.1879572805209393, + 1.1614167545053304, + 1.1609877880668713, + 1.1853846740715501, + 1.152820020069635, + 1.1609877880668706, + 1.152820020069635, + 1.1915937273001855, + 1.157127090120748, + 1.187957280520935, + 1.1871428189991813, + 1.1566963831156367, + 1.157127090120748, + 1.1614167545053287, + 1.1614167545053287, + 1.184570212549796, + 1.1920882726669637, + 1.187957280520935, + 1.1614167545053287, + 1.157127090120748, + 1.1614167545053287, + 1.157127090120748, + 1.152820020069635, + 1.1871428189991813, + 1.184570212549796, + 1.1614167545053287, + 1.1614167545053287, + 1.184570212549796, + 1.1871428189991813, + 1.184570212549796, + 1.1566963831156367, + 1.157127090120748, + 1.1916842230248248, + 1.1614167545053287, + 1.184570212549796, + 1.152820020069635 ], "p90": [ - 1.379786049856866, - 1.3490339921465517, - 1.303905542549954, - 1.3475104822300625, - 1.3498573270118235, - 1.3458445965783012, - 1.302983657826306, - 1.302906829938772, - 1.2989781332930104, - 1.3375942408601487, - 1.3650083722143713, - 1.3513779676459419, - 1.3375864837669846, - 1.3367040655104596, - 1.3455249106195506, - 1.3513766667630933, - 1.3513766460267331, - 1.3455248298886275, - 1.298524373871603, - 1.3367038513355274, - 1.2985243719937227, - 1.3490604844272374, - 1.3513766321855512, - 1.3650050442500086, - 1.3375859478339893, - 1.3513766321312528, - 1.3028553335057587, - 1.3513766321281055, - 1.3490604842828255, - 1.3458783903081464, - 1.3650050442267525, - 1.3455248243108944, - 1.3490604842825895, - 1.3062401851975585, - 1.3375859478246421, - 1.345524824310879, - 1.3458783903080493, - 1.3367038504372817, - 1.3458783903080493, - 1.3028553335042534, - 1.3367038504372817, - 1.2974627722526222, - 1.2989574678203573, - 1.3367038504372817, - 1.3375859478246412, - 1.3455248243108788, - 1.3490604842825833, - 1.3490604842825833, - 1.3490604842825833, - 1.3490604842825833, - 1.306240185197556, - 1.3650050442267139, - 1.3458783903080493, - 1.3458783903080493, - 1.3367038504372817, - 1.3458783903080493, - 1.3513766321275016, - 1.3650050442267139, - 1.3458783903080493, - 1.3367038504372817, - 1.3367038504372817, - 1.3455248243108788, - 1.3028553335042534, - 1.3490604842825833, - 1.3458783903080493, - 1.3513766321275016, - 1.3513766321275016, - 1.3455248243108788, - 1.3490604842825833, - 1.2985243716332577, - 1.3458783903080493, - 1.3455248243108788 + 1.5083532381090476, + 1.4542513136036495, + 1.4321732058037004, + 1.4207442396028682, + 1.4140363183107518, + 1.415032348328651, + 1.366419621998853, + 1.4160208564219956, + 1.4038546297816088, + 1.4140104886370988, + 1.4137840825858863, + 1.4137738925454966, + 1.4029480897079902, + 1.4113356847554162, + 1.4037573753695245, + 1.4180605262447705, + 1.4180603833680439, + 1.4029449142463326, + 1.36141881572708, + 1.4110640968465307, + 1.4157911637621192, + 1.4113343144241228, + 1.4110640892867585, + 1.4139688146417062, + 1.369586814621366, + 1.4137663315431297, + 1.4110640886744448, + 1.4157911602812312, + 1.4110640886573842, + 1.4160180719820223, + 1.4139688143727005, + 1.4141957260803644, + 1.4137663314943232, + 1.4110640886536556, + 1.4180602773529556, + 1.4157911602723632, + 1.4037567910457815, + 1.4137663314942004, + 1.4137663314941993, + 1.4029448690893527, + 1.4110640886536026, + 1.4157911602723534, + 1.369586814506491, + 1.411334312937662, + 1.418060277352933, + 1.4029448690893525, + 1.4157911602723534, + 1.4160180719804114, + 1.3591109455613284, + 1.4157911602723534, + 1.4137663314941986, + 1.411334312937662, + 1.4137663314941986, + 1.3658803639972843, + 1.4139688143720142, + 1.4037567910457773, + 1.4110640886536026, + 1.418060277352933, + 1.4137663314941986, + 1.418060277352933, + 1.4160180719804114, + 1.418060277352933, + 1.4137663314941986, + 1.4209000005336752, + 1.4037567910457773, + 1.4157911602723534, + 1.4137663314941986, + 1.4139688143720142, + 1.411334312937662, + 1.418060277352933, + 1.4157911602723534, + 1.4110640886536026 ], "timestamps": [ "2026-06-16 02:50:00", @@ -523,6 +524,7 @@ "2026-06-17 02:30:00", "2026-06-17 02:40:00", "2026-06-17 02:50:00", - "2026-06-17 03:00:00" + "2026-06-17 03:00:00", + "2026-06-17 03:10:00" ] } diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index c256d437232137204cda88bfbfd350d19f0068b6..299778d2506f6602a42b9a9c70bb907b60e7e3d6 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T02:48:09.981464+00:00", + "evaluated_at": "2026-06-18T03:10:38.998518+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2750.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, 2800.0, 2800.0, 2750.0, @@ -101,11 +89,8 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ - 2550.0, 2600.0, + 2550.0, 2600.0, 2600.0, 2600.0, @@ -116,6 +101,9 @@ 2600.0, 2600.0, 2600.0, + 2600.0 + ], + "actuals": [ 2650.0, 2650.0, 2700.0, @@ -127,91 +115,99 @@ 2750.0, 2750.0, 2750.0, - 2750.0 + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 ], "p50": [ - 2573.2493777846194, - 2573.0682554417026, - 2573.0458346554587, - 2573.1572600768886, - 2572.610457384965, - 2573.213202338962, - 2573.181562815364, - 2573.0643788677985, - 2572.924018212851, - 2573.131935801058, - 2573.132439705739, - 2573.132439705739, - 2572.616086309464, - 2573.181562814853, - 2572.907422149292, - 2573.1625250120333, - 2573.131935801058, - 2573.064378867777, - 2573.1848180459606, - 2573.0981573344175, - 2573.1625250120333, - 2573.131935801058, - 2573.181562814853, - 2573.1625250120333 + 2575.1718344950395, + 2575.316352676759, + 2575.2654382047535, + 2575.1576565997516, + 2575.002832288152, + 2575.169777703679, + 2575.2619617660685, + 2575.3258268948744, + 2575.2619617660557, + 2575.275177872849, + 2575.270306149321, + 2575.332816679221, + 2575.2226358267158, + 2575.1867825471127, + 2574.981677983999, + 2575.157656437771, + 2575.0070941896797, + 2575.157656437771, + 2575.3162645147763, + 2575.325826894874, + 2575.1867825471127, + 2575.2619617660557, + 2575.157656437771, + 2575.270306149321 ], "p10": [ - 2527.130419188821, - 2529.4182339067875, - 2529.4145204579113, - 2537.9223427097513, - 2527.2431008071367, - 2529.6556081021904, - 2527.2226199286574, - 2533.6399487623953, - 2533.881199519549, - 2527.2431005182916, - 2534.350709678383, - 2529.6556080900364, - 2527.2226199281463, - 2534.350709678383, - 2526.114613249009, - 2534.125291071564, - 2534.350709678383, - 2527.2431005182916, - 2529.414357332862, - 2527.2431005182916, - 2527.2226199281463, - 2527.0382946168384, - 2534.662317932185, - 2534.350709678383 + 2529.418195640277, + 2529.4162270106017, + 2531.874310336056, + 2527.5938639374563, + 2529.53059897662, + 2529.4161388489165, + 2531.8743065571084, + 2529.543316760906, + 2529.233911341305, + 2537.620870251727, + 2527.5938637754757, + 2536.181820819334, + 2536.7080863207725, + 2529.5433167609053, + 2529.416138848619, + 2531.8743065570957, + 2531.8743065570957, + 2529.416138848619, + 2531.6412075774765, + 2540.557108220102, + 2529.233911341305, + 2529.5433167609053, + 2529.233911341305, + 2531.6412075774765 ], "p90": [ - 2597.5014663042994, - 2597.256419901914, - 2597.1585129346995, - 2597.2351281473148, - 2597.235121571908, - 2597.444658675196, - 2597.2351212835742, - 2597.1577833611395, - 2597.170615190104, - 2597.1880372350283, - 2597.170615190103, - 2597.1634478464407, - 2597.1634478464407, - 2597.157783361118, - 2599.286251757566, - 2597.2525433279884, - 2599.286251757566, - 2597.7625110395734, - 2597.7625110395734, - 2597.9148851113728, - 2599.286251757566, - 2597.235121283063, - 2597.444658663042, - 2597.4093417323165 + 2601.045827895259, + 2601.027326344967, + 2599.5454892396792, + 2599.5454856226993, + 2598.9470019602622, + 2598.8739714516632, + 2600.2363150366364, + 2602.3158141756135, + 2598.8805037858306, + 2601.043771103601, + 2600.148434687028, + 2601.192567389151, + 2596.894689187601, + 2598.8805037858306, + 2599.5454854607187, + 2598.873971451366, + 2599.6057803833496, + 2600.148434687028, + 2598.8805037858306, + 2601.0272381829845, + 2601.0272381829845, + 2600.148434687028, + 2593.978180779944, + 2601.043771103601 ], "timestamps": [ - "2026-06-17 15:55:00", - "2026-06-17 16:10:00", - "2026-06-17 16:25:00", - "2026-06-17 16:40:00", "2026-06-17 16:55:00", "2026-06-17 17:10:00", "2026-06-17 17:25:00", @@ -327,6 +323,10 @@ "2026-06-18 20:55:00", "2026-06-18 21:10:00", "2026-06-18 21:25:00", - "2026-06-18 21:40:00" + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 4439d0c7aeb5f52091e8ae7be0ebb132de797285..91d26142b175d11e8ee9336d35b969c4ab7b194d 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,25 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T03:03:07.650918+00:00", + "evaluated_at": "2026-06-18T03:10:39.016828+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t205400z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 5dc1fbad1b40f6fdcc7ea9800fed85dbc3f905cd..4f656f0f8b6c2ab8461eb9b65da5e2a41264b712 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -9,4 +9,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 -2026-06-18,Chronos-2,3.100,2.800,3.100,3.000,3.300,2.300,3.100,3.000,3.200 +2026-06-18,Chronos-2,3.200,3.000,3.200,3.000,3.400,3.100,3.200,3.000,3.300 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index dc527edbc9ab2df28185abe123bb591f1bc1aabe..2aaa5e5f8a5c50affc5f5a98c19c56930725769a 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.925,3.625,3.925,3.775,4.025,3.25,3.925,3.775,3.95 +2026-W25,Chronos-Bolt-Mini,3.95,3.675,3.95,3.775,4.05,3.45,3.95,3.775,3.975 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 65813c36befc89b1a69208e8975ef836a3e188e1..30e42a3d7faa667fea02e069a0ef87b1dee0a23f 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,792087.3011989594,792087.3011989594,735.5838216145834,0.7393989146254633,0.011368132712650822,0.011275153583968925,2.3228361005046874,889.9928658135184,0.01367141038083404,0.011299493154479215,0.0073951565334454405,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,680124.4057248434,680124.4057248434,699.6848958333334,0.7102556516593864,0.010813828765192502,0.010735003094351945,2.4493918715148353,824.6965537243643,0.012678634206848434,0.010756742967174597,0.007150408934088979,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.11629613314983907,0.11629613314983907,0.23711471557617186,0.22778137411920432,0.20672854270237603,0.2794108297969911,0.6753926899077457,0.3410221886473651,0.24305196956573186,0.16899545118279852,0.14248389719886298,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06288874308148706,0.06288874308148706,0.2169910172621409,1.2949462339892972,0.14587314535727947,0.16090215647022396,4.609926996624608,0.2507762809387823,0.17581200354554996,0.1521261315202167,0.12860810059345845,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.04524978193929899,0.04524978193929899,0.17364614539676243,0.9997807071148951,0.11542868202490647,0.12558549341480607,4.980388503776705,0.21271996130899185,0.1488419532277222,0.12150167427764871,0.12195498617544012,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,2.065891313600787,2.065891313600787,1.1627431710561116,0.8915602444688718,0.06072335377369043,0.058016833430381755,6.943902277613918,1.4373208805276527,0.0725614252745971,0.05869969807240472,0.03793198411271381,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,19.804842954546228,19.804842954546228,3.8708037535349527,0.30866706051209875,0.12267577203279918,0.13215227346422057,2.6900659408030294,4.450263245533485,0.12020969937287972,0.10455744522773086,0.1433699826872804,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.0855517859469423,2.0855517859469423,1.3815631866455078,0.6822533727765836,0.05438422676403106,0.05607807520692143,2.0121007706484875,1.444143963026866,0.05565995573021031,0.05324797788580771,0.043881186226836726,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,33.04558965163127,33.04558965163127,4.62960680325826,0.8900712679161407,1.0310004329403077,0.4250649657020231,11.251947298546497,5.748529346853095,0.4944971481163953,0.3982457465168396,0.3187932494910577,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,7381.664152490596,7381.664152490596,60.11656697591146,0.3652652170688291,0.02209817667980457,0.02258932677828665,4.218891972409019,85.91661162133082,0.03234507731626572,0.022632119332107844,0.0183749477464597,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,23896.655040696263,23896.655040696263,147.9315388997396,1.1452764301915324,0.05353448543709971,0.0551381803990579,34.974346569430445,154.58542958732,0.05621288348629818,0.05379328687263257,0.04987156928990425,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index a85fec02695c424c181920213904e532bd3c66c2..50a8baab93a0a90fa72d14015f7d8fcccf443b60 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:00:47.871619+00:00", + "evaluated_at": "2026-06-18T03:07:28.165699+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63532.0, 63512.01171875, 63584.03125, 63735.73828125, @@ -101,10 +100,10 @@ 65675.0078125, 65700.0, 65940.0, - 65904.0 + 65904.0, + 65851.9921875 ], "actuals": [ - 65851.9921875, 65892.0, 65836.296875, 65624.0, @@ -127,88 +126,88 @@ 64509.3984375, 64468.01171875, 64548.73828125, - 64708.0 + 64689.5, + 64606.44921875 ], "p50": [ - 65915.1171875, - 65907.5546875, - 65904.640625, - 65900.71875, - 65880.390625, - 65874.8359375, - 65861.5234375, - 65856.4453125, - 65834.1640625, - 65824.8359375, - 65796.65625, - 65795.8984375, - 65793.5234375, - 65784.5546875, - 65768.6640625, - 65771.34375, - 65771.4921875, - 65765.84375, - 65762.296875, - 65747.8984375, - 65716.40625, - 65679.765625, - 65642.796875, - 65638.6171875 + 65818.3203125, + 65809.0703125, + 65806.84375, + 65808.0, + 65784.3828125, + 65777.671875, + 65760.453125, + 65749.0859375, + 65728.6328125, + 65725.2734375, + 65694.0390625, + 65693.5, + 65688.5859375, + 65685.9609375, + 65658.0390625, + 65668.5546875, + 65630.5390625, + 65620.8828125, + 65614.3359375, + 65600.2578125, + 65570.6796875, + 65531.0546875, + 65489.77734375, + 65480.26953125 ], "p10": [ - 65589.7265625, - 65462.0234375, - 65358.4375, - 65251.94140625, - 65134.453125, - 65010.86328125, - 64878.04296875, - 64799.91015625, - 64711.8359375, - 64589.875, - 64523.02734375, - 64476.984375, - 64387.12890625, - 64337.6875, - 64291.84375, - 64324.00390625, - 64227.375, - 64032.19921875, - 63982.375, - 63913.9765625, - 63842.44921875, - 63787.00390625, - 63763.21875, - 63720.9375 + 65520.25390625, + 65408.3046875, + 65309.62890625, + 65196.1875, + 65074.29296875, + 64950.6328125, + 64816.41015625, + 64732.1640625, + 64650.86328125, + 64536.33984375, + 64473.30859375, + 64409.9921875, + 64325.71875, + 64270.1171875, + 64228.8828125, + 64219.5078125, + 64127.96484375, + 63999.09765625, + 63952.578125, + 63903.81640625, + 63823.75390625, + 63772.546875, + 63713.078125, + 63686.98046875 ], "p90": [ - 66154.3984375, - 66256.7421875, - 66334.8046875, - 66407.0859375, - 66451.40625, - 66499.28125, - 66521.1953125, - 66571.203125, - 66595.203125, - 66639.46875, - 66664.859375, - 66722.0078125, - 66767.5234375, - 66774.3359375, - 66777.1875, - 66782.765625, - 66827.5234375, - 66856.0, - 66867.6875, - 66960.5546875, - 66944.2265625, - 66985.5625, - 67010.5234375, - 67016.0390625 + 66027.6171875, + 66120.15625, + 66199.125, + 66266.5234375, + 66320.59375, + 66350.65625, + 66369.53125, + 66417.4296875, + 66446.609375, + 66485.828125, + 66510.6484375, + 66561.9453125, + 66624.46875, + 66623.53125, + 66631.1640625, + 66652.0859375, + 66669.90625, + 66697.2109375, + 66717.796875, + 66791.3046875, + 66768.890625, + 66802.015625, + 66823.0234375, + 66819.859375 ], "timestamps": [ - "2026-06-13 03:00:00", "2026-06-13 04:00:00", "2026-06-13 05:00:00", "2026-06-13 06:00:00", @@ -327,6 +326,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 6caab62864407595d1cbf709879ee5cb83fc4d35..71d5c3c8ef9d6f8020592d28ec647171fa7e7f3d 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T02:44:14.541981+00:00", + "evaluated_at": "2026-06-18T03:07:32.689576+00:00", "freq": "10min", - "context_length": 74, + "context_length": 75, "prediction_length": 72, "context": [ 1.100000023841858, @@ -79,10 +79,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, - 1.2999999523162842 + 1.2999999523162842, + 1.5 ], "actuals": [ - 1.5, 1.5, 1.2999999523162842, 1.2999999523162842, @@ -153,229 +153,230 @@ 1.600000023841858, 1.7000000476837158, 1.600000023841858, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.2666326761245728, - 1.2512266635894775, - 1.2433850765228271, - 1.240570306777954, - 1.239322304725647, - 1.2394447326660156, - 1.2369943857192993, - 1.23281729221344, - 1.2312500476837158, - 1.2331764698028564, - 1.2294328212738037, - 1.2315424680709839, - 1.228386402130127, - 1.227661371231079, - 1.2288511991500854, - 1.2318309545516968, - 1.2406255006790161, - 1.2407954931259155, - 1.2404227256774902, - 1.2390257120132446, - 1.2398284673690796, - 1.2403391599655151, - 1.2398849725723267, - 1.2316770553588867, - 1.226844310760498, - 1.220808982849121, - 1.2149415016174316, - 1.2109246253967285, - 1.213080883026123, - 1.2126460075378418, - 1.2100934982299805, - 1.2065260410308838, - 1.2097829580307007, - 1.2072546482086182, - 1.2090436220169067, - 1.2028950452804565, - 1.2045670747756958, - 1.2005393505096436, - 1.2008532285690308, - 1.2023944854736328, - 1.202505350112915, - 1.2011116743087769, - 1.2039974927902222, - 1.202649712562561, - 1.20232355594635, - 1.2017111778259277, - 1.203790307044983, - 1.200244665145874, - 1.208316683769226, - 1.200801968574524, - 1.1955963373184204, - 1.1968588829040527, - 1.1989262104034424, - 1.1952488422393799, - 1.1930533647537231, - 1.187935471534729, - 1.1895889043807983, - 1.186476469039917, - 1.1889480352401733, - 1.1866315603256226, - 1.1845766305923462, - 1.1800614595413208, - 1.183258295059204, - 1.1845588684082031, - 1.2029633522033691, - 1.2037379741668701, - 1.2046735286712646, - 1.2049933671951294, - 1.2078173160552979, - 1.2074404954910278, - 1.206465482711792, - 1.2003273963928223 + 1.3590304851531982, + 1.3188042640686035, + 1.3014671802520752, + 1.2979373931884766, + 1.290412187576294, + 1.2873685359954834, + 1.2848809957504272, + 1.278384804725647, + 1.2770030498504639, + 1.277600884437561, + 1.273504614830017, + 1.2756097316741943, + 1.2743959426879883, + 1.2750672101974487, + 1.2753273248672485, + 1.2776633501052856, + 1.282494306564331, + 1.2810885906219482, + 1.2823073863983154, + 1.279915452003479, + 1.2811092138290405, + 1.282127857208252, + 1.2818866968154907, + 1.2762974500656128, + 1.2772998809814453, + 1.2724300622940063, + 1.2715967893600464, + 1.2707024812698364, + 1.2693625688552856, + 1.2670360803604126, + 1.264883041381836, + 1.2645014524459839, + 1.2629754543304443, + 1.2596360445022583, + 1.2627322673797607, + 1.2555937767028809, + 1.259682297706604, + 1.2556889057159424, + 1.2565964460372925, + 1.256650447845459, + 1.2567567825317383, + 1.256117820739746, + 1.2570916414260864, + 1.2557698488235474, + 1.256264328956604, + 1.2554632425308228, + 1.2534215450286865, + 1.252020001411438, + 1.2646994590759277, + 1.2558610439300537, + 1.256786823272705, + 1.252441167831421, + 1.2583824396133423, + 1.2509088516235352, + 1.25022292137146, + 1.24564790725708, + 1.246618390083313, + 1.243666172027588, + 1.24131441116333, + 1.2360037565231323, + 1.2365086078643799, + 1.2356611490249634, + 1.2351772785186768, + 1.2366310358047485, + 1.2542301416397095, + 1.2538270950317383, + 1.2557051181793213, + 1.254131555557251, + 1.2564284801483154, + 1.253103494644165, + 1.25002121925354, + 1.246185302734375 ], "p10": [ - 1.118296504020691, - 1.0791898965835571, - 1.0577294826507568, - 1.0446481704711914, - 1.04050612449646, - 1.0321507453918457, - 1.0252605676651, - 1.016511082649231, - 1.0074368715286255, - 1.0029983520507812, - 1.0019093751907349, - 0.998852550983429, - 0.9934478402137756, - 0.9865857362747192, - 0.9812228083610535, - 0.9878039360046387, - 1.008899211883545, - 0.988483190536499, - 0.9877821803092957, - 0.9792282581329346, - 0.9775210618972778, - 0.9722003936767578, - 0.9686002135276794, - 0.9668521881103516, - 0.9549421072006226, - 0.944461464881897, - 0.9375089406967163, - 0.9333431124687195, - 0.9405359625816345, - 0.929433286190033, - 0.9322564601898193, - 0.9266944527626038, - 0.9342108964920044, - 0.9366823434829712, - 0.9299725294113159, - 0.9294560551643372, - 0.9240981340408325, - 0.9174036383628845, - 0.9181883335113525, - 0.9214824438095093, - 0.9235976934432983, - 0.9240584373474121, - 0.9243851900100708, - 0.9204182624816895, - 0.9211671352386475, - 0.9139442443847656, - 0.9193540215492249, - 0.9121989011764526, - 0.919145941734314, - 0.9132447838783264, - 0.9075785875320435, - 0.9088212251663208, - 0.9127547740936279, - 0.9066696166992188, - 0.9021444320678711, - 0.8983464241027832, - 0.9061475396156311, - 0.904217541217804, - 0.8988955616950989, - 0.9005383849143982, - 0.8927447199821472, - 0.8945239782333374, - 0.893602192401886, - 0.8956948518753052, - 0.9028642177581787, - 0.9040366411209106, - 0.9057790040969849, - 0.9081084728240967, - 0.9065669178962708, - 0.9038978815078735, - 0.896499752998352, - 0.9005129337310791 + 1.1382501125335693, + 1.0856834650039673, + 1.0614172220230103, + 1.054572343826294, + 1.0472475290298462, + 1.038477897644043, + 1.0333003997802734, + 1.0247254371643066, + 1.0178582668304443, + 1.0162937641143799, + 1.0162512063980103, + 1.0126771926879883, + 1.009418249130249, + 1.0027568340301514, + 0.9988001585006714, + 1.0027704238891602, + 1.0118588209152222, + 0.9942376017570496, + 0.9922159314155579, + 0.9851329326629639, + 0.9834460020065308, + 0.977912425994873, + 0.9749938249588013, + 0.9734886884689331, + 0.9665601253509521, + 0.9622692465782166, + 0.9649074077606201, + 0.9535871148109436, + 0.9556500911712646, + 0.9432464838027954, + 0.9448169469833374, + 0.9415789246559143, + 0.9402163028717041, + 0.9349846243858337, + 0.927355170249939, + 0.9252849817276001, + 0.9210057854652405, + 0.9150804877281189, + 0.9183557629585266, + 0.9226082563400269, + 0.9211830496788025, + 0.9185138940811157, + 0.9220407009124756, + 0.9074820876121521, + 0.913632869720459, + 0.9016256928443909, + 0.9082362651824951, + 0.902875542640686, + 0.9033883810043335, + 0.9012995362281799, + 0.8992745280265808, + 0.8995782136917114, + 0.8992051482200623, + 0.8938658237457275, + 0.8934526443481445, + 0.8953951597213745, + 0.8938552141189575, + 0.8887036442756653, + 0.8869728446006775, + 0.8819456696510315, + 0.8801590204238892, + 0.8739808201789856, + 0.8788819909095764, + 0.8832513689994812, + 0.8907370567321777, + 0.8930844068527222, + 0.8907561302185059, + 0.8922742009162903, + 0.8883994817733765, + 0.88844895362854, + 0.8822946548461914, + 0.8861975073814392 ], "p90": [ - 1.3953831195831299, - 1.4128605127334595, - 1.423880934715271, - 1.4428222179412842, - 1.4446656703948975, - 1.4542707204818726, - 1.4659879207611084, - 1.4717026948928833, - 1.4678864479064941, - 1.479970932006836, - 1.4859983921051025, - 1.493828535079956, - 1.502992033958435, - 1.4977895021438599, - 1.503267765045166, - 1.5139739513397217, - 1.5391061305999756, - 1.5415558815002441, - 1.5441416501998901, - 1.5576245784759521, - 1.5635734796524048, - 1.5742238759994507, - 1.577011227607727, - 1.5832651853561401, - 1.5763903856277466, - 1.5842115879058838, - 1.5918045043945312, - 1.5882432460784912, - 1.5895483493804932, - 1.5869920253753662, - 1.590012788772583, - 1.6139912605285645, - 1.593297004699707, - 1.5946180820465088, - 1.5871248245239258, - 1.5978977680206299, - 1.608104944229126, - 1.6263988018035889, - 1.632242202758789, - 1.628814935684204, - 1.6263433694839478, - 1.6362180709838867, - 1.647388219833374, - 1.6421968936920166, - 1.6466076374053955, - 1.6563421487808228, - 1.668273687362671, - 1.6845574378967285, - 1.670729160308838, - 1.6689964532852173, - 1.6668494939804077, - 1.6629728078842163, - 1.679524540901184, - 1.6811965703964233, - 1.6950137615203857, - 1.6826467514038086, - 1.6797345876693726, - 1.6882200241088867, - 1.7012474536895752, - 1.7018685340881348, - 1.697610855102539, - 1.7071295976638794, - 1.7192097902297974, - 1.7288150787353516, - 1.7798492908477783, - 1.7847057580947876, - 1.77720046043396, - 1.7800803184509277, - 1.804832935333252, - 1.8014140129089355, - 1.819175362586975, - 1.8107184171676636 + 1.5627479553222656, + 1.5626723766326904, + 1.5659682750701904, + 1.5756590366363525, + 1.5761579275131226, + 1.5810152292251587, + 1.5993176698684692, + 1.6010345220565796, + 1.5972802639007568, + 1.6073322296142578, + 1.6151843070983887, + 1.6208202838897705, + 1.6359286308288574, + 1.6273455619812012, + 1.63662588596344, + 1.6445378065109253, + 1.672412633895874, + 1.6717302799224854, + 1.670703411102295, + 1.6834399700164795, + 1.6918830871582031, + 1.7040733098983765, + 1.7099014520645142, + 1.7208504676818848, + 1.7200565338134766, + 1.7341930866241455, + 1.7391846179962158, + 1.7380263805389404, + 1.7532377243041992, + 1.746999979019165, + 1.7577297687530518, + 1.7722747325897217, + 1.8038413524627686, + 1.8040869235992432, + 1.7881510257720947, + 1.7982627153396606, + 1.8150792121887207, + 1.822005033493042, + 1.830862045288086, + 1.8356075286865234, + 1.8404216766357422, + 1.8549506664276123, + 1.8669936656951904, + 1.8588635921478271, + 1.875673770904541, + 1.8771345615386963, + 1.9036444425582886, + 1.922208547592163, + 1.942487359046936, + 1.9414088726043701, + 1.9196500778198242, + 1.9153786897659302, + 1.9325532913208008, + 1.9307808876037598, + 1.9632587432861328, + 1.9472254514694214, + 1.9548888206481934, + 1.9623229503631592, + 1.968224287033081, + 1.9667983055114746, + 1.9663033485412598, + 1.9767261743545532, + 1.9924910068511963, + 2.0049846172332764, + 2.0597267150878906, + 2.067291736602783, + 2.0481085777282715, + 2.0502171516418457, + 2.077519416809082, + 2.064375877380371, + 2.1036605834960938, + 2.082868814468384 ], "timestamps": [ "2026-06-16 02:50:00", @@ -523,6 +524,7 @@ "2026-06-17 02:30:00", "2026-06-17 02:40:00", "2026-06-17 02:50:00", - "2026-06-17 03:00:00" + "2026-06-17 03:00:00", + "2026-06-17 03:10:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 86f92ac536cac83a96051769a288aca0f8781dac..603eef70648c4db60b8584ee431c29ea2d5b9fb9 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T02:44:21.492240+00:00", + "evaluated_at": "2026-06-18T03:07:37.965928+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2750.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, 2800.0, 2800.0, 2750.0, @@ -101,11 +89,8 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ - 2550.0, 2600.0, + 2550.0, 2600.0, 2600.0, 2600.0, @@ -116,6 +101,9 @@ 2600.0, 2600.0, 2600.0, + 2600.0 + ], + "actuals": [ 2650.0, 2650.0, 2700.0, @@ -127,91 +115,99 @@ 2750.0, 2750.0, 2750.0, - 2750.0 + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 ], "p50": [ - 2598.59912109375, - 2598.76123046875, - 2598.435546875, - 2598.76123046875, - 2599.089599609375, - 2600.5712890625, - 2601.445556640625, - 2596.039794921875, - 2600.97802734375, - 2602.155029296875, - 2600.9345703125, - 2598.8525390625, - 2600.8076171875, - 2601.4345703125, - 2601.46826171875, - 2602.38720703125, - 2601.8798828125, - 2602.766357421875, - 2601.05859375, - 2599.676513671875, - 2602.58203125, - 2602.8974609375, - 2603.02197265625, - 2601.965576171875 + 2598.02392578125, + 2600.17041015625, + 2601.12109375, + 2603.536865234375, + 2603.275390625, + 2602.237060546875, + 2602.810546875, + 2600.05859375, + 2601.642333984375, + 2601.739013671875, + 2601.7099609375, + 2600.7294921875, + 2599.23046875, + 2601.214599609375, + 2602.210205078125, + 2604.787841796875, + 2603.289794921875, + 2603.82958984375, + 2603.71826171875, + 2602.292724609375, + 2602.82373046875, + 2603.9013671875, + 2603.405029296875, + 2601.884765625 ], "p10": [ - 2577.49560546875, - 2575.578857421875, - 2573.0087890625, - 2572.17919921875, - 2573.048583984375, - 2573.134765625, - 2571.312255859375, - 2560.812744140625, - 2567.30126953125, - 2568.16943359375, - 2563.457763671875, - 2557.729248046875, - 2559.032958984375, - 2559.06396484375, - 2558.072509765625, - 2557.9248046875, - 2563.112548828125, - 2561.594970703125, - 2558.042236328125, - 2554.5576171875, - 2554.740478515625, - 2556.35302734375, - 2553.975341796875, - 2551.85595703125 + 2584.517333984375, + 2587.069580078125, + 2588.0126953125, + 2591.908447265625, + 2591.59814453125, + 2589.748779296875, + 2589.32763671875, + 2580.91162109375, + 2583.957763671875, + 2583.037109375, + 2580.823486328125, + 2574.42578125, + 2567.723876953125, + 2569.591064453125, + 2570.3359375, + 2574.421630859375, + 2579.237548828125, + 2579.052978515625, + 2578.022216796875, + 2574.45068359375, + 2575.00048828125, + 2575.716796875, + 2572.6669921875, + 2569.6416015625 ], "p90": [ - 2618.9501953125, - 2619.342529296875, - 2621.284423828125, - 2624.3046875, - 2628.3193359375, - 2630.66845703125, - 2635.060302734375, - 2636.597900390625, - 2642.205078125, - 2643.38134765625, - 2648.10107421875, - 2650.39892578125, - 2654.4560546875, - 2657.713623046875, - 2660.689697265625, - 2660.58251953125, - 2687.060302734375, - 2696.75341796875, - 2702.056884765625, - 2708.754150390625, - 2711.30029296875, - 2712.556396484375, - 2714.2060546875, - 2715.8974609375 + 2608.771728515625, + 2609.82763671875, + 2610.788330078125, + 2613.63330078125, + 2614.50244140625, + 2612.958740234375, + 2615.2353515625, + 2614.62841796875, + 2618.140380859375, + 2617.714111328125, + 2619.07470703125, + 2621.239501953125, + 2626.784423828125, + 2632.3427734375, + 2638.327392578125, + 2641.27001953125, + 2662.7392578125, + 2666.1572265625, + 2670.208251953125, + 2673.94677734375, + 2677.684326171875, + 2681.05615234375, + 2685.5263671875, + 2692.271240234375 ], "timestamps": [ - "2026-06-17 15:55:00", - "2026-06-17 16:10:00", - "2026-06-17 16:25:00", - "2026-06-17 16:40:00", "2026-06-17 16:55:00", "2026-06-17 17:10:00", "2026-06-17 17:25:00", @@ -327,6 +323,10 @@ "2026-06-18 20:55:00", "2026-06-18 21:10:00", "2026-06-18 21:25:00", - "2026-06-18 21:40:00" + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index e832f0cda05f47958132f9b96c9f8f1bb0c09077..0be060c0f5cdd8eb2df35b03bece884e2d96c470 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,25 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T03:00:55.684675+00:00", + "evaluated_at": "2026-06-18T03:07:41.546657+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t205400z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 31db4ced37d185ba464e885bcf4758d29722e29c..d65842876e67e6de27fb98f21275804b678b503e 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,1769080.9279614817,1699827.798925979,1092.2888359911692,1.0979539735072519,0.016877237144017686,0.01667614899153049,30.215976196973504,1330.0680162914534,0.020431518480230625,0.016778931050856045,0.016076631135637176,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,1749838.4761025484,1652317.6240164388,1086.7950085253917,1.1032141776921243,0.016800620006618004,0.016605008614740412,30.502764704296464,1322.8146038287257,0.020336549740241815,0.016708056204061093,0.016076565461807826,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,1.243438551516783,1.2481753004747123,0.8772287349475917,0.8426991390124149,0.7325497197885055,0.45222830519676643,30.667522342969228,1.1150957589000072,0.794746586813143,0.6252149534150698,0.6153598787068906,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.011074687488854044,0.011172068905935549,0.08526202840843575,0.5088217198245093,0.057795611911035404,0.059952546890103764,3.4797523561392483,0.10523634110350874,0.07377815759109736,0.05977474418525235,0.051419729849031134,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.005891086581499904,0.005736460099087471,0.05775631456636046,0.3325363133490137,0.04101327210222422,0.04068602201364586,3.651503652128039,0.0767534141357888,0.053705012010004355,0.04041258102150873,0.03540047420017935,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,4.0192324279807785,3.9488045371153953,1.649559952272967,1.2648382815086638,0.08594079167567288,0.08085817576582328,15.354305925166157,2.0048023413745253,0.10121004798217441,0.08327606092307098,0.07867083332702203,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,3082.8989261736183,3098.388160321632,49.11860352155636,3.916833797531637,1.2953600472326834,1.6858003042789882,124.62341348569264,55.52385907133633,1.4998003575825232,1.3267827625406332,1.2855240297661215,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,462.1043027372319,457.3780665543389,18.323345769982357,9.048565113026317,0.7410372040527909,0.49522275537339167,333.24127569911417,21.496611424529956,0.8285188117471718,0.7062153362113119,0.6978561783954065,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,44.39142980442248,49.26067747225495,5.782609491750484,1.1117433468785975,1.3290974361874148,0.4872708812542939,5.020389154410424,6.662689382255673,0.573134570516617,0.49742877348391257,0.3674400172406036,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,14523.208470099764,14160.525462107335,90.92413751200495,0.552450455769144,0.03355068028334547,0.03451972482526531,7.33371576834507,120.51227518431375,0.04536932712821223,0.03423026353393127,0.0325202546049386,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,35487.36131043988,34530.27677831328,176.30804065964128,1.364965476074642,0.06377348929320052,0.06610409127482376,26.822475658279632,188.3808942287935,0.0685021433559249,0.0641120147853241,0.06195039862370794,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,3204.790611752943,2881.2038365570006,50.33739973772421,1.0507561340143807,0.2404507822920921,0.2146543225620431,5.672580589017583,56.61087008475442,0.2388644307373604,0.21239409172035534,0.1565877432051329,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 9fc06781544ef4acba1fd62f9e1bbce2ba6595ed..c366f8b54badcf97dee9d14052da0e7e28e0ecc8 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T03:03:07.682114+00:00", + "evaluated_at": "2026-06-18T03:10:39.068027+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63532.0, 63512.01171875, 63584.03125, 63735.73828125, @@ -101,10 +100,10 @@ 65675.0078125, 65700.0, 65940.0, - 65904.0 + 65904.0, + 65851.9921875 ], "actuals": [ - 65851.9921875, 65892.0, 65836.296875, 65624.0, @@ -127,88 +126,88 @@ 64509.3984375, 64468.01171875, 64548.73828125, - 64708.0 + 64689.5, + 64606.44921875 ], "p50": [ - 65909.993707065, - 65919.8156793267, - 65927.7392140884, - 65986.8033738501, - 66009.61167423679, - 66033.90825587348, - 66040.59350938517, - 66089.21626289688, - 66100.48745390857, - 66135.39145742026, - 66166.99467968196, - 66163.38891756865, - 66195.91987420536, - 66228.50356521705, - 66250.83725622874, - 66289.94047849043, - 66315.54370075213, - 66340.68207926383, - 66349.53920777552, - 66350.42368003722, - 66407.00151167391, - 66428.2043433106, - 66450.24506557231, - 66496.072897209 + 65842.74485232303, + 65861.90660821208, + 65891.22070785113, + 65915.00355749018, + 65955.80984462923, + 65947.60831926829, + 66002.58257515733, + 66030.63300292139, + 66036.61311818543, + 66068.18893657447, + 66071.99522371353, + 66151.98901085257, + 66154.84217299163, + 66165.20314763067, + 66161.19693476973, + 66213.13994065877, + 66249.51263404783, + 66273.27595243687, + 66287.21895832593, + 66293.31040171497, + 66338.05418885402, + 66372.97766349307, + 66385.99098188212, + 66421.43398777118 ], "p10": [ - 65688.493707065, - 65663.97739807669, - 65734.8493703384, - 65808.2506394751, - 65798.53901798678, - 65859.45708399848, - 65837.26225938517, - 65870.49790352189, - 65844.81167265857, - 65868.80317617026, - 66001.18999218196, - 65905.50415194365, - 66042.09174920536, - 66028.96801834204, - 66102.57241247874, - 66080.17446286543, - 66141.09252887713, - 66117.28598551384, - 66100.84389527552, - 66182.58735191221, - 66112.82377729891, - 66221.3105933106, - 66164.03022182231, - 66228.860006584 + 65549.29172732303, + 65656.86832696208, + 65686.41211410113, + 65722.96761999019, + 65685.67859462922, + 65768.12355364328, + 65828.13140328233, + 65821.73964354639, + 65784.45061818542, + 65771.52878032447, + 65879.10537996353, + 65974.29213585258, + 65990.00623549163, + 65966.51564763067, + 65977.87740351973, + 65958.91337815877, + 66043.97669654783, + 66068.66970243688, + 66081.50020832593, + 66114.67368296497, + 66082.37840760402, + 66167.81750724307, + 66131.76441938212, + 66251.32461277118 ], "p90": [ - 66226.717925815, - 66253.0734918267, - 66205.8220265884, - 66406.9908738501, - 66329.88315861179, - 66351.82388087347, - 66281.30054063517, - 66403.03032539687, - 66319.16479765857, - 66385.35864492027, - 66479.52592968196, - 66395.23852694365, - 66428.87299920536, - 66462.45122146705, - 66488.05444372875, - 66531.01079099043, - 66637.12182575213, - 66582.21723551383, - 66581.82045777552, - 66633.42368003722, - 66738.7823710489, - 66692.2832495606, - 66686.83334682231, - 66812.681881584 + 66172.34016482302, + 66094.18785821208, + 66234.47461410113, + 66246.10511999018, + 66273.93875087923, + 66298.63175676829, + 66224.37163765733, + 66429.34589354639, + 66293.03889943543, + 66407.32565532447, + 66323.14366121353, + 66446.87338585257, + 66471.56639174162, + 66497.01174138067, + 66407.83755976973, + 66545.56181565877, + 66580.17669654783, + 66698.49470243687, + 66514.64083332593, + 66644.33383921497, + 66669.11043885401, + 66594.76672599307, + 66719.24879438212, + 66743.94180027118 ], "timestamps": [ - "2026-06-13 03:00:00", "2026-06-13 04:00:00", "2026-06-13 05:00:00", "2026-06-13 06:00:00", @@ -327,6 +326,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index cee7c2395aeec002a471daa3b827f05918173479..cc53f314574062652b83940423e18bf3cfb9f69b 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-18T02:48:10.059130+00:00", + "evaluated_at": "2026-06-18T03:10:39.092390+00:00", "freq": "10min", - "context_length": 74, + "context_length": 75, "prediction_length": 72, "context": [ 1.100000023841858, @@ -79,10 +79,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, - 1.2999999523162842 + 1.2999999523162842, + 1.5 ], "actuals": [ - 1.5, 1.5, 1.2999999523162842, 1.2999999523162842, @@ -153,229 +153,230 @@ 1.600000023841858, 1.7000000476837158, 1.600000023841858, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.2399996494445327, - 1.2433301304829296, - 1.2466606115213266, - 1.2499910925597237, - 1.2533215735981207, - 1.2566520546365176, - 1.2599825356749146, - 1.2633130167133115, - 1.2666434977517085, - 1.2699739787901054, - 1.2733044598285024, - 1.2766349408668995, - 1.2799654219052965, - 1.2832959029436934, - 1.2866263839820904, - 1.2899568650204873, - 1.2932873460588843, - 1.2966178270972812, - 1.2999483081356784, - 1.3032787891740754, - 1.3066092702124723, - 1.3099397512508693, - 1.3132702322892662, - 1.3166007133276632, - 1.31993119436606, - 1.3232616754044573, - 1.3265921564428542, - 1.3299226374812512, - 1.3332531185196481, - 1.336583599558045, - 1.339914080596442, - 1.343244561634839, - 1.346575042673236, - 1.349905523711633, - 1.35323600475003, - 1.356566485788427, - 1.359896966826824, - 1.3632274478652209, - 1.3665579289036178, - 1.3698884099420148, - 1.3732188909804117, - 1.376549372018809, - 1.3798798530572058, - 1.3832103340956028, - 1.3865408151339997, - 1.3898712961723967, - 1.3932017772107936, - 1.3965322582491906, - 1.3998627392875878, - 1.4031932203259847, - 1.4065237013643817, - 1.4098541824027786, - 1.4131846634411755, - 1.4165151444795725, - 1.4198456255179694, - 1.4231761065563666, - 1.4265065875947636, - 1.4298370686331605, - 1.4331675496715575, - 1.4364980307099544, - 1.4398285117483514, - 1.4431589927867483, - 1.4464894738251455, - 1.4498199548635424, - 1.4531504359019394, - 1.4564809169403363, - 1.4598113979787333, - 1.4631418790171302, - 1.4664723600555272, - 1.4698028410939241, - 1.4731333221323213, - 1.4764638031707182 + 1.2947439798917415, + 1.2987087610468973, + 1.3026735422020532, + 1.306638323357209, + 1.310603104512365, + 1.3145678856675207, + 1.3185326668226767, + 1.3224974479778324, + 1.3264622291329884, + 1.3304270102881441, + 1.3343917914433001, + 1.3383565725984559, + 1.3423213537536118, + 1.3462861349087676, + 1.3502509160639236, + 1.3542156972190793, + 1.3581804783742353, + 1.362145259529391, + 1.366110040684547, + 1.3700748218397028, + 1.3740396029948587, + 1.3780043841500145, + 1.3819691653051704, + 1.3859339464603262, + 1.3898987276154822, + 1.393863508770638, + 1.3978282899257939, + 1.4017930710809496, + 1.4057578522361056, + 1.4097226333912614, + 1.4136874145464173, + 1.417652195701573, + 1.421616976856729, + 1.4255817580118848, + 1.4295465391670408, + 1.4335113203221965, + 1.4374761014773525, + 1.4414408826325082, + 1.4454056637876642, + 1.44937044494282, + 1.453335226097976, + 1.4573000072531317, + 1.4612647884082877, + 1.4652295695634434, + 1.4691943507185994, + 1.4731591318737551, + 1.477123913028911, + 1.4810886941840669, + 1.4850534753392228, + 1.4890182564943786, + 1.4929830376495346, + 1.4969478188046903, + 1.5009125999598463, + 1.504877381115002, + 1.508842162270158, + 1.5128069434253137, + 1.5167717245804697, + 1.5207365057356255, + 1.5247012868907814, + 1.5286660680459372, + 1.5326308492010932, + 1.536595630356249, + 1.5405604115114049, + 1.5445251926665606, + 1.5484899738217166, + 1.5524547549768724, + 1.5564195361320283, + 1.560384317287184, + 1.56434909844234, + 1.5683138795974958, + 1.5722786607526518, + 1.5762434419078075 ], "p10": [ - 1.1399996256026748, - 1.1433301066410717, - 1.1466605876794687, - 1.1499910687178658, - 1.1533215497562628, - 1.1566520307946597, - 1.1599825118330567, - 1.1633129928714536, - 1.1666434739098506, - 1.1699739549482475, - 1.1733044359866445, - 1.1766349170250416, - 1.1799653980634386, - 1.1832958791018355, - 1.1866263601402325, - 1.1899568411786294, - 1.1932873222170264, - 1.1966178032554233, - 1.1999482842938205, - 1.2032787653322174, - 1.2066092463706144, - 1.2099397274090113, - 1.2132702084474083, - 1.2166006894858052, - 1.2199311705242022, - 1.2232616515625994, - 1.2265921326009963, - 1.2299226136393933, - 1.2332530946777902, - 1.2365835757161872, - 1.239914056754584, - 1.243244537792981, - 1.246575018831378, - 1.2499054998697752, - 1.2532359809081721, - 1.256566461946569, - 1.259896942984966, - 1.263227424023363, - 1.26655790506176, - 1.2698883861001569, - 1.2732188671385538, - 1.276549348176951, - 1.279879829215348, - 1.2832103102537449, - 1.1865408866595735, - 1.2898712723305388, - 1.2932017533689357, - 1.2965322344073327, - 1.1998628108131615, - 1.3031931964841268, - 1.3065236775225237, - 1.3098541585609207, - 1.3131846395993176, - 1.3165151206377146, - 1.3198456016761115, - 1.3231760827145087, - 1.3265065637529057, - 1.3298370447913026, - 1.3331675258296996, - 1.3364980068680965, - 1.3398284879064934, - 1.3431589689448904, - 1.3464894499832876, - 1.3498199310216845, - 1.3531504120600815, - 1.25648098846591, - 1.259811469504307, - 1.3631418551752723, - 1.3664723362136693, - 1.3698028172520662, - 1.3731332982904634, - 1.276463874696292 + 1.1947439560498836, + 1.1987087372050393, + 1.2026735183601953, + 1.206638299515351, + 1.210603080670507, + 1.2145678618256628, + 1.2185326429808188, + 1.2224974241359745, + 1.2264622052911305, + 1.2304269864462862, + 1.2343917676014422, + 1.238356548756598, + 1.242321329911754, + 1.2462861110669097, + 1.1502509875894973, + 1.2542156733772214, + 1.2581804545323774, + 1.2621452356875331, + 1.266110016842689, + 1.2700747979978448, + 1.2740395791530008, + 1.2780043603081566, + 1.271969151000056, + 1.2859339226184683, + 1.2898987037736243, + 1.29386348492878, + 1.297828266083936, + 1.3017930472390917, + 1.3057578283942477, + 1.3097226095494034, + 1.3136873907045594, + 1.3176521718597152, + 1.3216169530148711, + 1.325581734170027, + 1.3295465153251829, + 1.3335112964803386, + 1.3374760776354946, + 1.3414408587906503, + 1.3454056399458063, + 1.349370421100962, + 1.353335202256118, + 1.3572999834112738, + 1.3612647645664298, + 1.3652295457215855, + 1.3691943268767415, + 1.3731591080318972, + 1.3771238891870532, + 1.381088670342209, + 1.385053451497365, + 1.3890182326525207, + 1.3929830138076766, + 1.3969477949628324, + 1.4009125761179884, + 1.4048773572731441, + 1.4088421384283, + 1.4128069195834558, + 1.4167717007386118, + 1.4207364818937676, + 1.4247012630489235, + 1.4286660442040793, + 1.4326308253592352, + 1.436595606514391, + 1.440560387669547, + 1.4445251688247027, + 1.4484899499798587, + 1.4524547311350144, + 1.4564195122901704, + 1.4603842934453262, + 1.4643490746004821, + 1.4683138557556379, + 1.4722786369107939, + 1.4762434180659496 ], "p90": [ - 1.3399996732863906, - 1.4433300589573559, - 1.3466606353631845, - 1.3499911164015816, - 1.4533216212818365, - 1.456651983110944, - 1.3699825499800287, - 1.3633130405551694, - 1.3666435215935664, - 1.3799739930952195, - 1.4733043883029286, - 1.4766348812622547, - 1.3799654457471544, - 1.3832959267855514, - 1.4866263124565167, - 1.4899567934949136, - 1.4932872745333106, - 1.4966177555717075, - 1.3999483319775363, - 1.4032788130159333, - 1.4066092940543302, - 1.4099397750927272, - 1.5132701607636925, - 1.416600737169521, - 1.5199311228404864, - 1.4232616992463152, - 1.4265921802847121, - 1.5299225659556774, - 1.533253166203364, - 1.5365835280324713, - 1.449914094901556, - 1.5432446093185548, - 1.5465749711476622, - 1.449905547553491, - 1.453236028591888, - 1.5565664142628532, - 1.5598968953012502, - 1.4632274717070788, - 1.4665579527454757, - 1.4698884337838727, - 1.4732189148222696, - 1.4765493958606668, - 1.48987986736232, - 1.4832103579374607, - 1.4865408389758576, - 1.5898712365677519, - 1.59320170568522, - 1.5965321867236169, - 1.4998627631294457, - 1.5031932441678426, - 1.5065237252062396, - 1.5098542062446365, - 1.6131845919156018, - 1.5165151683214304, - 1.5198456493598274, - 1.6231760350307929, - 1.6265065160691898, - 1.6298369971075868, - 1.5331675735134154, - 1.5364980545518123, - 1.5498285260534654, - 1.5431590166286062, - 1.5564894881302596, - 1.5498199787054003, - 1.6531503643763656, - 1.6564808454147626, - 1.6598113264531595, - 1.5631419028589881, - 1.566472383897385, - 1.569802864935782, - 1.5731333459741792, - 1.6764637316451445 + 1.4947440275754573, + 1.4087087753520113, + 1.502673589885769, + 1.416638337662323, + 1.4106031283542229, + 1.4145679095093786, + 1.4185326906645346, + 1.5224973883731876, + 1.5264621576074147, + 1.5304269387625704, + 1.534391839127016, + 1.4383565964403138, + 1.452321368058726, + 1.4462861587506255, + 1.4502509399057815, + 1.5542157449027951, + 1.5581804068486615, + 1.5621451880038173, + 1.466110064526405, + 1.570074750314129, + 1.574039531469285, + 1.5780043126244407, + 1.5819690937795967, + 1.485933970302184, + 1.4998987419205962, + 1.4938635326124958, + 1.5978282184002202, + 1.601792999555376, + 1.5157578665412197, + 1.6097225737866165, + 1.5136874383882752, + 1.6176521241759994, + 1.6216169053311553, + 1.625581686486311, + 1.629546467641467, + 1.6335113680059123, + 1.6374760299517788, + 1.5414409064743662, + 1.64540571147138, + 1.5493704687846779, + 1.6533352737816918, + 1.657299935727558, + 1.5612648122501456, + 1.5752295838685575, + 1.6691943984023152, + 1.6731590603481814, + 1.6771238415033374, + 1.6810886226584931, + 1.5850534991810807, + 1.6890181968897338, + 1.5929830614913925, + 1.5969478426465482, + 1.6009126238017042, + 1.60487740495686, + 1.7088422099538738, + 1.6128069672671717, + 1.6167717484223276, + 1.7207365534193413, + 1.7247012272861366, + 1.6386660823510513, + 1.7326307776755194, + 1.7365955588306752, + 1.6405604353532628, + 1.744525121140987, + 1.6484899976635745, + 1.7524546834512986, + 1.7564194646064546, + 1.7603842457616103, + 1.664349122284198, + 1.6783138939026099, + 1.6722786845945097, + 1.7762433703822338 ], "timestamps": [ "2026-06-16 02:50:00", @@ -523,6 +524,7 @@ "2026-06-17 02:30:00", "2026-06-17 02:40:00", "2026-06-17 02:50:00", - "2026-06-17 03:00:00" + "2026-06-17 03:00:00", + "2026-06-17 03:10:00" ] } diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 0bfb73f44d3f3c79565587375bb231e9712b64b9..cfda418985ef57d3686dd56f1b0babef70b2630f 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-18T02:48:10.076623+00:00", + "evaluated_at": "2026-06-18T03:10:39.120700+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2750.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, 2800.0, 2800.0, 2750.0, @@ -101,11 +89,8 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ - 2550.0, 2600.0, + 2550.0, 2600.0, 2600.0, 2600.0, @@ -116,6 +101,9 @@ 2600.0, 2600.0, 2600.0, + 2600.0 + ], + "actuals": [ 2650.0, 2650.0, 2700.0, @@ -127,91 +115,99 @@ 2750.0, 2750.0, 2750.0, - 2750.0 + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 ], "p50": [ - 2593.9983064857147, - 2591.8238787937808, - 2589.6494511018464, - 2587.4750234099124, - 2585.300595717978, - 2583.1261680260436, - 2580.9517403341097, - 2578.7773126421753, - 2576.602884950241, - 2574.428457258307, - 2572.2540295663725, - 2570.0796018744386, - 2567.905174182504, - 2565.73074649057, - 2563.556318798636, - 2561.3818911067015, - 2559.207463414767, - 2557.033035722833, - 2554.8586080308987, - 2552.684180338965, - 2550.5097526470304, - 2548.335324955096, - 2546.160897263162, - 2543.9864695712276 + 2597.0027081874864, + 2594.975686548606, + 2592.9486649097253, + 2590.9216432708445, + 2588.8946216319637, + 2586.8675999930833, + 2584.8405783542025, + 2582.8135567153217, + 2580.786535076441, + 2578.7595134375606, + 2576.73249179868, + 2574.705470159799, + 2572.678448520918, + 2570.651426882038, + 2568.624405243157, + 2566.5973836042763, + 2564.5703619653955, + 2562.543340326515, + 2560.5163186876343, + 2558.4892970487535, + 2556.4622754098727, + 2554.4352537709924, + 2552.4082321321116, + 2550.381210493231 ], "p10": [ - 2543.9983064857147, - 2541.8238787937808, - 2539.6494511018464, - 2537.4750234099124, - 2535.300595717978, - 2533.1261680260436, - 2530.9517403341097, - 2528.7773126421753, - 2526.602884950241, - 2524.428457258307, - 2522.2540295663725, - 2520.0796018744386, - 2517.905174182504, - 2515.73074649057, - 2513.556318798636, - 2511.3818911067015, - 2509.207463414767, - 2507.033035722833, - 2504.8586080308987, - 2502.684180338965, - 2500.5097526470304, - 2498.335324955096, - 2496.160897263162, - 2493.9864695712276 + 2547.0027081874864, + 2544.975686548606, + 2542.9486649097253, + 2540.9216432708445, + 2538.8946216319637, + 2536.8675999930833, + 2534.8405783542025, + 2532.8135567153217, + 2530.786535076441, + 2528.7595134375606, + 2526.73249179868, + 2524.705470159799, + 2522.678448520918, + 2520.651426882038, + 2518.624405243157, + 2516.5973836042763, + 2514.5703619653955, + 2512.543340326515, + 2510.5163186876343, + 2508.4892970487535, + 2506.4622754098727, + 2504.4352537709924, + 2502.4082321321116, + 2500.381210493231 ], "p90": [ - 2643.9983064857147, - 2641.8238787937808, - 2589.6494511018464, - 2637.4750234099124, - 2585.300595717978, - 2633.1261680260436, - 2630.9517403341097, - 2628.7773126421753, - 2626.602884950241, - 2624.428457258307, - 2622.2540295663725, - 2570.0796018744386, - 2617.905174182504, - 2570.7307464905693, - 2613.556318798636, - 2611.3818911067015, - 2609.207463414767, - 2607.033035722833, - 2604.8586080308987, - 2602.684180338965, - 2600.5097526470304, - 2553.3353249550955, - 2596.160897263162, - 2593.9864695712276 + 2647.0027081874864, + 2644.975686548606, + 2642.9486649097253, + 2640.9216432708445, + 2593.894621631963, + 2591.867599993083, + 2584.8405783542025, + 2632.8135567153217, + 2580.786535076441, + 2628.7595134375606, + 2626.73249179868, + 2624.705470159799, + 2572.678448520918, + 2570.651426882038, + 2618.624405243157, + 2616.5973836042763, + 2564.5703619653955, + 2612.543340326515, + 2610.5163186876343, + 2608.4892970487535, + 2606.4622754098727, + 2604.4352537709924, + 2602.4082321321116, + 2600.381210493231 ], "timestamps": [ - "2026-06-17 15:55:00", - "2026-06-17 16:10:00", - "2026-06-17 16:25:00", - "2026-06-17 16:40:00", "2026-06-17 16:55:00", "2026-06-17 17:10:00", "2026-06-17 17:25:00", @@ -327,6 +323,10 @@ "2026-06-18 20:55:00", "2026-06-18 21:10:00", "2026-06-18 21:25:00", - "2026-06-18 21:40:00" + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index c93802fd9dd5f13ad7768db5b6aff034c65224a1..430d3af13386495a62d957a51f989dd6a2651d4a 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,25 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T03:03:07.723425+00:00", + "evaluated_at": "2026-06-18T03:10:39.131052+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t205400z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 39b15dae01dfdb9f69e265e5a2f580884564db41..6abc819f75c0d1ff55150b7e7bfbfd4e154199ac 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1303,3 +1303,6 @@ {"evaluated_at": "2026-06-18T02:55:04.523675+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-18T03:03:07.764307+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-18T03:03:07.764307+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-18T03:10:39.219496+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T03:10:39.219496+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-18T03:10:39.219496+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index b6d7eb589c461c97d03d245d2fa39dce1337bc35..e495211abba2fc5e45d2667c750cd7b669d17bfd 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,2291523.589633306,1906143.795861562,1172.1682942708333,1.1782477252420474,0.018106242709341667,0.017880961656708938,9.626156084432175,1513.7779195223143,0.02325353377334946,0.018005980049885687,0.011732048256059802,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,848421.5729688009,865937.4878266653,783.1427408854166,0.7949743678651388,0.012106905106232274,0.012005453238369095,4.011707087404798,921.0980257110537,0.014160681142538049,0.012039798515701668,0.007759530866413826,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.524231808982222,0.8877399571993388,0.6839633385340372,0.37780003989750544,0.030088046973508694,0.030943157921099362,4.639475561859476,0.7240385410889547,0.03278788940436125,0.030973094701234292,0.053680174423312424,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.31421634628191136,0.4090153706401415,0.5212282866239548,0.5007116284137276,0.427560535621851,0.3177767336615377,1.4468370967002875,0.5605500390526357,0.3995129805843022,0.3714877385539378,0.2372706362999383,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04787758417133819,0.05485641322724463,0.2016674561633004,1.2034991870717908,0.13551450469602747,0.14848641258172954,5.11979214207507,0.2188094700220678,0.15340099619991793,0.14138322565944492,0.1285361859978138,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.12923006959778327,0.12765718552379143,0.33112575113773346,1.906481349528455,0.22537422343694125,0.25800571016075846,11.863259012998789,0.3594858406081987,0.2515352783282598,0.2316914842408519,0.19073694194925928,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,3.723936677087598,3.3715563370234727,1.525612195332845,1.1697984694248564,0.07948034233465003,0.0751198854576622,15.656466915200214,1.9297504183410865,0.09742114142784504,0.07701870668505083,0.053953705746007254,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,71.87352463376419,140.2000366822964,9.115366895993551,0.7268809488742832,0.21308496876794847,0.249117474875573,2.9544516411085406,8.477825466106518,0.22900147573050808,0.2462226285918348,0.22529083489999013,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.357870622180447,1.536975638865253,1.152564247449239,0.5691674856169381,0.045023164329549815,0.04622259833508461,1.9498731142306962,1.1652770581198477,0.044911913998129445,0.04442193896984381,0.03913764590326775,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,36.126837920488775,36.20135293631054,4.888879954814911,0.939918175558541,1.0840925147311102,0.4409268263216004,10.570863245007828,6.010560532969349,0.5170374652016644,0.4205488133174117,0.32158872299771635,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,4992.505926929414,6182.863931276525,57.76832580566406,0.35099742261669303,0.021291830752368845,0.021693926423858156,4.68526864739913,70.65766714893306,0.026600533514892444,0.02174807559742647,0.018666051113153597,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,20540.898544025917,21910.851044119026,141.89075215657553,1.0985090489541331,0.05135426817310426,0.052823241710547884,31.873019901398692,143.3209633794928,0.0521167139561792,0.051596637147845646,0.04774490453032934,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 43ce00d52820b2ded2254e53b642f6e2b2377f7a..ef2c7ec1c801cb7b206a53cf30d6ac0e973f566c 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:02:37.772433+00:00", + "evaluated_at": "2026-06-18T03:09:50.728432+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63532.0, 63512.01171875, 63584.03125, 63735.73828125, @@ -101,10 +100,10 @@ 65675.0078125, 65700.0, 65940.0, - 65904.0 + 65904.0, + 65851.9921875 ], "actuals": [ - 65851.9921875, 65892.0, 65836.296875, 65624.0, @@ -127,88 +126,88 @@ 64509.3984375, 64468.01171875, 64548.73828125, - 64708.0 + 64689.5, + 64606.44921875 ], "p50": [ - 65950.09765625, - 65982.86328125, - 66034.0, - 66066.5859375, - 66081.61328125, - 66087.09375, - 66204.01171875, - 66028.734375, - 66244.078125, - 66178.44921875, - 66311.515625, - 66097.6484375, - 66206.87890625, - 66349.4140625, - 66408.65625, - 66492.921875, - 66436.11328125, - 66353.4609375, - 66348.7421875, - 66446.28515625, - 66615.875, - 66632.04296875, - 66695.81640625, - 66846.73046875 + 65784.74609375, + 65735.12890625, + 65715.98828125, + 65766.44140625, + 65800.53125, + 65736.015625, + 65719.0703125, + 65784.33203125, + 65789.8203125, + 65788.73828125, + 65745.7265625, + 65776.65234375, + 65762.5, + 65771.72265625, + 65765.21875, + 65772.94921875, + 65759.41796875, + 65852.99609375, + 65738.55078125, + 65726.9921875, + 65809.56640625, + 65870.61328125, + 65826.1171875, + 65845.2421875 ], "p10": [ - 65676.53515625, - 65574.4921875, - 65524.365234375, - 65369.880859375, - 65373.423828125, - 65378.634765625, - 65278.47265625, - 65159.4375, - 65342.20703125, - 65044.53125, - 65150.806640625, - 65013.935546875, - 65033.96484375, - 65246.234375, - 64917.978515625, - 65062.916015625, - 64649.05859375, - 64761.138671875, - 64766.744140625, - 64981.685546875, - 64999.083984375, - 64841.912109375, - 64534.935546875, - 64715.212890625 + 65405.140625, + 65328.7890625, + 65083.755859375, + 65100.6953125, + 65031.958984375, + 64852.33203125, + 64898.451171875, + 65023.462890625, + 65027.099609375, + 64826.67578125, + 64892.517578125, + 64752.853515625, + 64801.12890625, + 64820.548828125, + 64726.498046875, + 64599.966796875, + 64222.359375, + 64617.748046875, + 64254.705078125, + 64260.35546875, + 64613.78125, + 64314.298828125, + 64388.66015625, + 64455.642578125 ], "p90": [ - 66252.8125, - 66438.734375, - 66581.40234375, - 66862.1484375, - 66767.64453125, - 66904.12890625, - 67167.3515625, - 67000.85546875, - 67144.921875, - 67414.66796875, - 67702.765625, - 67716.55078125, - 67578.5546875, - 67823.40625, - 68283.28515625, - 68284.41796875, - 68396.890625, - 68472.6796875, - 68342.4609375, - 68482.53515625, - 69315.8359375, - 69214.35546875, - 68975.953125, - 69224.83203125 + 66139.734375, + 66120.48046875, + 66303.9140625, + 66315.80078125, + 66461.25, + 66335.23046875, + 66378.87890625, + 66435.3671875, + 66495.2109375, + 66591.8203125, + 66652.1484375, + 66865.921875, + 66569.6796875, + 67052.125, + 66652.515625, + 67184.0, + 67134.0, + 66958.734375, + 67198.4921875, + 66988.78515625, + 67157.68359375, + 67364.5546875, + 67016.73046875, + 67348.796875 ], "timestamps": [ - "2026-06-13 03:00:00", "2026-06-13 04:00:00", "2026-06-13 05:00:00", "2026-06-13 06:00:00", @@ -327,6 +326,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index d09e804de36c4ebded77d1b7105c5ce397231d0c..49355a311f83ddffa7d4b91f47f61c345ebcf0f6 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T02:47:24.660443+00:00", + "evaluated_at": "2026-06-18T03:09:59.477306+00:00", "freq": "10min", - "context_length": 74, + "context_length": 75, "prediction_length": 72, "context": [ 1.100000023841858, @@ -79,10 +79,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, - 1.2999999523162842 + 1.2999999523162842, + 1.5 ], "actuals": [ - 1.5, 1.5, 1.2999999523162842, 1.2999999523162842, @@ -153,229 +153,230 @@ 1.600000023841858, 1.7000000476837158, 1.600000023841858, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.2458047270774841, - 1.2284374237060547, - 1.224829912185669, - 1.2341952323913574, - 1.2317004203796387, - 1.2272424101829529, - 1.238589584827423, - 1.2317644953727722, - 1.2255058884620667, - 1.2304737567901611, - 1.2161078453063965, - 1.2320094108581543, - 1.215881586074829, - 1.2355865240097046, - 1.222527801990509, - 1.23611181974411, - 1.2433318495750427, - 1.2225796580314636, - 1.2237441539764404, - 1.2399740815162659, - 1.2315752506256104, - 1.2342444062232971, - 1.2311199307441711, - 1.2087931632995605, - 1.2177557349205017, - 1.2132479548454285, - 1.1995692253112793, - 1.2143407464027405, - 1.2311795949935913, - 1.2342154383659363, - 1.2022366523742676, - 1.2232723236083984, - 1.239084005355835, - 1.2330921292304993, - 1.2153413891792297, - 1.2164562344551086, - 1.2150671482086182, - 1.188044011592865, - 1.219269335269928, - 1.2329963445663452, - 1.2210787534713745, - 1.217928409576416, - 1.231671392917633, - 1.221598505973816, - 1.2221764922142029, - 1.2548503875732422, - 1.227357804775238, - 1.229693055152893, - 1.214641273021698, - 1.1919878721237183, - 1.2454469799995422, - 1.2117236256599426, - 1.2174110412597656, - 1.239170253276825, - 1.2046616673469543, - 1.2190653681755066, - 1.2642977237701416, - 1.2297950983047485, - 1.2324184775352478, - 1.216589331626892, - 1.2411156296730042, - 1.2062456607818604, - 1.201649010181427, - 1.1897488236427307, - 1.2470651865005493, - 1.2345487475395203, - 1.2282792925834656, - 1.2474069595336914, - 1.2136433124542236, - 1.2052797675132751, - 1.23834890127182, - 1.2058088183403015 + 1.1146668791770935, + 1.1327059864997864, + 1.1393752694129944, + 1.13029146194458, + 1.1677471995353699, + 1.1387602090835571, + 1.124635934829712, + 1.1443725228309631, + 1.1002526879310608, + 1.1333096623420715, + 1.1062776446342468, + 1.1005616188049316, + 1.1374741792678833, + 1.0985259413719177, + 1.0850272178649902, + 1.1095526814460754, + 1.0775113105773926, + 1.0935456156730652, + 1.093697190284729, + 1.0777562260627747, + 1.0993135571479797, + 1.0900869965553284, + 1.079424262046814, + 1.0720435976982117, + 1.0826305150985718, + 1.1046105027198792, + 1.0953447818756104, + 1.0621029734611511, + 1.0948187708854675, + 1.062928557395935, + 1.0886434316635132, + 1.1231679320335388, + 1.0761916041374207, + 1.0593752264976501, + 1.1020048260688782, + 1.0930749773979187, + 1.0992417335510254, + 1.0874989032745361, + 1.0902830362319946, + 1.1103507280349731, + 1.1033454537391663, + 1.1037381887435913, + 1.109254002571106, + 1.0788929462432861, + 1.0898130536079407, + 1.1438241600990295, + 1.1286605596542358, + 1.1368544101715088, + 1.1080191135406494, + 1.1072415709495544, + 1.074645459651947, + 1.1026684641838074, + 1.080985426902771, + 1.023436963558197, + 1.092366337776184, + 1.0511121153831482, + 1.0736526250839233, + 1.0904765725135803, + 1.049428939819336, + 1.0532164573669434, + 1.090282678604126, + 1.043227732181549, + 1.107012391090393, + 1.0796237587928772, + 1.0564650297164917, + 1.0682328343391418, + 1.0783318281173706, + 1.08115553855896, + 1.0300351977348328, + 1.130118489265442, + 1.0560654997825623, + 1.054520845413208 ], "p10": [ - 1.1618133187294006, - 1.1017606258392334, - 1.0851476788520813, - 1.094405174255371, - 1.077568531036377, - 1.0790984630584717, - 1.041228175163269, - 1.058348000049591, - 1.038549780845642, - 0.9842567145824432, - 1.0828935503959656, - 1.0365352034568787, - 1.0390710234642029, - 0.9771339893341064, - 0.9911052286624908, - 0.9868119657039642, - 0.9566537141799927, - 1.0004997551441193, - 0.949428528547287, - 0.9979813694953918, - 0.9188089668750763, - 0.9503486156463623, - 0.9563928246498108, - 0.934484988451004, - 0.9520812332630157, - 0.8919837772846222, - 0.8825247883796692, - 0.9396635591983795, - 0.9217570722103119, - 0.9567983746528625, - 0.8960051536560059, - 0.9093583226203918, - 0.9144625663757324, - 0.9175620973110199, - 0.9014029204845428, - 0.8478025197982788, - 0.9262560904026031, - 0.8377868235111237, - 0.8716513514518738, - 0.8394295573234558, - 0.8300078809261322, - 0.8886514902114868, - 0.8629638850688934, - 0.815190315246582, - 0.7701835930347443, - 0.8376810848712921, - 0.8605602085590363, - 0.8451111912727356, - 0.7617603242397308, - 0.8032838404178619, - 0.7218674421310425, - 0.7672879099845886, - 0.755537211894989, - 0.8374345898628235, - 0.6758709251880646, - 0.6263535618782043, - 0.7781890332698822, - 0.7768709361553192, - 0.7946635484695435, - 0.7412713468074799, - 0.7272001504898071, - 0.7231189608573914, - 0.7159661948680878, - 0.6338774561882019, - 0.7872785925865173, - 0.8023445010185242, - 0.8028006851673126, - 0.8385745584964752, - 0.7915764451026917, - 0.7054746747016907, - 0.7387494742870331, - 0.8670129776000977 + 0.870849609375, + 0.863118052482605, + 0.8251746594905853, + 0.8496889173984528, + 0.8784590661525726, + 0.862253725528717, + 0.7832942306995392, + 0.8401700556278229, + 0.8219285011291504, + 0.7701120972633362, + 0.7153075635433197, + 0.6971033811569214, + 0.8088594377040863, + 0.7248727083206177, + 0.7531566619873047, + 0.7366915047168732, + 0.7462617754936218, + 0.7376578450202942, + 0.7602284550666809, + 0.6794573664665222, + 0.7321309149265289, + 0.7211357653141022, + 0.6673648357391357, + 0.7618350982666016, + 0.7507916688919067, + 0.73204305768013, + 0.7419199347496033, + 0.6931905746459961, + 0.709345817565918, + 0.7903035581111908, + 0.731868177652359, + 0.7448758184909821, + 0.7713796198368073, + 0.7420986294746399, + 0.7178584337234497, + 0.734838455915451, + 0.8240330219268799, + 0.7550266087055206, + 0.8010598421096802, + 0.7616856098175049, + 0.8152380585670471, + 0.7432594299316406, + 0.6782745718955994, + 0.6654067635536194, + 0.7451259791851044, + 0.7252243161201477, + 0.8039146065711975, + 0.689564436674118, + 0.6299517154693604, + 0.6792805790901184, + 0.6927427649497986, + 0.666572093963623, + 0.6124606132507324, + 0.6380634307861328, + 0.6013181507587433, + 0.5306417047977448, + 0.68135005235672, + 0.7089878916740417, + 0.6324097812175751, + 0.663447231054306, + 0.6661953926086426, + 0.6739618182182312, + 0.7561799585819244, + 0.7067714333534241, + 0.6469592452049255, + 0.7074150443077087, + 0.661505401134491, + 0.7380235195159912, + 0.6985719203948975, + 0.7817333936691284, + 0.691068559885025, + 0.6747169494628906 ], "p90": [ - 1.3786285519599915, - 1.3521031141281128, - 1.4164111614227295, - 1.3799360394477844, - 1.4152849316596985, - 1.4689317345619202, - 1.4664066433906555, - 1.4166134595870972, - 1.4265422224998474, - 1.4993311762809753, - 1.446258783340454, - 1.536064088344574, - 1.4467619061470032, - 1.545534908771515, - 1.529404640197754, - 1.4928472638130188, - 1.5307230353355408, - 1.5628223419189453, - 1.4873130321502686, - 1.5004965662956238, - 1.492932915687561, - 1.5097599029541016, - 1.6194556951522827, - 1.5566757321357727, - 1.5215264558792114, - 1.6274029612541199, - 1.5284902453422546, - 1.5623710751533508, - 1.5620276927947998, - 1.565115749835968, - 1.5746521949768066, - 1.5559483766555786, - 1.6483128070831299, - 1.5883225798606873, - 1.6056178212165833, - 1.6552345752716064, - 1.6700469255447388, - 1.669840693473816, - 1.6024717092514038, - 1.6016130447387695, - 1.6269748210906982, - 1.711215853691101, - 1.6747788190841675, - 1.6022560596466064, - 1.6701020002365112, - 1.7733112573623657, - 1.6526868343353271, - 1.7075448036193848, - 1.6786100268363953, - 1.6161158680915833, - 1.6338571310043335, - 1.7876074314117432, - 1.7312185764312744, - 1.685767114162445, - 1.717993140220642, - 1.6474151611328125, - 1.8601194024085999, - 1.7224106788635254, - 1.8436135649681091, - 1.7813951969146729, - 1.7787920236587524, - 1.7767266631126404, - 1.6528931856155396, - 1.7435166835784912, - 1.9601033926010132, - 1.8954071402549744, - 1.7728192806243896, - 1.847341537475586, - 1.8994255065917969, - 1.8926334977149963, - 1.9337855577468872, - 1.8541633486747742 + 1.4525427222251892, + 1.4458081126213074, + 1.503428339958191, + 1.5497202277183533, + 1.472433090209961, + 1.4197315573692322, + 1.4649774432182312, + 1.4308558106422424, + 1.4133613109588623, + 1.420724630355835, + 1.4454004168510437, + 1.4970861673355103, + 1.4716773629188538, + 1.4402464032173157, + 1.404331922531128, + 1.4561025500297546, + 1.4774804711341858, + 1.490164875984192, + 1.3691439628601074, + 1.4864675998687744, + 1.441144347190857, + 1.4242218136787415, + 1.4595139622688293, + 1.387474536895752, + 1.383057415485382, + 1.5009214878082275, + 1.519307017326355, + 1.4094176888465881, + 1.3751201629638672, + 1.3868523240089417, + 1.4402019381523132, + 1.5506477355957031, + 1.4245240092277527, + 1.4572051763534546, + 1.453582525253296, + 1.4889509081840515, + 1.4371540546417236, + 1.4379673600196838, + 1.5904157757759094, + 1.4617931842803955, + 1.4656770825386047, + 1.4657211303710938, + 1.4337143898010254, + 1.4747268557548523, + 1.5344672799110413, + 1.4869855642318726, + 1.5114778280258179, + 1.5818254947662354, + 1.5053855180740356, + 1.5434121489524841, + 1.4828722476959229, + 1.5583255290985107, + 1.5557808876037598, + 1.4900285601615906, + 1.490923523902893, + 1.4783725142478943, + 1.544616162776947, + 1.4272709488868713, + 1.483823537826538, + 1.5332272052764893, + 1.485415279865265, + 1.4491333961486816, + 1.426667034626007, + 1.45269775390625, + 1.4619495868682861, + 1.4509791731834412, + 1.4585379362106323, + 1.5088344812393188, + 1.4458480477333069, + 1.4467337131500244, + 1.4620319604873657, + 1.4898587465286255 ], "timestamps": [ "2026-06-16 02:50:00", @@ -523,6 +524,7 @@ "2026-06-17 02:30:00", "2026-06-17 02:40:00", "2026-06-17 02:50:00", - "2026-06-17 03:00:00" + "2026-06-17 03:00:00", + "2026-06-17 03:10:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 4f94855b0e07c28c8e7d0e4b3eee2bf604febddc..82d5df4689a7c7085cbbeb8b7d6552d6e19adfba 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T02:47:29.188368+00:00", + "evaluated_at": "2026-06-18T03:10:05.997733+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2750.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, 2800.0, 2800.0, 2750.0, @@ -101,11 +89,8 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ - 2550.0, 2600.0, + 2550.0, 2600.0, 2600.0, 2600.0, @@ -116,6 +101,9 @@ 2600.0, 2600.0, 2600.0, + 2600.0 + ], + "actuals": [ 2650.0, 2650.0, 2700.0, @@ -127,91 +115,99 @@ 2750.0, 2750.0, 2750.0, - 2750.0 + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 ], "p50": [ - 2599.03271484375, - 2599.84375, - 2599.5953369140625, - 2608.656982421875, - 2610.1507568359375, - 2611.6334228515625, - 2606.28466796875, - 2589.531005859375, - 2605.0389404296875, - 2609.1961669921875, - 2609.266357421875, - 2596.715576171875, - 2600.269287109375, - 2613.419189453125, - 2610.3228759765625, - 2614.759033203125, - 2618.6832275390625, - 2610.52880859375, - 2618.9505615234375, - 2602.4395751953125, - 2615.82861328125, - 2620.75048828125, - 2612.1300048828125, - 2610.0006103515625 + 2595.3853759765625, + 2604.4039306640625, + 2607.9296875, + 2606.3802490234375, + 2607.312255859375, + 2605.3758544921875, + 2606.290771484375, + 2596.595458984375, + 2604.0057373046875, + 2606.6842041015625, + 2605.8292236328125, + 2605.227783203125, + 2600.71044921875, + 2612.738525390625, + 2614.3927001953125, + 2606.52978515625, + 2606.1082763671875, + 2612.131591796875, + 2614.79833984375, + 2609.218994140625, + 2614.874267578125, + 2611.334716796875, + 2617.069091796875, + 2617.320556640625 ], "p10": [ - 2576.0404052734375, - 2570.2418212890625, - 2565.190673828125, - 2570.6776123046875, - 2573.7335205078125, - 2572.7977294921875, - 2564.025146484375, - 2545.721435546875, - 2560.6632080078125, - 2567.771728515625, - 2561.9622802734375, - 2543.28515625, - 2542.46484375, - 2543.5455322265625, - 2544.9947509765625, - 2550.0556640625, - 2547.8935546875, - 2548.9931640625, - 2542.6981201171875, - 2536.4837646484375, - 2539.8934326171875, - 2553.8843994140625, - 2539.4302978515625, - 2544.987060546875 + 2577.467041015625, + 2587.640869140625, + 2584.1585693359375, + 2584.6260986328125, + 2579.6016845703125, + 2575.29931640625, + 2571.98828125, + 2566.326904296875, + 2571.6737060546875, + 2571.1890869140625, + 2572.09326171875, + 2567.5645751953125, + 2559.86669921875, + 2572.3416748046875, + 2571.4073486328125, + 2562.5693359375, + 2559.6124267578125, + 2568.3756103515625, + 2566.885498046875, + 2561.3836669921875, + 2559.178955078125, + 2557.99365234375, + 2563.859619140625, + 2558.4691162109375 ], "p90": [ - 2618.5419921875, - 2628.3795166015625, - 2631.0198974609375, - 2649.9869384765625, - 2654.2249755859375, - 2652.0928955078125, - 2659.0462646484375, - 2641.9376220703125, - 2660.125244140625, - 2662.1451416015625, - 2663.64013671875, - 2652.5555419921875, - 2654.287841796875, - 2671.456787109375, - 2680.7705078125, - 2690.6282958984375, - 2698.406494140625, - 2696.1358642578125, - 2688.39013671875, - 2669.93505859375, - 2682.6832275390625, - 2703.248779296875, - 2694.8907470703125, - 2701.334716796875 + 2614.53515625, + 2627.22705078125, + 2628.405029296875, + 2629.530517578125, + 2635.07666015625, + 2632.8631591796875, + 2638.8870849609375, + 2630.5509033203125, + 2638.699462890625, + 2642.416748046875, + 2642.734375, + 2645.6378173828125, + 2641.8775634765625, + 2664.1168212890625, + 2665.2718505859375, + 2665.8211669921875, + 2661.693115234375, + 2660.181640625, + 2660.701904296875, + 2659.7132568359375, + 2666.4132080078125, + 2675.522216796875, + 2674.574462890625, + 2701.4884033203125 ], "timestamps": [ - "2026-06-17 15:55:00", - "2026-06-17 16:10:00", - "2026-06-17 16:25:00", - "2026-06-17 16:40:00", "2026-06-17 16:55:00", "2026-06-17 17:10:00", "2026-06-17 17:25:00", @@ -327,6 +323,10 @@ "2026-06-18 20:55:00", "2026-06-18 21:10:00", "2026-06-18 21:25:00", - "2026-06-18 21:40:00" + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 8ed72c5764fcc174dcf08387f7c4a76d08d0342e..421953ce82d5baf926438a85b304444d1bcc4ef5 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T03:02:44.999562+00:00", + "evaluated_at": "2026-06-18T03:10:08.119604+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t205400z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 348792303927b36ad28c2e5aaba92f54400b0394..62558ed67ea839eb018fa62db5535aeefd2bb7dd 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,1238618.405450069,1180214.4887437222,922.2264571340456,0.927009569007466,0.014247179223280136,0.014107355173066835,23.377227221217996,1112.9323454056266,0.017096041333136434,0.014166558906084528,0.01340309221932629,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,1326152.5758310196,1240524.5949999383,962.6364103618386,0.9771798062587641,0.014876156568955691,0.01472916763971266,25.137745102845514,1151.5869814438768,0.01770414830662135,0.014799279645408342,0.014093539321901681,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.1752028166572057,0.17300707767708592,0.357305832824794,0.343241512378817,0.23441644854916352,0.27627930910623405,12.07805462551749,0.4185723553427838,0.2983232140270795,0.2546575832788155,0.24671701836439253,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.07843588976603395,0.07902385507950802,0.2541285811539291,1.5165736041357318,0.17227963375527752,0.1917248762916568,9.764721997543392,0.28006408153498363,0.19634483417444698,0.1781622043504459,0.1607915783031015,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.07156091474361305,0.07440233055996912,0.24290537395634804,1.3985459105999456,0.16368591252704662,0.18167540233232124,9.199403138211018,0.26750871900484485,0.18717810964759668,0.16996294135582304,0.1471850650059981,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,3.7479940749581284,3.675708309383433,1.6923684806154473,1.2976627116532062,0.08764679336466134,0.08291897492380969,13.51196922913772,1.9359736762048518,0.09773531515659542,0.08543719826722342,0.07982157157883137,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,204.8612793238466,201.75471409307136,12.464740895780166,0.9939679656535878,0.3307349285415211,0.33745980141724025,14.57009771046838,14.312975907331312,0.38661949552723857,0.3366953083834822,0.30465901158751607,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,10.106000465637017,10.584724542880956,2.5138701356663247,1.2414172550044578,0.09058476740819893,0.09731150197451705,22.0912477777737,3.1789936246612727,0.12252424200451789,0.09688916343867471,0.08598652851542099,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,38.60170352154978,42.72257804749782,5.369136726546906,1.0322505856111543,1.2306966199563816,0.4658175641101698,4.867289341037275,6.213026921038551,0.5344539286914883,0.4618612237889812,0.3413019282025356,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,9160.966261251671,8881.625115420153,69.94517543859665,0.42498334443704283,0.025774585558421076,0.026375383958121713,4.409594213026252,95.7129367496979,0.03603310559988627,0.026332301341589325,0.024886503841302664,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,26686.878679012534,25843.93322945527,154.14473684210543,1.1933786078098485,0.05578956016000875,0.0575264606374813,20.05670866594487,163.36119085943434,0.05940406940343067,0.05605263157894743,0.053891015417331274,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3489.5381158399855,3083.885629565553,50.0,1.043713163064833,0.24421949671445642,0.21318642417335215,5.672580589017584,59.07231259938945,0.24925026413244494,0.2109704641350211,0.16293069689197762,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 89ab453806456a0f18414916614c0f8d7d1a5ebb..364ff28eee81ee31017596848997f66f4ca241bd 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:03:07.728869+00:00", + "evaluated_at": "2026-06-18T03:10:39.142744+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63532.0, 63512.01171875, 63584.03125, 63735.73828125, @@ -101,10 +100,10 @@ 65675.0078125, 65700.0, 65940.0, - 65904.0 + 65904.0, + 65851.9921875 ], "actuals": [ - 65851.9921875, 65892.0, 65836.296875, 65624.0, @@ -127,88 +126,88 @@ 64509.3984375, 64468.01171875, 64548.73828125, - 64708.0 + 64689.5, + 64606.44921875 ], "p50": [ - 66026.43099300987, - 66010.64974300987, - 65992.97005550987, - 66026.43099300987, - 66023.63607113487, - 66022.32943050987, - 66003.41146175987, - 66026.43099300987, - 66012.09896175987, - 66021.39974300987, - 66027.39974300987, - 65998.19075863487, - 66005.11849300987, - 66012.09896175987, - 66008.82943050987, - 66022.32943050987, - 66022.32943050987, - 66021.86458675987, - 66005.11849300987, - 65980.39974300987, - 66011.37435238487, - 66006.97396175987, - 66003.41146175987, - 66023.63607113487 + 65997.93600945723, + 65992.40475945723, + 65997.02585320723, + 65996.11569695723, + 66012.22897820723, + 65979.33444695723, + 66009.61569695723, + 66012.97311883223, + 65994.26022820723, + 66001.14304070723, + 65980.25632195723, + 66035.55710320723, + 66013.71725945723, + 65999.38522820723, + 65970.68600945723, + 65997.93600945723, + 66009.61569695723, + 66008.68600945723, + 65997.93600945723, + 65979.33444695723, + 65999.38522820723, + 66009.61569695723, + 65997.93600945723, + 66008.68600945723 ], "p10": [ - 65804.93099300987, - 65754.81146175986, - 65800.08021175987, - 65847.87825863487, - 65812.56341488486, - 65847.87825863487, - 65800.08021175987, - 65807.71263363487, - 65756.42318050987, - 65754.81146175986, - 65861.59505550987, - 65740.30599300987, - 65851.29036800987, - 65812.56341488486, - 65860.56458675987, - 65812.56341488486, - 65847.87825863487, - 65798.46849300987, - 65756.42318050987, - 65812.56341488486, - 65717.19661800987, - 65800.08021175987, - 65717.19661800987, - 65756.42318050987 + 65704.48288445723, + 65787.36647820723, + 65792.21725945723, + 65804.07975945724, + 65742.09772820723, + 65799.84968133223, + 65835.16452508223, + 65804.07975945724, + 65742.09772820723, + 65704.48288445723, + 65787.36647820723, + 65857.86022820724, + 65848.88132195723, + 65800.69772820723, + 65787.36647820723, + 65743.70944695723, + 65804.07975945724, + 65804.07975945724, + 65792.21725945723, + 65800.69772820723, + 65743.70944695723, + 65804.45554070723, + 65743.70944695723, + 65838.57663445723 ], "p90": [ - 66343.15521175986, - 66343.90755550987, - 66271.05286800987, - 66446.61849300987, - 66343.90755550987, - 66340.24505550986, - 66244.11849300987, - 66340.24505550986, - 66230.77630550986, - 66271.36693050987, - 66339.93099300987, - 66230.04036800987, - 66238.07161800987, - 66246.04661800987, - 66246.04661800987, - 66263.39974300987, - 66343.90755550987, - 66263.39974300987, - 66237.39974300987, - 66263.39974300987, - 66343.15521175986, - 66271.05286800987, - 66239.99974300987, - 66340.24505550986 + 66327.53132195723, + 66224.68600945723, + 66340.27975945723, + 66327.21725945723, + 66330.35788445723, + 66330.35788445723, + 66231.40475945723, + 66411.68600945723, + 66250.68600945723, + 66340.27975945723, + 66231.40475945723, + 66330.44147820723, + 66330.44147820723, + 66331.19382195723, + 66217.32663445723, + 66330.35788445723, + 66340.27975945723, + 66433.90475945723, + 66225.35788445723, + 66330.35788445723, + 66330.44147820723, + 66231.40475945723, + 66331.19382195723, + 66331.19382195723 ], "timestamps": [ - "2026-06-13 03:00:00", "2026-06-13 04:00:00", "2026-06-13 05:00:00", "2026-06-13 06:00:00", @@ -327,6 +326,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 93c703b25f4a686edab02b39e1c38219dd853f05..f50ebbbc35126a5da19f79498c7ac8c1e71bf2c9 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T02:48:10.113752+00:00", + "evaluated_at": "2026-06-18T03:10:39.157359+00:00", "freq": "10min", - "context_length": 74, + "context_length": 75, "prediction_length": 72, "context": [ 1.100000023841858, @@ -79,10 +79,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, - 1.2999999523162842 + 1.2999999523162842, + 1.5 ], "actuals": [ - 1.5, 1.5, 1.2999999523162842, 1.2999999523162842, @@ -153,229 +153,230 @@ 1.600000023841858, 1.7000000476837158, 1.600000023841858, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416, - 1.1722602968074416 + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742 ], "p10": [ - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 0.9722603683330153, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 0.9722603683330153, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 0.9722603683330153, - 0.9722603683330153, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 1.0722602729655837, - 0.9722603683330153 + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 0.986261353970648, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0762612681399597, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163 ], "p90": [ - 1.2722603206492995, - 1.3722602252818679, - 1.2722603206492995, - 1.2722603206492995, - 1.3722603444911574, - 1.3722602252818679, - 1.2822603111125557, - 1.2722603206492995, - 1.2722603206492995, - 1.2822603111125557, - 1.3722602252818679, - 1.3722602372027968, - 1.2722603206492995, - 1.2722603206492995, - 1.3722602252818679, - 1.3722602252818679, - 1.3722602252818679, - 1.3722602252818679, - 1.2722603206492995, - 1.2722603206492995, - 1.2722603206492995, - 1.2722603206492995, - 1.3722602252818679, - 1.2722603206492995, - 1.3722602252818679, - 1.2722603206492995, - 1.2722603206492995, - 1.3722602252818679, - 1.3722603444911574, - 1.3722602252818679, - 1.2822603111125557, - 1.3722603444911574, - 1.3722602252818679, - 1.2722603206492995, - 1.2722603206492995, - 1.3722602252818679, - 1.3722602252818679, - 1.2722603206492995, - 1.2722603206492995, - 1.2722603206492995, - 1.2722603206492995, - 1.2722603206492995, - 1.2822603111125557, - 1.2722603206492995, - 1.2722603206492995, - 1.3722602372027968, - 1.3722602252818679, - 1.3722602252818679, - 1.2722603206492995, - 1.2722603206492995, - 1.2722603206492995, - 1.2722603206492995, - 1.3722602252818679, - 1.2722603206492995, - 1.2722603206492995, - 1.3722602252818679, - 1.3722602252818679, - 1.3722602252818679, - 1.2722603206492995, - 1.2722603206492995, - 1.2822603111125557, - 1.2722603206492995, - 1.2822603111125557, - 1.2722603206492995, - 1.3722602252818679, - 1.3722602252818679, - 1.3722602252818679, - 1.2722603206492995, - 1.2722603206492995, - 1.2722603206492995, - 1.2722603206492995, - 1.3722602252818679 + 1.38626133012879, + 1.2962612967501883, + 1.38626133012879, + 1.2962612967501883, + 1.2862613062869321, + 1.2862613062869321, + 1.2862613062869321, + 1.3862612228404294, + 1.3862612109195005, + 1.3862612109195005, + 1.38626133012879, + 1.2862613062869321, + 1.2962612967501883, + 1.2862613062869321, + 1.2862613062869321, + 1.38626133012879, + 1.3862612109195005, + 1.3862612109195005, + 1.2862613062869321, + 1.3862612109195005, + 1.3862612109195005, + 1.3862612109195005, + 1.3862612109195005, + 1.2862613062869321, + 1.2962612967501883, + 1.2862613062869321, + 1.3862612109195005, + 1.3862612109195005, + 1.2962612967501883, + 1.3862612228404294, + 1.2862613062869321, + 1.3862612109195005, + 1.3862612109195005, + 1.3862612109195005, + 1.3862612109195005, + 1.38626133012879, + 1.3862612109195005, + 1.2862613062869321, + 1.38626133012879, + 1.2862613062869321, + 1.38626133012879, + 1.3862612109195005, + 1.2862613062869321, + 1.2962612967501883, + 1.38626133012879, + 1.3862612109195005, + 1.3862612109195005, + 1.3862612109195005, + 1.2862613062869321, + 1.3862612228404294, + 1.2862613062869321, + 1.2862613062869321, + 1.2862613062869321, + 1.2862613062869321, + 1.38626133012879, + 1.2862613062869321, + 1.2862613062869321, + 1.38626133012879, + 1.3862612228404294, + 1.2962612967501883, + 1.3862612109195005, + 1.3862612109195005, + 1.2862613062869321, + 1.3862612109195005, + 1.2862613062869321, + 1.3862612109195005, + 1.3862612109195005, + 1.3862612109195005, + 1.2862613062869321, + 1.2962612967501883, + 1.2862613062869321, + 1.3862612109195005 ], "timestamps": [ "2026-06-16 02:50:00", @@ -523,6 +524,7 @@ "2026-06-17 02:30:00", "2026-06-17 02:40:00", "2026-06-17 02:50:00", - "2026-06-17 03:00:00" + "2026-06-17 03:00:00", + "2026-06-17 03:10:00" ] } diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index cab05c764bfd98ea38dafd5d0cf4db6e99107b64..470b6f100667a97ed85e4084f1d39b4087dec3b5 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T02:48:10.122584+00:00", + "evaluated_at": "2026-06-18T03:10:39.171153+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2750.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, 2800.0, 2800.0, 2750.0, @@ -101,11 +89,8 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ - 2550.0, 2600.0, + 2550.0, 2600.0, 2600.0, 2600.0, @@ -116,6 +101,9 @@ 2600.0, 2600.0, 2600.0, + 2600.0 + ], + "actuals": [ 2650.0, 2650.0, 2700.0, @@ -127,91 +115,99 @@ 2750.0, 2750.0, 2750.0, - 2750.0 + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 ], "p50": [ - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946, - 2589.6052631578946 + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946 ], "p10": [ - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946, - 2539.6052631578946 + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946 ], "p90": [ - 2639.6052631578946, - 2639.6052631578946, - 2589.6052631578946, - 2639.6052631578946, - 2589.6052631578946, - 2639.6052631578946, - 2639.6052631578946, - 2639.6052631578946, - 2639.6052631578946, - 2639.6052631578946, - 2639.6052631578946, - 2589.6052631578946, - 2639.6052631578946, - 2594.605263157894, - 2639.6052631578946, - 2639.6052631578946, - 2639.6052631578946, - 2639.6052631578946, - 2639.6052631578946, - 2639.6052631578946, - 2639.6052631578946, - 2594.605263157894, - 2639.6052631578946, - 2639.6052631578946 + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2600.855263157894, + 2600.855263157894, + 2595.8552631578946, + 2645.8552631578946, + 2595.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2595.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946 ], "timestamps": [ - "2026-06-17 15:55:00", - "2026-06-17 16:10:00", - "2026-06-17 16:25:00", - "2026-06-17 16:40:00", "2026-06-17 16:55:00", "2026-06-17 17:10:00", "2026-06-17 17:25:00", @@ -327,6 +323,10 @@ "2026-06-18 20:55:00", "2026-06-18 21:10:00", "2026-06-18 21:25:00", - "2026-06-18 21:40:00" + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 710e2b4ce23cdb1ce2d4adc4e519deb6e47a4374..2b862e889de9b090e15ea8a8d7561b75a2a01449 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,25 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T03:03:07.743630+00:00", + "evaluated_at": "2026-06-18T03:10:39.174925+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t205400z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 4ab5cea8ad39f1674d74d6525b21aaede70e4b5f..7d8f5741490e997d24034dff7a65a7292a771d8e 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-18T02:59:57.247817+00:00", - "finished_at": "2026-06-18T03:03:07.762561+00:00", - "task_count": 2, + "started_at": "2026-06-18T03:07:02.588785+00:00", + "finished_at": "2026-06-18T03:10:39.207359+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,25 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T03:00:55.684675+00:00", + "evaluated_at": "2026-06-18T03:07:41.546657+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t205400z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -30,19 +36,25 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T03:01:33.692066+00:00", + "evaluated_at": "2026-06-18T03:08:33.180768+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t205400z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -50,19 +62,25 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:02:02.650867+00:00", + "evaluated_at": "2026-06-18T03:09:06.818837+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t205400z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -70,19 +88,25 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T03:02:17.186046+00:00", + "evaluated_at": "2026-06-18T03:09:28.849044+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t205400z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -90,19 +114,25 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T03:02:44.999562+00:00", + "evaluated_at": "2026-06-18T03:10:08.119604+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t205400z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -110,19 +140,25 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T03:03:06.585212+00:00", + "evaluated_at": "2026-06-18T03:10:37.126733+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t205400z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -130,19 +166,25 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T03:03:07.650918+00:00", + "evaluated_at": "2026-06-18T03:10:39.016828+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t205400z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -150,19 +192,25 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T03:03:07.723425+00:00", + "evaluated_at": "2026-06-18T03:10:39.131052+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t205400z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -170,19 +218,25 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T03:03:07.743630+00:00", + "evaluated_at": "2026-06-18T03:10:39.174925+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t205400z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -190,19 +244,25 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T03:03:07.760899+00:00", + "evaluated_at": "2026-06-18T03:10:39.203256+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t205400z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -210,7 +270,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-18T03:03:47.762464+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_031038.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_031038.json new file mode 100644 index 0000000000000000000000000000000000000000..43f287b42101e6adb102e265938576db546e97ee --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_031038.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-18T03:10:38.920638+00:00", + "metrics": { + "MSE[mean]": 792411.2762027787, + "MSE[0.5]": 341171.2816191955, + "MAE[0.5]": 525.3984050732737, + "MASE[0.5]": 0.5333360614161515, + "MAPE[0.5]": 0.00808110824755069, + "sMAPE[0.5]": 0.00807215240450774, + "MSIS": 7.0012155074409135, + "RMSE[mean]": 890.1748570942558, + "NRMSE[mean]": 0.013685277745205417, + "ND[0.5]": 0.008077315420687466, + "mean_weighted_sum_quantile_loss": 0.007118268852036256 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64606.44921875 + ], + "predictions": { + "p50": [ + 65147.691769853984, + 65155.1028934771, + 65185.78745347722, + 65157.007946574406, + 65155.64009367096, + 65160.113194771846, + 65164.478902429444, + 65158.9432976244, + 65151.267205826036, + 65149.70865136339, + 65151.26795981523, + 65156.27266719824, + 65158.94123351334, + 65158.941385954604, + 65153.78898744726, + 65154.89048048851, + 65161.65487110574, + 65155.031412505006, + 65156.272485408655, + 65135.069031462976, + 65164.48247959961, + 65158.94133234967, + 65147.821887402846, + 65152.82851365718 + ], + "p10": [ + 64850.16618549856, + 64983.96582072018, + 64960.36383299123, + 64950.506458323696, + 64892.18898603873, + 64950.640606918285, + 64960.39952890541, + 64959.42817135717, + 64943.9914713883, + 64855.6733593704, + 64943.99222537749, + 64959.426384717925, + 65000.43667865604, + 64949.14202017774, + 64950.634064611804, + 64950.48489780525, + 64897.64780936243, + 64986.50447618491, + 64950.634091603046, + 64949.14196761054, + 64950.48488067348, + 64897.64781877452, + 64855.6727658029, + 64983.89433495902 + ], + "p90": [ + 65406.97934000839, + 65368.18253303399, + 65497.17698223505, + 65484.51931618998, + 65484.485885179995, + 65484.50425196614, + 65474.61876125249, + 65497.21822185935, + 65474.62125928321, + 65474.62293256027, + 65380.53794845934, + 65489.29095948097, + 65485.76949264663, + 65488.41022603496, + 65373.73642951253, + 65484.88899893403, + 65497.21624717253, + 65504.91811556093, + 65370.028345548824, + 65474.622340725626, + 65488.410171164796, + 65380.53827487482, + 65380.53827417971, + 65380.53827456159 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_030728.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_030728.json new file mode 100644 index 0000000000000000000000000000000000000000..98a2deafb4c0b456900698dac0acffbcb3273a39 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_030728.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T03:07:28.165699+00:00", + "metrics": { + "MSE[mean]": 680124.4057248434, + "MSE[0.5]": 680124.4057248434, + "MAE[0.5]": 699.6848958333334, + "MASE[0.5]": 0.7102556516593864, + "MAPE[0.5]": 0.010813828765192502, + "sMAPE[0.5]": 0.010735003094351945, + "MSIS": 2.4493918715148353, + "RMSE[mean]": 824.6965537243643, + "NRMSE[mean]": 0.012678634206848434, + "ND[0.5]": 0.010756742967174597, + "mean_weighted_sum_quantile_loss": 0.007150408934088979 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64606.44921875 + ], + "predictions": { + "p50": [ + 65818.3203125, + 65809.0703125, + 65806.84375, + 65808.0, + 65784.3828125, + 65777.671875, + 65760.453125, + 65749.0859375, + 65728.6328125, + 65725.2734375, + 65694.0390625, + 65693.5, + 65688.5859375, + 65685.9609375, + 65658.0390625, + 65668.5546875, + 65630.5390625, + 65620.8828125, + 65614.3359375, + 65600.2578125, + 65570.6796875, + 65531.0546875, + 65489.77734375, + 65480.26953125 + ], + "p10": [ + 65520.25390625, + 65408.3046875, + 65309.62890625, + 65196.1875, + 65074.29296875, + 64950.6328125, + 64816.41015625, + 64732.1640625, + 64650.86328125, + 64536.33984375, + 64473.30859375, + 64409.9921875, + 64325.71875, + 64270.1171875, + 64228.8828125, + 64219.5078125, + 64127.96484375, + 63999.09765625, + 63952.578125, + 63903.81640625, + 63823.75390625, + 63772.546875, + 63713.078125, + 63686.98046875 + ], + "p90": [ + 66027.6171875, + 66120.15625, + 66199.125, + 66266.5234375, + 66320.59375, + 66350.65625, + 66369.53125, + 66417.4296875, + 66446.609375, + 66485.828125, + 66510.6484375, + 66561.9453125, + 66624.46875, + 66623.53125, + 66631.1640625, + 66652.0859375, + 66669.90625, + 66697.2109375, + 66717.796875, + 66791.3046875, + 66768.890625, + 66802.015625, + 66823.0234375, + 66819.859375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_031039.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_031039.json new file mode 100644 index 0000000000000000000000000000000000000000..9aa92841c59834f440334477cf09301417e446ac --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_031039.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-18T03:10:39.068027+00:00", + "metrics": { + "MSE[mean]": 1749838.4761025484, + "MSE[0.5]": 1652317.6240164388, + "MAE[0.5]": 1086.7950085253917, + "MASE[0.5]": 1.1032141776921243, + "MAPE[0.5]": 0.016800620006618004, + "sMAPE[0.5]": 0.016605008614740412, + "MSIS": 30.502764704296464, + "RMSE[mean]": 1322.8146038287257, + "NRMSE[mean]": 0.020336549740241815, + "ND[0.5]": 0.016708056204061093, + "mean_weighted_sum_quantile_loss": 0.016076565461807826 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64606.44921875 + ], + "predictions": { + "p50": [ + 65842.74485232303, + 65861.90660821208, + 65891.22070785113, + 65915.00355749018, + 65955.80984462923, + 65947.60831926829, + 66002.58257515733, + 66030.63300292139, + 66036.61311818543, + 66068.18893657447, + 66071.99522371353, + 66151.98901085257, + 66154.84217299163, + 66165.20314763067, + 66161.19693476973, + 66213.13994065877, + 66249.51263404783, + 66273.27595243687, + 66287.21895832593, + 66293.31040171497, + 66338.05418885402, + 66372.97766349307, + 66385.99098188212, + 66421.43398777118 + ], + "p10": [ + 65549.29172732303, + 65656.86832696208, + 65686.41211410113, + 65722.96761999019, + 65685.67859462922, + 65768.12355364328, + 65828.13140328233, + 65821.73964354639, + 65784.45061818542, + 65771.52878032447, + 65879.10537996353, + 65974.29213585258, + 65990.00623549163, + 65966.51564763067, + 65977.87740351973, + 65958.91337815877, + 66043.97669654783, + 66068.66970243688, + 66081.50020832593, + 66114.67368296497, + 66082.37840760402, + 66167.81750724307, + 66131.76441938212, + 66251.32461277118 + ], + "p90": [ + 66172.34016482302, + 66094.18785821208, + 66234.47461410113, + 66246.10511999018, + 66273.93875087923, + 66298.63175676829, + 66224.37163765733, + 66429.34589354639, + 66293.03889943543, + 66407.32565532447, + 66323.14366121353, + 66446.87338585257, + 66471.56639174162, + 66497.01174138067, + 66407.83755976973, + 66545.56181565877, + 66580.17669654783, + 66698.49470243687, + 66514.64083332593, + 66644.33383921497, + 66669.11043885401, + 66594.76672599307, + 66719.24879438212, + 66743.94180027118 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_030950.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_030950.json new file mode 100644 index 0000000000000000000000000000000000000000..9a0404f38561173da88a347bc53883d4739e9012 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_030950.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T03:09:50.728432+00:00", + "metrics": { + "MSE[mean]": 848421.5729688009, + "MSE[0.5]": 865937.4878266653, + "MAE[0.5]": 783.1427408854166, + "MASE[0.5]": 0.7949743678651388, + "MAPE[0.5]": 0.012106905106232274, + "sMAPE[0.5]": 0.012005453238369095, + "MSIS": 4.011707087404798, + "RMSE[mean]": 921.0980257110537, + "NRMSE[mean]": 0.014160681142538049, + "ND[0.5]": 0.012039798515701668, + "mean_weighted_sum_quantile_loss": 0.007759530866413826 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64606.44921875 + ], + "predictions": { + "p50": [ + 65784.74609375, + 65735.12890625, + 65715.98828125, + 65766.44140625, + 65800.53125, + 65736.015625, + 65719.0703125, + 65784.33203125, + 65789.8203125, + 65788.73828125, + 65745.7265625, + 65776.65234375, + 65762.5, + 65771.72265625, + 65765.21875, + 65772.94921875, + 65759.41796875, + 65852.99609375, + 65738.55078125, + 65726.9921875, + 65809.56640625, + 65870.61328125, + 65826.1171875, + 65845.2421875 + ], + "p10": [ + 65405.140625, + 65328.7890625, + 65083.755859375, + 65100.6953125, + 65031.958984375, + 64852.33203125, + 64898.451171875, + 65023.462890625, + 65027.099609375, + 64826.67578125, + 64892.517578125, + 64752.853515625, + 64801.12890625, + 64820.548828125, + 64726.498046875, + 64599.966796875, + 64222.359375, + 64617.748046875, + 64254.705078125, + 64260.35546875, + 64613.78125, + 64314.298828125, + 64388.66015625, + 64455.642578125 + ], + "p90": [ + 66139.734375, + 66120.48046875, + 66303.9140625, + 66315.80078125, + 66461.25, + 66335.23046875, + 66378.87890625, + 66435.3671875, + 66495.2109375, + 66591.8203125, + 66652.1484375, + 66865.921875, + 66569.6796875, + 67052.125, + 66652.515625, + 67184.0, + 67134.0, + 66958.734375, + 67198.4921875, + 66988.78515625, + 67157.68359375, + 67364.5546875, + 67016.73046875, + 67348.796875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_031039.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_031039.json new file mode 100644 index 0000000000000000000000000000000000000000..27010d2f9df0a9bf28ff0af1fa3419066fbf6255 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_031039.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T03:10:39.142744+00:00", + "metrics": { + "MSE[mean]": 1326152.5758310196, + "MSE[0.5]": 1240524.5949999383, + "MAE[0.5]": 962.6364103618386, + "MASE[0.5]": 0.9771798062587641, + "MAPE[0.5]": 0.014876156568955691, + "sMAPE[0.5]": 0.01472916763971266, + "MSIS": 25.137745102845514, + "RMSE[mean]": 1151.5869814438768, + "NRMSE[mean]": 0.01770414830662135, + "ND[0.5]": 0.014799279645408342, + "mean_weighted_sum_quantile_loss": 0.014093539321901681 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64606.44921875 + ], + "predictions": { + "p50": [ + 65997.93600945723, + 65992.40475945723, + 65997.02585320723, + 65996.11569695723, + 66012.22897820723, + 65979.33444695723, + 66009.61569695723, + 66012.97311883223, + 65994.26022820723, + 66001.14304070723, + 65980.25632195723, + 66035.55710320723, + 66013.71725945723, + 65999.38522820723, + 65970.68600945723, + 65997.93600945723, + 66009.61569695723, + 66008.68600945723, + 65997.93600945723, + 65979.33444695723, + 65999.38522820723, + 66009.61569695723, + 65997.93600945723, + 66008.68600945723 + ], + "p10": [ + 65704.48288445723, + 65787.36647820723, + 65792.21725945723, + 65804.07975945724, + 65742.09772820723, + 65799.84968133223, + 65835.16452508223, + 65804.07975945724, + 65742.09772820723, + 65704.48288445723, + 65787.36647820723, + 65857.86022820724, + 65848.88132195723, + 65800.69772820723, + 65787.36647820723, + 65743.70944695723, + 65804.07975945724, + 65804.07975945724, + 65792.21725945723, + 65800.69772820723, + 65743.70944695723, + 65804.45554070723, + 65743.70944695723, + 65838.57663445723 + ], + "p90": [ + 66327.53132195723, + 66224.68600945723, + 66340.27975945723, + 66327.21725945723, + 66330.35788445723, + 66330.35788445723, + 66231.40475945723, + 66411.68600945723, + 66250.68600945723, + 66340.27975945723, + 66231.40475945723, + 66330.44147820723, + 66330.44147820723, + 66331.19382195723, + 66217.32663445723, + 66330.35788445723, + 66340.27975945723, + 66433.90475945723, + 66225.35788445723, + 66330.35788445723, + 66330.44147820723, + 66231.40475945723, + 66331.19382195723, + 66331.19382195723 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_031039.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_031039.json new file mode 100644 index 0000000000000000000000000000000000000000..9b2ca7c785414ff5f8284d4413f80d74ca495f9a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_031039.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T03:10:39.180111+00:00", + "metrics": { + "MSE[mean]": 1368107.022052765, + "MSE[0.5]": 1368107.022052765, + "MAE[0.5]": 1012.7591145833334, + "MASE[0.5]": 1.028059758308277, + "MAPE[0.5]": 0.015637038035689565, + "sMAPE[0.5]": 0.01547577020341436, + "MSIS": 4.021978018177504, + "RMSE[mean]": 1169.6610714445296, + "NRMSE[mean]": 0.01798201387390796, + "ND[0.5]": 0.015569850868741944, + "mean_weighted_sum_quantile_loss": 0.01162672269249005 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64606.44921875 + ], + "predictions": { + "p50": [ + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "p10": [ + 64523.291874999995, + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625, + 64442.90890625, + 64659.21328125, + 64531.03234375, + 64362.36515625, + 64536.92, + 64461.429375, + 64464.4, + 64361.507656249996, + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996 + ], + "p90": [ + 67156.895625, + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875, + 67073.23171875, + 67298.36484375, + 67164.95203125, + 66989.40046875, + 67171.08, + 67092.50812500001, + 67095.6, + 66988.50796875, + 67014.0, + 67258.8, + 67222.08, + 67169.03203125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_031023.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_031023.json new file mode 100644 index 0000000000000000000000000000000000000000..445e9440039d714d0192f22f67b65d0c29cd16a6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_031023.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T03:10:23.624849+00:00", + "metrics": { + "MSE[mean]": 931036.9610837301, + "MSE[0.5]": 931036.9610837301, + "MAE[0.5]": 824.6982421875, + "MASE[0.5]": 0.8371576847169209, + "MAPE[0.5]": 0.012746430940768333, + "sMAPE[0.5]": 0.012636621054407082, + "MSIS": 6.049829504612815, + "RMSE[mean]": 964.9025655908114, + "NRMSE[mean]": 0.01483411882725569, + "ND[0.5]": 0.012678660164767588, + "mean_weighted_sum_quantile_loss": 0.008181818574086838 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64606.44921875 + ], + "predictions": { + "p50": [ + 65975.9375, + 65947.28125, + 65918.625, + 65922.71875, + 65902.25, + 65894.0625, + 65869.5, + 65877.6875, + 65865.40625, + 65849.03125, + 65840.84375, + 65849.03125, + 65824.46875, + 65824.46875, + 65812.1875, + 65808.09375, + 65828.5625, + 65812.1875, + 65793.765625, + 65781.484375, + 65767.15625, + 65775.34375, + 65761.015625, + 65761.015625 + ], + "p10": [ + 65558.375, + 65408.44140625, + 65282.125, + 65233.43359375, + 65144.90625, + 65088.6171875, + 65035.3984375, + 65013.90625, + 64966.828125, + 64897.234375, + 64868.578125, + 64846.0625, + 64796.9375, + 64770.328125, + 64756.0, + 64710.96875, + 64686.40625, + 64661.84375, + 64629.09375, + 64604.53125, + 64588.15625, + 64584.0625, + 64547.21875, + 64526.75 + ], + "p90": [ + 66393.5, + 66491.75, + 66557.25, + 66590.0, + 66630.9375, + 66663.6875, + 66671.875, + 66696.4375, + 66712.8125, + 66712.8125, + 66712.8125, + 66745.5625, + 66737.375, + 66753.75, + 66737.375, + 66753.75, + 66794.6875, + 66794.6875, + 66778.3125, + 66778.3125, + 66770.125, + 66794.6875, + 66794.6875, + 66802.875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_030814.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_030814.json new file mode 100644 index 0000000000000000000000000000000000000000..9209425e1321cab0b386d6d7548d7e17b7d994be --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_030814.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T03:08:14.186473+00:00", + "metrics": { + "MSE[mean]": 1117686.533524831, + "MSE[0.5]": 920165.3635368347, + "MAE[0.5]": 800.7177734375, + "MASE[0.5]": 0.81281492190961, + "MAPE[0.5]": 0.012380495411129774, + "sMAPE[0.5]": 0.012272565095428659, + "MSIS": 34.479317507372635, + "RMSE[mean]": 1057.2069492416474, + "NRMSE[mean]": 0.016253178371899664, + "ND[0.5]": 0.01230999172542835, + "mean_weighted_sum_quantile_loss": 0.013147950690755826 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64606.44921875 + ], + "predictions": { + "p50": [ + 65781.78125, + 65774.0546875, + 65791.8046875, + 65793.4140625, + 65810.6484375, + 65799.484375, + 65776.046875, + 65743.3125, + 65748.875, + 65732.296875, + 65738.234375, + 65737.1796875, + 65723.8046875, + 65768.078125, + 65783.8359375, + 65796.6953125, + 65859.9296875, + 65887.9453125, + 65859.875, + 65842.1953125, + 65820.3671875, + 65812.234375, + 65798.171875, + 65817.65625 + ], + "p10": [ + 65814.2890625, + 65846.640625, + 65853.46875, + 65849.8359375, + 65864.5390625, + 65845.8203125, + 65800.46875, + 65815.1171875, + 65819.9453125, + 65839.859375, + 65825.9453125, + 65764.3515625, + 65829.6484375, + 65819.75, + 65879.90625, + 65912.6875, + 65962.9140625, + 65927.8671875, + 65968.109375, + 65941.828125, + 65925.5859375, + 65917.9765625, + 65914.8984375, + 65895.46875 + ], + "p90": [ + 66072.25, + 66111.5546875, + 66139.703125, + 66165.109375, + 66209.8671875, + 66198.8046875, + 66180.90625, + 66176.046875, + 66197.703125, + 66201.3671875, + 66262.734375, + 66226.2734375, + 66251.4296875, + 66317.5703125, + 66318.0546875, + 66356.6640625, + 66432.5078125, + 66470.828125, + 66479.7265625, + 66456.234375, + 66451.625, + 66447.3125, + 66422.1953125, + 66456.4375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_030912.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_030912.json new file mode 100644 index 0000000000000000000000000000000000000000..72f8e5603e18e7a4651724d4a968d284f8e86bb6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_030912.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-18T03:09:12.201629+00:00", + "metrics": { + "MSE[mean]": 969814.7144610087, + "MSE[0.5]": 969814.7144610087, + "MAE[0.5]": 828.041015625, + "MASE[0.5]": 0.8405509603762068, + "MAPE[0.5]": 0.01280225746734738, + "sMAPE[0.5]": 0.012687674313037668, + "MSIS": 10.66766000230426, + "RMSE[mean]": 984.791711206491, + "NRMSE[mean]": 0.015139888508005715, + "ND[0.5]": 0.012730050947788365, + "mean_weighted_sum_quantile_loss": 0.009063579450549796 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64606.44921875 + ], + "predictions": { + "p50": [ + 65842.2890625, + 65845.921875, + 65851.5, + 65854.2578125, + 65855.3671875, + 65853.2265625, + 65852.5234375, + 65854.453125, + 65862.4765625, + 65862.3359375, + 65866.3203125, + 65873.5078125, + 65862.5859375, + 65857.3203125, + 65865.3046875, + 65866.1015625, + 65868.609375, + 65868.7265625, + 65858.0859375, + 65844.0703125, + 65831.046875, + 65813.1796875, + 65794.640625, + 65781.015625 + ], + "p10": [ + 65599.6171875, + 65506.22265625, + 65432.1015625, + 65381.265625, + 65345.09765625, + 65309.16796875, + 65270.42578125, + 65230.4921875, + 65199.09765625, + 65164.5859375, + 65138.7578125, + 65123.140625, + 65070.41796875, + 65033.94921875, + 65006.6796875, + 64967.1328125, + 64931.5078125, + 64903.515625, + 64868.94140625, + 64832.27734375, + 64798.33984375, + 64763.68359375, + 64727.515625, + 64696.52734375 + ], + "p90": [ + 66090.1796875, + 66185.5390625, + 66286.09375, + 66368.75, + 66436.703125, + 66500.34375, + 66574.8046875, + 66639.53125, + 66697.265625, + 66751.6328125, + 66803.7578125, + 66855.546875, + 66877.390625, + 66922.0703125, + 66991.8359375, + 67051.6796875, + 67105.890625, + 67137.6796875, + 67143.6796875, + 67162.1484375, + 67166.8984375, + 67175.9453125, + 67175.0859375, + 67189.84375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_030856.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_030856.json new file mode 100644 index 0000000000000000000000000000000000000000..886af4f4499229d757630feee1e2a112ab864a45 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_030856.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T03:08:56.790257+00:00", + "metrics": { + "MSE[mean]": 819234.3136024475, + "MSE[0.5]": 819234.3136024475, + "MAE[0.5]": 763.2037760416666, + "MASE[0.5]": 0.7747341675223195, + "MAPE[0.5]": 0.01179838802214099, + "sMAPE[0.5]": 0.011702290906123555, + "MSIS": 3.4292427621244044, + "RMSE[mean]": 905.115635486675, + "NRMSE[mean]": 0.013914972731982798, + "ND[0.5]": 0.011733262929278435, + "mean_weighted_sum_quantile_loss": 0.007723562878808583 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64606.44921875 + ], + "predictions": { + "p50": [ + 65841.625, + 65839.8125, + 65835.28125, + 65827.0625, + 65819.7265625, + 65814.578125, + 65806.578125, + 65803.0859375, + 65800.5625, + 65787.8671875, + 65784.1171875, + 65777.078125, + 65763.265625, + 65757.4609375, + 65749.765625, + 65742.6171875, + 65736.0390625, + 65729.8828125, + 65721.421875, + 65709.75, + 65707.3359375, + 65696.6484375, + 65691.6875, + 65685.8359375 + ], + "p10": [ + 65576.84375, + 65456.9609375, + 65347.94921875, + 65255.0390625, + 65162.14453125, + 65069.84375, + 64987.32421875, + 64914.6484375, + 64828.51953125, + 64752.078125, + 64680.42578125, + 64597.54296875, + 64514.296875, + 64439.6953125, + 64387.59375, + 64311.91015625, + 64270.48046875, + 64208.30859375, + 64146.11328125, + 64089.20703125, + 64042.39453125, + 63990.30859375, + 63945.33984375, + 63898.83203125 + ], + "p90": [ + 66079.28125, + 66178.8984375, + 66259.3828125, + 66332.0859375, + 66406.375, + 66485.390625, + 66551.734375, + 66618.8828125, + 66686.875, + 66743.8671875, + 66811.1875, + 66869.4765625, + 66906.1171875, + 66963.1328125, + 67012.9765625, + 67056.9609375, + 67107.1953125, + 67154.6796875, + 67190.3125, + 67226.6015625, + 67260.7109375, + 67315.609375, + 67337.109375, + 67374.0078125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_031038.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_031038.json new file mode 100644 index 0000000000000000000000000000000000000000..1e592c94d43147930aec0214a3ebae1b56746780 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_031038.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-18T03:10:38.998518+00:00", + "metrics": { + "MSE[mean]": 26168.860956742243, + "MSE[0.5]": 32634.466993295384, + "MAE[0.5]": 174.78982313210483, + "MASE[0.5]": 1.353211533925973, + "MAPE[0.5]": 0.0632989801580416, + "sMAPE[0.5]": 0.06550323301390396, + "MSIS": 40.09235680741108, + "RMSE[mean]": 161.76792313911383, + "NRMSE[mean]": 0.05882469932331412, + "ND[0.5]": 0.06355993568440176, + "mean_weighted_sum_quantile_loss": 0.06159935864507324 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2575.1718344950395, + 2575.316352676759, + 2575.2654382047535, + 2575.1576565997516, + 2575.002832288152, + 2575.169777703679, + 2575.2619617660685, + 2575.3258268948744, + 2575.2619617660557, + 2575.275177872849, + 2575.270306149321, + 2575.332816679221, + 2575.2226358267158, + 2575.1867825471127, + 2574.981677983999, + 2575.157656437771, + 2575.0070941896797, + 2575.157656437771, + 2575.3162645147763, + 2575.325826894874, + 2575.1867825471127, + 2575.2619617660557, + 2575.157656437771, + 2575.270306149321 + ], + "p10": [ + 2529.418195640277, + 2529.4162270106017, + 2531.874310336056, + 2527.5938639374563, + 2529.53059897662, + 2529.4161388489165, + 2531.8743065571084, + 2529.543316760906, + 2529.233911341305, + 2537.620870251727, + 2527.5938637754757, + 2536.181820819334, + 2536.7080863207725, + 2529.5433167609053, + 2529.416138848619, + 2531.8743065570957, + 2531.8743065570957, + 2529.416138848619, + 2531.6412075774765, + 2540.557108220102, + 2529.233911341305, + 2529.5433167609053, + 2529.233911341305, + 2531.6412075774765 + ], + "p90": [ + 2601.045827895259, + 2601.027326344967, + 2599.5454892396792, + 2599.5454856226993, + 2598.9470019602622, + 2598.8739714516632, + 2600.2363150366364, + 2602.3158141756135, + 2598.8805037858306, + 2601.043771103601, + 2600.148434687028, + 2601.192567389151, + 2596.894689187601, + 2598.8805037858306, + 2599.5454854607187, + 2598.873971451366, + 2599.6057803833496, + 2600.148434687028, + 2598.8805037858306, + 2601.0272381829845, + 2601.0272381829845, + 2600.148434687028, + 2593.978180779944, + 2601.043771103601 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_030737.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_030737.json new file mode 100644 index 0000000000000000000000000000000000000000..fd9ac9f0e4f0aec1a606d1c03bf05bcdecd7b7b4 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_030737.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T03:07:37.965928+00:00", + "metrics": { + "MSE[mean]": 23896.655040696263, + "MSE[0.5]": 23896.655040696263, + "MAE[0.5]": 147.9315388997396, + "MASE[0.5]": 1.1452764301915324, + "MAPE[0.5]": 0.05353448543709971, + "sMAPE[0.5]": 0.0551381803990579, + "MSIS": 34.974346569430445, + "RMSE[mean]": 154.58542958732, + "NRMSE[mean]": 0.05621288348629818, + "ND[0.5]": 0.05379328687263257, + "mean_weighted_sum_quantile_loss": 0.04987156928990425 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2598.02392578125, + 2600.17041015625, + 2601.12109375, + 2603.536865234375, + 2603.275390625, + 2602.237060546875, + 2602.810546875, + 2600.05859375, + 2601.642333984375, + 2601.739013671875, + 2601.7099609375, + 2600.7294921875, + 2599.23046875, + 2601.214599609375, + 2602.210205078125, + 2604.787841796875, + 2603.289794921875, + 2603.82958984375, + 2603.71826171875, + 2602.292724609375, + 2602.82373046875, + 2603.9013671875, + 2603.405029296875, + 2601.884765625 + ], + "p10": [ + 2584.517333984375, + 2587.069580078125, + 2588.0126953125, + 2591.908447265625, + 2591.59814453125, + 2589.748779296875, + 2589.32763671875, + 2580.91162109375, + 2583.957763671875, + 2583.037109375, + 2580.823486328125, + 2574.42578125, + 2567.723876953125, + 2569.591064453125, + 2570.3359375, + 2574.421630859375, + 2579.237548828125, + 2579.052978515625, + 2578.022216796875, + 2574.45068359375, + 2575.00048828125, + 2575.716796875, + 2572.6669921875, + 2569.6416015625 + ], + "p90": [ + 2608.771728515625, + 2609.82763671875, + 2610.788330078125, + 2613.63330078125, + 2614.50244140625, + 2612.958740234375, + 2615.2353515625, + 2614.62841796875, + 2618.140380859375, + 2617.714111328125, + 2619.07470703125, + 2621.239501953125, + 2626.784423828125, + 2632.3427734375, + 2638.327392578125, + 2641.27001953125, + 2662.7392578125, + 2666.1572265625, + 2670.208251953125, + 2673.94677734375, + 2677.684326171875, + 2681.05615234375, + 2685.5263671875, + 2692.271240234375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_031039.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_031039.json new file mode 100644 index 0000000000000000000000000000000000000000..e2e1ffa45d4863ad8a719824d074805b49ffd91c --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_031039.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-18T03:10:39.120700+00:00", + "metrics": { + "MSE[mean]": 35487.36131043988, + "MSE[0.5]": 34530.27677831328, + "MAE[0.5]": 176.30804065964128, + "MASE[0.5]": 1.364965476074642, + "MAPE[0.5]": 0.06377348929320052, + "sMAPE[0.5]": 0.06610409127482376, + "MSIS": 26.822475658279632, + "RMSE[mean]": 188.3808942287935, + "NRMSE[mean]": 0.0685021433559249, + "ND[0.5]": 0.0641120147853241, + "mean_weighted_sum_quantile_loss": 0.06195039862370794 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2597.0027081874864, + 2594.975686548606, + 2592.9486649097253, + 2590.9216432708445, + 2588.8946216319637, + 2586.8675999930833, + 2584.8405783542025, + 2582.8135567153217, + 2580.786535076441, + 2578.7595134375606, + 2576.73249179868, + 2574.705470159799, + 2572.678448520918, + 2570.651426882038, + 2568.624405243157, + 2566.5973836042763, + 2564.5703619653955, + 2562.543340326515, + 2560.5163186876343, + 2558.4892970487535, + 2556.4622754098727, + 2554.4352537709924, + 2552.4082321321116, + 2550.381210493231 + ], + "p10": [ + 2547.0027081874864, + 2544.975686548606, + 2542.9486649097253, + 2540.9216432708445, + 2538.8946216319637, + 2536.8675999930833, + 2534.8405783542025, + 2532.8135567153217, + 2530.786535076441, + 2528.7595134375606, + 2526.73249179868, + 2524.705470159799, + 2522.678448520918, + 2520.651426882038, + 2518.624405243157, + 2516.5973836042763, + 2514.5703619653955, + 2512.543340326515, + 2510.5163186876343, + 2508.4892970487535, + 2506.4622754098727, + 2504.4352537709924, + 2502.4082321321116, + 2500.381210493231 + ], + "p90": [ + 2647.0027081874864, + 2644.975686548606, + 2642.9486649097253, + 2640.9216432708445, + 2593.894621631963, + 2591.867599993083, + 2584.8405783542025, + 2632.8135567153217, + 2580.786535076441, + 2628.7595134375606, + 2626.73249179868, + 2624.705470159799, + 2572.678448520918, + 2570.651426882038, + 2618.624405243157, + 2616.5973836042763, + 2564.5703619653955, + 2612.543340326515, + 2610.5163186876343, + 2608.4892970487535, + 2606.4622754098727, + 2604.4352537709924, + 2602.4082321321116, + 2600.381210493231 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_031005.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_031005.json new file mode 100644 index 0000000000000000000000000000000000000000..828455ef6d58b03a7b50d7a0435711367be5188e --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_031005.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T03:10:05.997733+00:00", + "metrics": { + "MSE[mean]": 20540.898544025917, + "MSE[0.5]": 21910.851044119026, + "MAE[0.5]": 141.89075215657553, + "MASE[0.5]": 1.0985090489541331, + "MAPE[0.5]": 0.05135426817310426, + "sMAPE[0.5]": 0.052823241710547884, + "MSIS": 31.873019901398692, + "RMSE[mean]": 143.3209633794928, + "NRMSE[mean]": 0.0521167139561792, + "ND[0.5]": 0.051596637147845646, + "mean_weighted_sum_quantile_loss": 0.04774490453032934 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2595.3853759765625, + 2604.4039306640625, + 2607.9296875, + 2606.3802490234375, + 2607.312255859375, + 2605.3758544921875, + 2606.290771484375, + 2596.595458984375, + 2604.0057373046875, + 2606.6842041015625, + 2605.8292236328125, + 2605.227783203125, + 2600.71044921875, + 2612.738525390625, + 2614.3927001953125, + 2606.52978515625, + 2606.1082763671875, + 2612.131591796875, + 2614.79833984375, + 2609.218994140625, + 2614.874267578125, + 2611.334716796875, + 2617.069091796875, + 2617.320556640625 + ], + "p10": [ + 2577.467041015625, + 2587.640869140625, + 2584.1585693359375, + 2584.6260986328125, + 2579.6016845703125, + 2575.29931640625, + 2571.98828125, + 2566.326904296875, + 2571.6737060546875, + 2571.1890869140625, + 2572.09326171875, + 2567.5645751953125, + 2559.86669921875, + 2572.3416748046875, + 2571.4073486328125, + 2562.5693359375, + 2559.6124267578125, + 2568.3756103515625, + 2566.885498046875, + 2561.3836669921875, + 2559.178955078125, + 2557.99365234375, + 2563.859619140625, + 2558.4691162109375 + ], + "p90": [ + 2614.53515625, + 2627.22705078125, + 2628.405029296875, + 2629.530517578125, + 2635.07666015625, + 2632.8631591796875, + 2638.8870849609375, + 2630.5509033203125, + 2638.699462890625, + 2642.416748046875, + 2642.734375, + 2645.6378173828125, + 2641.8775634765625, + 2664.1168212890625, + 2665.2718505859375, + 2665.8211669921875, + 2661.693115234375, + 2660.181640625, + 2660.701904296875, + 2659.7132568359375, + 2666.4132080078125, + 2675.522216796875, + 2674.574462890625, + 2701.4884033203125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_031039.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_031039.json new file mode 100644 index 0000000000000000000000000000000000000000..3069628ba29cade7628fec0fe941513355c4966e --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_031039.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T03:10:39.171153+00:00", + "metrics": { + "MSE[mean]": 26686.878679012534, + "MSE[0.5]": 25843.93322945527, + "MAE[0.5]": 154.14473684210543, + "MASE[0.5]": 1.1933786078098485, + "MAPE[0.5]": 0.05578956016000875, + "sMAPE[0.5]": 0.0575264606374813, + "MSIS": 20.05670866594487, + "RMSE[mean]": 163.36119085943434, + "NRMSE[mean]": 0.05940406940343067, + "ND[0.5]": 0.05605263157894743, + "mean_weighted_sum_quantile_loss": 0.053891015417331274 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946 + ], + "p10": [ + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946 + ], + "p90": [ + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2600.855263157894, + 2600.855263157894, + 2595.8552631578946, + 2645.8552631578946, + 2595.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2595.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_031039.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_031039.json new file mode 100644 index 0000000000000000000000000000000000000000..8eda855a1dd517b8884b8168fe4469eff1e79b0c --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_031039.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T03:10:39.197480+00:00", + "metrics": { + "MSE[mean]": 26354.166666666668, + "MSE[0.5]": 26354.166666666668, + "MAE[0.5]": 156.25, + "MASE[0.5]": 1.2096774193548387, + "MAPE[0.5]": 0.05658327812415862, + "sMAPE[0.5]": 0.05835777805815424, + "MSIS": 25.85645272596013, + "RMSE[mean]": 162.33966448981798, + "NRMSE[mean]": 0.05903260526902472, + "ND[0.5]": 0.056818181818181816, + "mean_weighted_sum_quantile_loss": 0.05053703703703709 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "p10": [ + 2499.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2499.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2499.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0 + ], + "p90": [ + 2601.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2601.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2601.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_031033.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_031033.json new file mode 100644 index 0000000000000000000000000000000000000000..71d3bd8b347a7de8b1ad3baa7aeac84c89887037 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_031033.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T03:10:33.333145+00:00", + "metrics": { + "MSE[mean]": 26770.048482259113, + "MSE[0.5]": 26770.048482259113, + "MAE[0.5]": 157.109375, + "MASE[0.5]": 1.2163306451612905, + "MAPE[0.5]": 0.05686768200144036, + "sMAPE[0.5]": 0.05866818690564609, + "MSIS": 38.033962953629036, + "RMSE[mean]": 163.6155508570598, + "NRMSE[mean]": 0.05949656394802174, + "ND[0.5]": 0.05713068181818182, + "mean_weighted_sum_quantile_loss": 0.05351630760732323 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2593.65625, + 2593.65625, + 2592.671875, + 2593.328125, + 2593.0, + 2593.0, + 2592.671875, + 2591.03125, + 2592.34375, + 2593.984375, + 2592.34375, + 2592.671875, + 2591.359375, + 2592.015625, + 2593.0, + 2593.0, + 2592.671875, + 2593.65625, + 2593.65625, + 2592.671875, + 2591.6875, + 2593.65625, + 2593.65625, + 2593.984375 + ], + "p10": [ + 2579.21875, + 2576.265625, + 2576.921875, + 2577.90625, + 2575.28125, + 2573.3125, + 2569.375, + 2564.78125, + 2566.09375, + 2566.75, + 2563.46875, + 2563.46875, + 2558.21875, + 2560.1875, + 2561.5, + 2561.5, + 2562.8125, + 2563.46875, + 2562.15625, + 2562.15625, + 2560.1875, + 2560.1875, + 2557.5625, + 2556.90625 + ], + "p90": [ + 2596.9375, + 2599.234375, + 2599.5625, + 2600.21875, + 2604.15625, + 2605.46875, + 2608.75, + 2611.375, + 2614.1640625, + 2619.4140625, + 2622.0390625, + 2624.6640625, + 2629.9140625, + 2635.65625, + 2639.7578125, + 2641.64453125, + 2646.9765625, + 2651.734375, + 2654.60546875, + 2654.11328125, + 2653.703125, + 2657.06640625, + 2658.05078125, + 2660.921875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_030830.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_030830.json new file mode 100644 index 0000000000000000000000000000000000000000..a2a551a6438e4bcbcab4738eb100be5397862cae --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_030830.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T03:08:30.361699+00:00", + "metrics": { + "MSE[mean]": 24535.49315366894, + "MSE[0.5]": 25298.750585441787, + "MAE[0.5]": 152.1749064127604, + "MASE[0.5]": 1.1781283077116935, + "MAPE[0.5]": 0.055069240611716475, + "sMAPE[0.5]": 0.05676855230859404, + "MSIS": 45.2042578125, + "RMSE[mean]": 156.6380961122451, + "NRMSE[mean]": 0.05695930767718004, + "ND[0.5]": 0.055336329604640154, + "mean_weighted_sum_quantile_loss": 0.05457464135166772 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2599.94189453125, + 2598.885498046875, + 2598.007568359375, + 2597.15673828125, + 2598.166748046875, + 2598.6279296875, + 2598.0244140625, + 2597.168212890625, + 2597.6943359375, + 2598.536376953125, + 2597.3154296875, + 2598.166015625, + 2599.626220703125, + 2598.3232421875, + 2598.287109375, + 2598.239501953125, + 2598.035400390625, + 2597.73388671875, + 2597.91943359375, + 2595.73193359375, + 2597.35595703125, + 2595.980712890625, + 2596.916015625, + 2595.961669921875 + ], + "p10": [ + 2598.8125, + 2598.18994140625, + 2599.343505859375, + 2596.773681640625, + 2597.18359375, + 2596.70751953125, + 2598.618896484375, + 2596.865966796875, + 2597.07666015625, + 2592.50439453125, + 2596.257080078125, + 2598.629150390625, + 2596.250732421875, + 2593.236083984375, + 2594.395263671875, + 2594.064208984375, + 2591.32373046875, + 2595.95166015625, + 2592.039306640625, + 2593.1396484375, + 2593.38037109375, + 2592.4833984375, + 2592.139404296875, + 2592.510498046875 + ], + "p90": [ + 2603.639892578125, + 2603.136962890625, + 2602.311767578125, + 2602.059326171875, + 2602.019287109375, + 2601.385009765625, + 2600.416259765625, + 2600.501220703125, + 2601.759521484375, + 2602.910888671875, + 2602.227294921875, + 2602.44873046875, + 2603.206298828125, + 2604.218505859375, + 2604.2001953125, + 2605.05322265625, + 2606.013916015625, + 2605.68310546875, + 2606.9775390625, + 2605.6435546875, + 2608.348388671875, + 2607.971435546875, + 2610.71337890625, + 2609.177978515625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_030926.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_030926.json new file mode 100644 index 0000000000000000000000000000000000000000..9934139ff5cda98263b02c6ea8ca154b7f9ee3c6 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_030926.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-18T03:09:26.796021+00:00", + "metrics": { + "MSE[mean]": 24193.03945230941, + "MSE[0.5]": 24193.03945230941, + "MAE[0.5]": 148.82438151041666, + "MASE[0.5]": 1.1521887600806453, + "MAPE[0.5]": 0.053856953898965755, + "sMAPE[0.5]": 0.05548087616298197, + "MSIS": 34.89537487399193, + "RMSE[mean]": 155.54111820451018, + "NRMSE[mean]": 0.05656040661982188, + "ND[0.5]": 0.05411795691287879, + "mean_weighted_sum_quantile_loss": 0.05052296434396045 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2600.596435546875, + 2600.715576171875, + 2600.628173828125, + 2600.67626953125, + 2600.584228515625, + 2600.639404296875, + 2600.508544921875, + 2600.347900390625, + 2600.80029296875, + 2600.775634765625, + 2600.761474609375, + 2600.968994140625, + 2600.89208984375, + 2601.174072265625, + 2601.33837890625, + 2601.6796875, + 2601.87451171875, + 2601.944091796875, + 2601.709228515625, + 2601.520263671875, + 2601.810302734375, + 2601.945068359375, + 2602.239990234375, + 2602.084228515625 + ], + "p10": [ + 2588.17724609375, + 2593.06005859375, + 2594.1171875, + 2591.6201171875, + 2586.647216796875, + 2580.9130859375, + 2579.52978515625, + 2576.57275390625, + 2575.489501953125, + 2571.40283203125, + 2565.3310546875, + 2560.519287109375, + 2557.298095703125, + 2553.96240234375, + 2553.446533203125, + 2553.118408203125, + 2554.363037109375, + 2554.79833984375, + 2554.897705078125, + 2553.681640625, + 2556.095947265625, + 2557.596435546875, + 2557.819091796875, + 2558.588134765625 + ], + "p90": [ + 2602.66796875, + 2602.708251953125, + 2602.92138671875, + 2603.662353515625, + 2605.22705078125, + 2607.926513671875, + 2611.23583984375, + 2615.30029296875, + 2622.274169921875, + 2629.991455078125, + 2634.03369140625, + 2637.400634765625, + 2645.0439453125, + 2651.200927734375, + 2651.31591796875, + 2653.890869140625, + 2657.8115234375, + 2661.730712890625, + 2662.614013671875, + 2662.271240234375, + 2672.754150390625, + 2678.22607421875, + 2682.302734375, + 2683.8291015625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_030904.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_030904.json new file mode 100644 index 0000000000000000000000000000000000000000..6e6cc42820d9868188e1214a389b88ede4e0843c --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_030904.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T03:09:04.913939+00:00", + "metrics": { + "MSE[mean]": 11055.769020676613, + "MSE[0.5]": 11055.769020676613, + "MAE[0.5]": 101.49727376302083, + "MASE[0.5]": 0.7857853452620969, + "MAPE[0.5]": 0.036854084400873316, + "sMAPE[0.5]": 0.037597404947786094, + "MSIS": 11.195946320564516, + "RMSE[mean]": 105.14641706057611, + "NRMSE[mean]": 0.03823506074930041, + "ND[0.5]": 0.036908099550189394, + "mean_weighted_sum_quantile_loss": 0.03062984705452967 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2599.966064453125, + 2599.865234375, + 2599.8671875, + 2599.830810546875, + 2600.021240234375, + 2600.049560546875, + 2601.08544921875, + 2600.48779296875, + 2602.26904296875, + 2622.866943359375, + 2621.8623046875, + 2634.266845703125, + 2657.216552734375, + 2663.2666015625, + 2688.492919921875, + 2692.646484375, + 2694.869140625, + 2696.085205078125, + 2696.93798828125, + 2701.82177734375, + 2697.902587890625, + 2701.412353515625, + 2696.7021484375, + 2694.273193359375 + ], + "p10": [ + 2599.40869140625, + 2598.990234375, + 2597.19580078125, + 2596.243896484375, + 2594.613525390625, + 2593.861572265625, + 2594.2119140625, + 2592.5576171875, + 2589.24462890625, + 2587.890380859375, + 2585.482421875, + 2582.751708984375, + 2580.9697265625, + 2580.975830078125, + 2579.48876953125, + 2579.2060546875, + 2579.20166015625, + 2575.50244140625, + 2574.15576171875, + 2569.771728515625, + 2569.939208984375, + 2571.603759765625, + 2575.838134765625, + 2575.065673828125 + ], + "p90": [ + 2646.7490234375, + 2695.30419921875, + 2703.203125, + 2697.75439453125, + 2698.92919921875, + 2701.91357421875, + 2699.69189453125, + 2704.3037109375, + 2708.31591796875, + 2709.1650390625, + 2710.298095703125, + 2714.109130859375, + 2716.498779296875, + 2720.296875, + 2725.51806640625, + 2729.40380859375, + 2736.033203125, + 2742.80029296875, + 2742.95849609375, + 2745.8916015625, + 2748.523193359375, + 2752.501708984375, + 2754.282958984375, + 2759.277587890625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_031038.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_031038.json new file mode 100644 index 0000000000000000000000000000000000000000..618dcd7b52649a510e7183191de22f2867c774c1 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_031038.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T03:10:38.961910+00:00", + "metrics": { + "MSE[mean]": 0.03504500226669433, + "MSE[0.5]": 0.043009209986815296, + "MAE[0.5]": 0.17243299833525036, + "MASE[0.5]": 0.9927959219115059, + "MAPE[0.5]": 0.11487212986573435, + "sMAPE[0.5]": 0.12461055989254383, + "MSIS": 4.855509029617671, + "RMSE[mean]": 0.18720310431906392, + "NRMSE[mean]": 0.13098759291643727, + "ND[0.5]": 0.1206528250343676, + "mean_weighted_sum_quantile_loss": 0.09847312582404881 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3517171566132737, + 1.2998812366732604, + 1.27781068024032, + 1.268402678446252, + 1.264395851033885, + 1.2626921346410163, + 1.2619699303371639, + 1.2616507794916065, + 1.2615214601125673, + 1.2614658701222439, + 1.261441946948847, + 1.2614336788578617, + 1.2614246629002643, + 1.2614224551597184, + 1.2614223855450362, + 1.2614279503245507, + 1.2614262238216747, + 1.2614242410141392, + 1.2614218204558383, + 1.2614261259994919, + 1.2614317801757235, + 1.2614286361954337, + 1.2614207766384435, + 1.2614214425513186, + 1.2614218013361642, + 1.26142180127022, + 1.2614247703584247, + 1.2614222206963923, + 1.2614241958609407, + 1.2614210833435753, + 1.2614222206882006, + 1.2614218012215814, + 1.2614254440721977, + 1.2614247703376356, + 1.261427842895921, + 1.2614295679852425, + 1.261422640153744, + 1.2614269096196402, + 1.2614214422816272, + 1.261423130765238, + 1.2614199421244994, + 1.2614226401537398, + 1.2614194909232086, + 1.2614295679852328, + 1.261427701432713, + 1.2614241958571593, + 1.2614210833419643, + 1.2614222206875145, + 1.2614241958571593, + 1.2614247703375825, + 1.2614261178065638, + 1.261428634708973, + 1.2614247703375825, + 1.2614210833419643, + 1.2614295679852328, + 1.2614247703375825, + 1.2614254440720731, + 1.261428634708973, + 1.2614194909232086, + 1.261427701432713, + 1.2614227112990124, + 1.2614236213767358, + 1.2614295679852328, + 1.2614236213767358, + 1.2614236213767358, + 1.2614247703375825, + 1.261421801221289, + 1.2614261178065638, + 1.2614236213767358, + 1.2614237052456612, + 1.2614247703375825, + 1.261419716523854 + ], + "p10": [ + 1.2517097152614434, + 1.195587243452044, + 1.169202065600982, + 1.1641049982294176, + 1.1909295101780843, + 1.1893137930800268, + 1.188587034247143, + 1.1573567862703902, + 1.1615145932411601, + 1.188089450510659, + 1.1614345055970163, + 1.184577773601094, + 1.1528232406882728, + 1.1614181263230827, + 1.1566969674393839, + 1.1614170033971662, + 1.187957386536046, + 1.1571271352777281, + 1.1571271093552973, + 1.1879572887138632, + 1.1614167579950945, + 1.1614167559917894, + 1.184570213182952, + 1.1614167547750207, + 1.1433101117109328, + 1.1880477762945054, + 1.2017325161910057, + 1.1528200200785128, + 1.187142819002963, + 1.157127090122359, + 1.161416754506015, + 1.161416754505621, + 1.1614167545054532, + 1.1871428189992344, + 1.188047776245597, + 1.2017325161701733, + 1.1879572805209393, + 1.1614167545053304, + 1.1609877880668713, + 1.1853846740715501, + 1.152820020069635, + 1.1609877880668706, + 1.152820020069635, + 1.1915937273001855, + 1.157127090120748, + 1.187957280520935, + 1.1871428189991813, + 1.1566963831156367, + 1.157127090120748, + 1.1614167545053287, + 1.1614167545053287, + 1.184570212549796, + 1.1920882726669637, + 1.187957280520935, + 1.1614167545053287, + 1.157127090120748, + 1.1614167545053287, + 1.157127090120748, + 1.152820020069635, + 1.1871428189991813, + 1.184570212549796, + 1.1614167545053287, + 1.1614167545053287, + 1.184570212549796, + 1.1871428189991813, + 1.184570212549796, + 1.1566963831156367, + 1.157127090120748, + 1.1916842230248248, + 1.1614167545053287, + 1.184570212549796, + 1.152820020069635 + ], + "p90": [ + 1.5083532381090476, + 1.4542513136036495, + 1.4321732058037004, + 1.4207442396028682, + 1.4140363183107518, + 1.415032348328651, + 1.366419621998853, + 1.4160208564219956, + 1.4038546297816088, + 1.4140104886370988, + 1.4137840825858863, + 1.4137738925454966, + 1.4029480897079902, + 1.4113356847554162, + 1.4037573753695245, + 1.4180605262447705, + 1.4180603833680439, + 1.4029449142463326, + 1.36141881572708, + 1.4110640968465307, + 1.4157911637621192, + 1.4113343144241228, + 1.4110640892867585, + 1.4139688146417062, + 1.369586814621366, + 1.4137663315431297, + 1.4110640886744448, + 1.4157911602812312, + 1.4110640886573842, + 1.4160180719820223, + 1.4139688143727005, + 1.4141957260803644, + 1.4137663314943232, + 1.4110640886536556, + 1.4180602773529556, + 1.4157911602723632, + 1.4037567910457815, + 1.4137663314942004, + 1.4137663314941993, + 1.4029448690893527, + 1.4110640886536026, + 1.4157911602723534, + 1.369586814506491, + 1.411334312937662, + 1.418060277352933, + 1.4029448690893525, + 1.4157911602723534, + 1.4160180719804114, + 1.3591109455613284, + 1.4157911602723534, + 1.4137663314941986, + 1.411334312937662, + 1.4137663314941986, + 1.3658803639972843, + 1.4139688143720142, + 1.4037567910457773, + 1.4110640886536026, + 1.418060277352933, + 1.4137663314941986, + 1.418060277352933, + 1.4160180719804114, + 1.418060277352933, + 1.4137663314941986, + 1.4209000005336752, + 1.4037567910457773, + 1.4157911602723534, + 1.4137663314941986, + 1.4139688143720142, + 1.411334312937662, + 1.418060277352933, + 1.4157911602723534, + 1.4110640886536026 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_030732.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_030732.json new file mode 100644 index 0000000000000000000000000000000000000000..38ea967a9baf2f6eab4ddeb7bd7dabd761c1ab30 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_030732.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T03:07:32.689576+00:00", + "metrics": { + "MSE[mean]": 0.04524978193929899, + "MSE[0.5]": 0.04524978193929899, + "MAE[0.5]": 0.17364614539676243, + "MASE[0.5]": 0.9997807071148951, + "MAPE[0.5]": 0.11542868202490647, + "sMAPE[0.5]": 0.12558549341480607, + "MSIS": 4.980388503776705, + "RMSE[mean]": 0.21271996130899185, + "NRMSE[mean]": 0.1488419532277222, + "ND[0.5]": 0.12150167427764871, + "mean_weighted_sum_quantile_loss": 0.12195498617544012 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3590304851531982, + 1.3188042640686035, + 1.3014671802520752, + 1.2979373931884766, + 1.290412187576294, + 1.2873685359954834, + 1.2848809957504272, + 1.278384804725647, + 1.2770030498504639, + 1.277600884437561, + 1.273504614830017, + 1.2756097316741943, + 1.2743959426879883, + 1.2750672101974487, + 1.2753273248672485, + 1.2776633501052856, + 1.282494306564331, + 1.2810885906219482, + 1.2823073863983154, + 1.279915452003479, + 1.2811092138290405, + 1.282127857208252, + 1.2818866968154907, + 1.2762974500656128, + 1.2772998809814453, + 1.2724300622940063, + 1.2715967893600464, + 1.2707024812698364, + 1.2693625688552856, + 1.2670360803604126, + 1.264883041381836, + 1.2645014524459839, + 1.2629754543304443, + 1.2596360445022583, + 1.2627322673797607, + 1.2555937767028809, + 1.259682297706604, + 1.2556889057159424, + 1.2565964460372925, + 1.256650447845459, + 1.2567567825317383, + 1.256117820739746, + 1.2570916414260864, + 1.2557698488235474, + 1.256264328956604, + 1.2554632425308228, + 1.2534215450286865, + 1.252020001411438, + 1.2646994590759277, + 1.2558610439300537, + 1.256786823272705, + 1.252441167831421, + 1.2583824396133423, + 1.2509088516235352, + 1.25022292137146, + 1.24564790725708, + 1.246618390083313, + 1.243666172027588, + 1.24131441116333, + 1.2360037565231323, + 1.2365086078643799, + 1.2356611490249634, + 1.2351772785186768, + 1.2366310358047485, + 1.2542301416397095, + 1.2538270950317383, + 1.2557051181793213, + 1.254131555557251, + 1.2564284801483154, + 1.253103494644165, + 1.25002121925354, + 1.246185302734375 + ], + "p10": [ + 1.1382501125335693, + 1.0856834650039673, + 1.0614172220230103, + 1.054572343826294, + 1.0472475290298462, + 1.038477897644043, + 1.0333003997802734, + 1.0247254371643066, + 1.0178582668304443, + 1.0162937641143799, + 1.0162512063980103, + 1.0126771926879883, + 1.009418249130249, + 1.0027568340301514, + 0.9988001585006714, + 1.0027704238891602, + 1.0118588209152222, + 0.9942376017570496, + 0.9922159314155579, + 0.9851329326629639, + 0.9834460020065308, + 0.977912425994873, + 0.9749938249588013, + 0.9734886884689331, + 0.9665601253509521, + 0.9622692465782166, + 0.9649074077606201, + 0.9535871148109436, + 0.9556500911712646, + 0.9432464838027954, + 0.9448169469833374, + 0.9415789246559143, + 0.9402163028717041, + 0.9349846243858337, + 0.927355170249939, + 0.9252849817276001, + 0.9210057854652405, + 0.9150804877281189, + 0.9183557629585266, + 0.9226082563400269, + 0.9211830496788025, + 0.9185138940811157, + 0.9220407009124756, + 0.9074820876121521, + 0.913632869720459, + 0.9016256928443909, + 0.9082362651824951, + 0.902875542640686, + 0.9033883810043335, + 0.9012995362281799, + 0.8992745280265808, + 0.8995782136917114, + 0.8992051482200623, + 0.8938658237457275, + 0.8934526443481445, + 0.8953951597213745, + 0.8938552141189575, + 0.8887036442756653, + 0.8869728446006775, + 0.8819456696510315, + 0.8801590204238892, + 0.8739808201789856, + 0.8788819909095764, + 0.8832513689994812, + 0.8907370567321777, + 0.8930844068527222, + 0.8907561302185059, + 0.8922742009162903, + 0.8883994817733765, + 0.88844895362854, + 0.8822946548461914, + 0.8861975073814392 + ], + "p90": [ + 1.5627479553222656, + 1.5626723766326904, + 1.5659682750701904, + 1.5756590366363525, + 1.5761579275131226, + 1.5810152292251587, + 1.5993176698684692, + 1.6010345220565796, + 1.5972802639007568, + 1.6073322296142578, + 1.6151843070983887, + 1.6208202838897705, + 1.6359286308288574, + 1.6273455619812012, + 1.63662588596344, + 1.6445378065109253, + 1.672412633895874, + 1.6717302799224854, + 1.670703411102295, + 1.6834399700164795, + 1.6918830871582031, + 1.7040733098983765, + 1.7099014520645142, + 1.7208504676818848, + 1.7200565338134766, + 1.7341930866241455, + 1.7391846179962158, + 1.7380263805389404, + 1.7532377243041992, + 1.746999979019165, + 1.7577297687530518, + 1.7722747325897217, + 1.8038413524627686, + 1.8040869235992432, + 1.7881510257720947, + 1.7982627153396606, + 1.8150792121887207, + 1.822005033493042, + 1.830862045288086, + 1.8356075286865234, + 1.8404216766357422, + 1.8549506664276123, + 1.8669936656951904, + 1.8588635921478271, + 1.875673770904541, + 1.8771345615386963, + 1.9036444425582886, + 1.922208547592163, + 1.942487359046936, + 1.9414088726043701, + 1.9196500778198242, + 1.9153786897659302, + 1.9325532913208008, + 1.9307808876037598, + 1.9632587432861328, + 1.9472254514694214, + 1.9548888206481934, + 1.9623229503631592, + 1.968224287033081, + 1.9667983055114746, + 1.9663033485412598, + 1.9767261743545532, + 1.9924910068511963, + 2.0049846172332764, + 2.0597267150878906, + 2.067291736602783, + 2.0481085777282715, + 2.0502171516418457, + 2.077519416809082, + 2.064375877380371, + 2.1036605834960938, + 2.082868814468384 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_031039.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_031039.json new file mode 100644 index 0000000000000000000000000000000000000000..5f07d7f2c26832e9738c12d276b7803767928978 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_031039.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T03:10:39.092390+00:00", + "metrics": { + "MSE[mean]": 0.005891086581499904, + "MSE[0.5]": 0.005736460099087471, + "MAE[0.5]": 0.05775631456636046, + "MASE[0.5]": 0.3325363133490137, + "MAPE[0.5]": 0.04101327210222422, + "sMAPE[0.5]": 0.04068602201364586, + "MSIS": 3.651503652128039, + "RMSE[mean]": 0.0767534141357888, + "NRMSE[mean]": 0.053705012010004355, + "ND[0.5]": 0.04041258102150873, + "mean_weighted_sum_quantile_loss": 0.03540047420017935 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2947439798917415, + 1.2987087610468973, + 1.3026735422020532, + 1.306638323357209, + 1.310603104512365, + 1.3145678856675207, + 1.3185326668226767, + 1.3224974479778324, + 1.3264622291329884, + 1.3304270102881441, + 1.3343917914433001, + 1.3383565725984559, + 1.3423213537536118, + 1.3462861349087676, + 1.3502509160639236, + 1.3542156972190793, + 1.3581804783742353, + 1.362145259529391, + 1.366110040684547, + 1.3700748218397028, + 1.3740396029948587, + 1.3780043841500145, + 1.3819691653051704, + 1.3859339464603262, + 1.3898987276154822, + 1.393863508770638, + 1.3978282899257939, + 1.4017930710809496, + 1.4057578522361056, + 1.4097226333912614, + 1.4136874145464173, + 1.417652195701573, + 1.421616976856729, + 1.4255817580118848, + 1.4295465391670408, + 1.4335113203221965, + 1.4374761014773525, + 1.4414408826325082, + 1.4454056637876642, + 1.44937044494282, + 1.453335226097976, + 1.4573000072531317, + 1.4612647884082877, + 1.4652295695634434, + 1.4691943507185994, + 1.4731591318737551, + 1.477123913028911, + 1.4810886941840669, + 1.4850534753392228, + 1.4890182564943786, + 1.4929830376495346, + 1.4969478188046903, + 1.5009125999598463, + 1.504877381115002, + 1.508842162270158, + 1.5128069434253137, + 1.5167717245804697, + 1.5207365057356255, + 1.5247012868907814, + 1.5286660680459372, + 1.5326308492010932, + 1.536595630356249, + 1.5405604115114049, + 1.5445251926665606, + 1.5484899738217166, + 1.5524547549768724, + 1.5564195361320283, + 1.560384317287184, + 1.56434909844234, + 1.5683138795974958, + 1.5722786607526518, + 1.5762434419078075 + ], + "p10": [ + 1.1947439560498836, + 1.1987087372050393, + 1.2026735183601953, + 1.206638299515351, + 1.210603080670507, + 1.2145678618256628, + 1.2185326429808188, + 1.2224974241359745, + 1.2264622052911305, + 1.2304269864462862, + 1.2343917676014422, + 1.238356548756598, + 1.242321329911754, + 1.2462861110669097, + 1.1502509875894973, + 1.2542156733772214, + 1.2581804545323774, + 1.2621452356875331, + 1.266110016842689, + 1.2700747979978448, + 1.2740395791530008, + 1.2780043603081566, + 1.271969151000056, + 1.2859339226184683, + 1.2898987037736243, + 1.29386348492878, + 1.297828266083936, + 1.3017930472390917, + 1.3057578283942477, + 1.3097226095494034, + 1.3136873907045594, + 1.3176521718597152, + 1.3216169530148711, + 1.325581734170027, + 1.3295465153251829, + 1.3335112964803386, + 1.3374760776354946, + 1.3414408587906503, + 1.3454056399458063, + 1.349370421100962, + 1.353335202256118, + 1.3572999834112738, + 1.3612647645664298, + 1.3652295457215855, + 1.3691943268767415, + 1.3731591080318972, + 1.3771238891870532, + 1.381088670342209, + 1.385053451497365, + 1.3890182326525207, + 1.3929830138076766, + 1.3969477949628324, + 1.4009125761179884, + 1.4048773572731441, + 1.4088421384283, + 1.4128069195834558, + 1.4167717007386118, + 1.4207364818937676, + 1.4247012630489235, + 1.4286660442040793, + 1.4326308253592352, + 1.436595606514391, + 1.440560387669547, + 1.4445251688247027, + 1.4484899499798587, + 1.4524547311350144, + 1.4564195122901704, + 1.4603842934453262, + 1.4643490746004821, + 1.4683138557556379, + 1.4722786369107939, + 1.4762434180659496 + ], + "p90": [ + 1.4947440275754573, + 1.4087087753520113, + 1.502673589885769, + 1.416638337662323, + 1.4106031283542229, + 1.4145679095093786, + 1.4185326906645346, + 1.5224973883731876, + 1.5264621576074147, + 1.5304269387625704, + 1.534391839127016, + 1.4383565964403138, + 1.452321368058726, + 1.4462861587506255, + 1.4502509399057815, + 1.5542157449027951, + 1.5581804068486615, + 1.5621451880038173, + 1.466110064526405, + 1.570074750314129, + 1.574039531469285, + 1.5780043126244407, + 1.5819690937795967, + 1.485933970302184, + 1.4998987419205962, + 1.4938635326124958, + 1.5978282184002202, + 1.601792999555376, + 1.5157578665412197, + 1.6097225737866165, + 1.5136874383882752, + 1.6176521241759994, + 1.6216169053311553, + 1.625581686486311, + 1.629546467641467, + 1.6335113680059123, + 1.6374760299517788, + 1.5414409064743662, + 1.64540571147138, + 1.5493704687846779, + 1.6533352737816918, + 1.657299935727558, + 1.5612648122501456, + 1.5752295838685575, + 1.6691943984023152, + 1.6731590603481814, + 1.6771238415033374, + 1.6810886226584931, + 1.5850534991810807, + 1.6890181968897338, + 1.5929830614913925, + 1.5969478426465482, + 1.6009126238017042, + 1.60487740495686, + 1.7088422099538738, + 1.6128069672671717, + 1.6167717484223276, + 1.7207365534193413, + 1.7247012272861366, + 1.6386660823510513, + 1.7326307776755194, + 1.7365955588306752, + 1.6405604353532628, + 1.744525121140987, + 1.6484899976635745, + 1.7524546834512986, + 1.7564194646064546, + 1.7603842457616103, + 1.664349122284198, + 1.6783138939026099, + 1.6722786845945097, + 1.7762433703822338 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_030959.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_030959.json new file mode 100644 index 0000000000000000000000000000000000000000..3832d59990c7124cce5d30d1da43bc18aaed1cea --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_030959.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T03:09:59.477306+00:00", + "metrics": { + "MSE[mean]": 0.12923006959778327, + "MSE[0.5]": 0.12765718552379143, + "MAE[0.5]": 0.33112575113773346, + "MASE[0.5]": 1.906481349528455, + "MAPE[0.5]": 0.22537422343694125, + "sMAPE[0.5]": 0.25800571016075846, + "MSIS": 11.863259012998789, + "RMSE[mean]": 0.3594858406081987, + "NRMSE[mean]": 0.2515352783282598, + "ND[0.5]": 0.2316914842408519, + "mean_weighted_sum_quantile_loss": 0.19073694194925928 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.1146668791770935, + 1.1327059864997864, + 1.1393752694129944, + 1.13029146194458, + 1.1677471995353699, + 1.1387602090835571, + 1.124635934829712, + 1.1443725228309631, + 1.1002526879310608, + 1.1333096623420715, + 1.1062776446342468, + 1.1005616188049316, + 1.1374741792678833, + 1.0985259413719177, + 1.0850272178649902, + 1.1095526814460754, + 1.0775113105773926, + 1.0935456156730652, + 1.093697190284729, + 1.0777562260627747, + 1.0993135571479797, + 1.0900869965553284, + 1.079424262046814, + 1.0720435976982117, + 1.0826305150985718, + 1.1046105027198792, + 1.0953447818756104, + 1.0621029734611511, + 1.0948187708854675, + 1.062928557395935, + 1.0886434316635132, + 1.1231679320335388, + 1.0761916041374207, + 1.0593752264976501, + 1.1020048260688782, + 1.0930749773979187, + 1.0992417335510254, + 1.0874989032745361, + 1.0902830362319946, + 1.1103507280349731, + 1.1033454537391663, + 1.1037381887435913, + 1.109254002571106, + 1.0788929462432861, + 1.0898130536079407, + 1.1438241600990295, + 1.1286605596542358, + 1.1368544101715088, + 1.1080191135406494, + 1.1072415709495544, + 1.074645459651947, + 1.1026684641838074, + 1.080985426902771, + 1.023436963558197, + 1.092366337776184, + 1.0511121153831482, + 1.0736526250839233, + 1.0904765725135803, + 1.049428939819336, + 1.0532164573669434, + 1.090282678604126, + 1.043227732181549, + 1.107012391090393, + 1.0796237587928772, + 1.0564650297164917, + 1.0682328343391418, + 1.0783318281173706, + 1.08115553855896, + 1.0300351977348328, + 1.130118489265442, + 1.0560654997825623, + 1.054520845413208 + ], + "p10": [ + 0.870849609375, + 0.863118052482605, + 0.8251746594905853, + 0.8496889173984528, + 0.8784590661525726, + 0.862253725528717, + 0.7832942306995392, + 0.8401700556278229, + 0.8219285011291504, + 0.7701120972633362, + 0.7153075635433197, + 0.6971033811569214, + 0.8088594377040863, + 0.7248727083206177, + 0.7531566619873047, + 0.7366915047168732, + 0.7462617754936218, + 0.7376578450202942, + 0.7602284550666809, + 0.6794573664665222, + 0.7321309149265289, + 0.7211357653141022, + 0.6673648357391357, + 0.7618350982666016, + 0.7507916688919067, + 0.73204305768013, + 0.7419199347496033, + 0.6931905746459961, + 0.709345817565918, + 0.7903035581111908, + 0.731868177652359, + 0.7448758184909821, + 0.7713796198368073, + 0.7420986294746399, + 0.7178584337234497, + 0.734838455915451, + 0.8240330219268799, + 0.7550266087055206, + 0.8010598421096802, + 0.7616856098175049, + 0.8152380585670471, + 0.7432594299316406, + 0.6782745718955994, + 0.6654067635536194, + 0.7451259791851044, + 0.7252243161201477, + 0.8039146065711975, + 0.689564436674118, + 0.6299517154693604, + 0.6792805790901184, + 0.6927427649497986, + 0.666572093963623, + 0.6124606132507324, + 0.6380634307861328, + 0.6013181507587433, + 0.5306417047977448, + 0.68135005235672, + 0.7089878916740417, + 0.6324097812175751, + 0.663447231054306, + 0.6661953926086426, + 0.6739618182182312, + 0.7561799585819244, + 0.7067714333534241, + 0.6469592452049255, + 0.7074150443077087, + 0.661505401134491, + 0.7380235195159912, + 0.6985719203948975, + 0.7817333936691284, + 0.691068559885025, + 0.6747169494628906 + ], + "p90": [ + 1.4525427222251892, + 1.4458081126213074, + 1.503428339958191, + 1.5497202277183533, + 1.472433090209961, + 1.4197315573692322, + 1.4649774432182312, + 1.4308558106422424, + 1.4133613109588623, + 1.420724630355835, + 1.4454004168510437, + 1.4970861673355103, + 1.4716773629188538, + 1.4402464032173157, + 1.404331922531128, + 1.4561025500297546, + 1.4774804711341858, + 1.490164875984192, + 1.3691439628601074, + 1.4864675998687744, + 1.441144347190857, + 1.4242218136787415, + 1.4595139622688293, + 1.387474536895752, + 1.383057415485382, + 1.5009214878082275, + 1.519307017326355, + 1.4094176888465881, + 1.3751201629638672, + 1.3868523240089417, + 1.4402019381523132, + 1.5506477355957031, + 1.4245240092277527, + 1.4572051763534546, + 1.453582525253296, + 1.4889509081840515, + 1.4371540546417236, + 1.4379673600196838, + 1.5904157757759094, + 1.4617931842803955, + 1.4656770825386047, + 1.4657211303710938, + 1.4337143898010254, + 1.4747268557548523, + 1.5344672799110413, + 1.4869855642318726, + 1.5114778280258179, + 1.5818254947662354, + 1.5053855180740356, + 1.5434121489524841, + 1.4828722476959229, + 1.5583255290985107, + 1.5557808876037598, + 1.4900285601615906, + 1.490923523902893, + 1.4783725142478943, + 1.544616162776947, + 1.4272709488868713, + 1.483823537826538, + 1.5332272052764893, + 1.485415279865265, + 1.4491333961486816, + 1.426667034626007, + 1.45269775390625, + 1.4619495868682861, + 1.4509791731834412, + 1.4585379362106323, + 1.5088344812393188, + 1.4458480477333069, + 1.4467337131500244, + 1.4620319604873657, + 1.4898587465286255 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_031039.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_031039.json new file mode 100644 index 0000000000000000000000000000000000000000..8ed4c709de14d1667dafaca0b6d476cbec99349e --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_031039.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T03:10:39.157359+00:00", + "metrics": { + "MSE[mean]": 0.07156091474361305, + "MSE[0.5]": 0.07440233055996912, + "MAE[0.5]": 0.24290537395634804, + "MASE[0.5]": 1.3985459105999456, + "MAPE[0.5]": 0.16368591252704662, + "sMAPE[0.5]": 0.18167540233232124, + "MSIS": 9.199403138211018, + "RMSE[mean]": 0.26750871900484485, + "NRMSE[mean]": 0.18717810964759668, + "ND[0.5]": 0.16996294135582304, + "mean_weighted_sum_quantile_loss": 0.1471850650059981 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742, + 1.1862612824450742 + ], + "p10": [ + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 0.986261353970648, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0762612681399597, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163, + 1.0862612586032163 + ], + "p90": [ + 1.38626133012879, + 1.2962612967501883, + 1.38626133012879, + 1.2962612967501883, + 1.2862613062869321, + 1.2862613062869321, + 1.2862613062869321, + 1.3862612228404294, + 1.3862612109195005, + 1.3862612109195005, + 1.38626133012879, + 1.2862613062869321, + 1.2962612967501883, + 1.2862613062869321, + 1.2862613062869321, + 1.38626133012879, + 1.3862612109195005, + 1.3862612109195005, + 1.2862613062869321, + 1.3862612109195005, + 1.3862612109195005, + 1.3862612109195005, + 1.3862612109195005, + 1.2862613062869321, + 1.2962612967501883, + 1.2862613062869321, + 1.3862612109195005, + 1.3862612109195005, + 1.2962612967501883, + 1.3862612228404294, + 1.2862613062869321, + 1.3862612109195005, + 1.3862612109195005, + 1.3862612109195005, + 1.3862612109195005, + 1.38626133012879, + 1.3862612109195005, + 1.2862613062869321, + 1.38626133012879, + 1.2862613062869321, + 1.38626133012879, + 1.3862612109195005, + 1.2862613062869321, + 1.2962612967501883, + 1.38626133012879, + 1.3862612109195005, + 1.3862612109195005, + 1.3862612109195005, + 1.2862613062869321, + 1.3862612228404294, + 1.2862613062869321, + 1.2862613062869321, + 1.2862613062869321, + 1.2862613062869321, + 1.38626133012879, + 1.2862613062869321, + 1.2862613062869321, + 1.38626133012879, + 1.3862612228404294, + 1.2962612967501883, + 1.3862612109195005, + 1.3862612109195005, + 1.2862613062869321, + 1.3862612109195005, + 1.2862613062869321, + 1.3862612109195005, + 1.3862612109195005, + 1.3862612109195005, + 1.2862613062869321, + 1.2962612967501883, + 1.2862613062869321, + 1.3862612109195005 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_031039.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_031039.json new file mode 100644 index 0000000000000000000000000000000000000000..e7987013bf6f1887abbca7c1402378e6968ceb6e --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_031039.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T03:10:39.186854+00:00", + "metrics": { + "MSE[mean]": 0.08041665335496578, + "MSE[0.5]": 0.08041665335496578, + "MAE[0.5]": 0.24583330088191563, + "MASE[0.5]": 1.4154036694942542, + "MAPE[0.5]": 0.16746912226668506, + "sMAPE[0.5]": 0.1876429137701079, + "MSIS": 49.5525620650182, + "RMSE[mean]": 0.28357830198194955, + "NRMSE[mean]": 0.1984221325552208, + "ND[0.5]": 0.1720116365503304, + "mean_weighted_sum_quantile_loss": 0.16730588120222253 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5 + ], + "p10": [ + 0.98, + 0.98, + 1.1760000467300415, + 1.0780000233650207, + 1.1760000467300415, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.47, + 0.98, + 0.98, + 1.1760000467300415, + 1.0780000233650207, + 1.1760000467300415, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.47, + 0.98, + 0.98, + 1.1760000467300415, + 1.0780000233650207, + 1.1760000467300415, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.47 + ], + "p90": [ + 1.02, + 1.02, + 1.22400004863739, + 1.1220000243186952, + 1.22400004863739, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.53, + 1.02, + 1.02, + 1.22400004863739, + 1.1220000243186952, + 1.22400004863739, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.53, + 1.02, + 1.02, + 1.22400004863739, + 1.1220000243186952, + 1.22400004863739, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.53 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_031027.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_031027.json new file mode 100644 index 0000000000000000000000000000000000000000..1d219bfd7d6b2e70723c3847df2760e3de36b636 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_031027.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T03:10:27.689593+00:00", + "metrics": { + "MSE[mean]": 0.08280205296958482, + "MSE[0.5]": 0.08280205296958482, + "MAE[0.5]": 0.2522195196814007, + "MASE[0.5]": 1.4521728032550472, + "MAPE[0.5]": 0.16946135175838695, + "sMAPE[0.5]": 0.18955247146594803, + "MSIS": 21.728098503907557, + "RMSE[mean]": 0.2877534586579018, + "NRMSE[mean]": 0.20134352493822247, + "ND[0.5]": 0.17648012777233768, + "mean_weighted_sum_quantile_loss": 0.14995421871631734 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2838058471679688, + 1.2472763061523438, + 1.2259674072265625, + 1.2122688293457031, + 1.227996826171875, + 1.2137908935546875, + 1.2041511535644531, + 1.2021217346191406, + 1.1980628967285156, + 1.183349609375, + 1.1965408325195312, + 1.203643798828125, + 1.1863937377929688, + 1.195526123046875, + 1.1894378662109375, + 1.1797981262207031, + 1.2046585083007812, + 1.1889305114746094, + 1.1818275451660156, + 1.1919746398925781, + 1.1919746398925781, + 1.1879158020019531, + 1.1884231567382812, + 1.1863937377929688, + 1.1737098693847656, + 1.1747245788574219, + 1.1747245788574219, + 1.1787834167480469, + 1.1879158020019531, + 1.1772613525390625, + 1.171173095703125, + 1.1716804504394531, + 1.1737098693847656, + 1.1701583862304688, + 1.1691436767578125, + 1.1726951599121094, + 1.1640701293945312, + 1.1686363220214844, + 1.1691436767578125, + 1.1737098693847656, + 1.1797981262207031, + 1.1721878051757812, + 1.1660995483398438, + 1.1686363220214844, + 1.1681289672851562, + 1.1726951599121094, + 1.1762466430664062, + 1.1742172241210938, + 1.1666069030761719, + 1.15899658203125, + 1.1625480651855469, + 1.1681289672851562, + 1.1737098693847656, + 1.1671142578125, + 1.1610260009765625, + 1.1625480651855469, + 1.1559524536132812, + 1.1564598083496094, + 1.1554450988769531, + 1.1579818725585938, + 1.1501178741455078, + 1.15087890625, + 1.1534156799316406, + 1.1473274230957031, + 1.1518936157226562, + 1.1498641967773438, + 1.1524009704589844, + 1.1559524536132812, + 1.1518936157226562, + 1.1574745178222656, + 1.1488494873046875, + 1.1473274230957031 + ], + "p10": [ + 1.114349365234375, + 1.0896475315093994, + 1.073951244354248, + 1.0596818923950195, + 1.0681800842285156, + 1.0552425384521484, + 1.0417976379394531, + 1.0379924774169922, + 1.033172607421875, + 1.02099609375, + 1.028860092163086, + 1.0298748016357422, + 1.0083122253417969, + 1.0174446105957031, + 1.0179519653320312, + 1.0113563537597656, + 1.036977767944336, + 1.0227718353271484, + 1.0179519653320312, + 1.0296211242675781, + 1.0278453826904297, + 1.0215034484863281, + 1.0199813842773438, + 1.0144004821777344, + 0.9991798400878906, + 1.0027313232421875, + 1.0042533874511719, + 1.0072975158691406, + 1.0138931274414062, + 1.0032386779785156, + 0.99664306640625, + 0.9951210021972656, + 1.0037460327148438, + 1.0012092590332031, + 1.0012092590332031, + 1.0032386779785156, + 0.9915695190429688, + 0.9961357116699219, + 0.9976577758789062, + 1.0027313232421875, + 1.008819580078125, + 1.0027313232421875, + 0.9961357116699219, + 0.9946136474609375, + 0.9935989379882812, + 0.9956283569335938, + 0.9961357116699219, + 0.9941062927246094, + 0.9890327453613281, + 0.9793930053710938, + 0.9814224243164062, + 0.9859886169433594, + 0.992584228515625, + 0.9854812622070312, + 0.9788856506347656, + 0.9824371337890625, + 0.9788856506347656, + 0.98040771484375, + 0.9773635864257812, + 0.9799003601074219, + 0.9712753295898438, + 0.9702606201171875, + 0.9743194580078125, + 0.9672164916992188, + 0.9733047485351562, + 0.9727973937988281, + 0.976348876953125, + 0.98040771484375, + 0.976348876953125, + 0.9819297790527344, + 0.9743194580078125, + 0.9722900390625 + ], + "p90": [ + 1.4938507080078125, + 1.447174072265625, + 1.41876220703125, + 1.406585693359375, + 1.43499755859375, + 1.41876220703125, + 1.41064453125, + 1.4045562744140625, + 1.398468017578125, + 1.378173828125, + 1.3964385986328125, + 1.4086151123046875, + 1.3944091796875, + 1.4045562744140625, + 1.3944091796875, + 1.382232666015625, + 1.3964385986328125, + 1.38629150390625, + 1.3761444091796875, + 1.3883209228515625, + 1.3883209228515625, + 1.3842620849609375, + 1.3842620849609375, + 1.3842620849609375, + 1.3761444091796875, + 1.374114990234375, + 1.3761444091796875, + 1.378173828125, + 1.3883209228515625, + 1.3761444091796875, + 1.3680267333984375, + 1.37005615234375, + 1.3720855712890625, + 1.3720855712890625, + 1.37005615234375, + 1.374114990234375, + 1.3680267333984375, + 1.3720855712890625, + 1.3720855712890625, + 1.378173828125, + 1.3883209228515625, + 1.378173828125, + 1.37005615234375, + 1.37005615234375, + 1.37005615234375, + 1.378173828125, + 1.3883209228515625, + 1.38629150390625, + 1.3720855712890625, + 1.365997314453125, + 1.3720855712890625, + 1.3761444091796875, + 1.382232666015625, + 1.3761444091796875, + 1.37005615234375, + 1.37005615234375, + 1.3639678955078125, + 1.3599090576171875, + 1.357879638671875, + 1.3619384765625, + 1.35382080078125, + 1.3599090576171875, + 1.3599090576171875, + 1.357879638671875, + 1.357879638671875, + 1.35382080078125, + 1.35382080078125, + 1.357879638671875, + 1.35382080078125, + 1.3599090576171875, + 1.3517913818359375, + 1.3517913818359375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_030822.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_030822.json new file mode 100644 index 0000000000000000000000000000000000000000..a6453aab7b409e7028a65907c3af9eb8231bb280 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_030822.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T03:08:22.159522+00:00", + "metrics": { + "MSE[mean]": 0.036772144903327586, + "MSE[0.5]": 0.056776800853374, + "MAE[0.5]": 0.2006351583533817, + "MASE[0.5]": 1.1551719736267343, + "MAPE[0.5]": 0.13389238382780874, + "sMAPE[0.5]": 0.14711010172277017, + "MSIS": 6.586279555922576, + "RMSE[mean]": 0.1917606448240295, + "NRMSE[mean]": 0.13417654249361483, + "ND[0.5]": 0.1403861145503525, + "mean_weighted_sum_quantile_loss": 0.0930602897642929 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2964295148849487, + 1.2526627779006958, + 1.2359280586242676, + 1.237510323524475, + 1.2321699857711792, + 1.229481816291809, + 1.220870018005371, + 1.206472635269165, + 1.2058368921279907, + 1.20804762840271, + 1.2124003171920776, + 1.2179213762283325, + 1.2230085134506226, + 1.2224477529525757, + 1.2177140712738037, + 1.2232587337493896, + 1.234102487564087, + 1.2413969039916992, + 1.2503325939178467, + 1.2556757926940918, + 1.2542959451675415, + 1.2536544799804688, + 1.2628123760223389, + 1.2678630352020264, + 1.2665776014328003, + 1.2674245834350586, + 1.278114914894104, + 1.2685391902923584, + 1.2532027959823608, + 1.2443385124206543, + 1.2502788305282593, + 1.251430630683899, + 1.247885823249817, + 1.246695637702942, + 1.2365069389343262, + 1.2269233465194702, + 1.2232670783996582, + 1.2270867824554443, + 1.2384241819381714, + 1.2380582094192505, + 1.2489497661590576, + 1.2436609268188477, + 1.2377530336380005, + 1.2418851852416992, + 1.2376407384872437, + 1.2368831634521484, + 1.2441579103469849, + 1.2418874502182007, + 1.2331852912902832, + 1.2280770540237427, + 1.245326280593872, + 1.245965600013733, + 1.2477424144744873, + 1.2440619468688965, + 1.235581636428833, + 1.2218108177185059, + 1.2230641841888428, + 1.219671368598938, + 1.2102521657943726, + 1.2047048807144165, + 1.2149487733840942, + 1.2053173780441284, + 1.1956732273101807, + 1.1870896816253662, + 1.1887602806091309, + 1.193602442741394, + 1.2010384798049927, + 1.2127130031585693, + 1.2070993185043335, + 1.2067781686782837, + 1.1974245309829712, + 1.1940851211547852 + ], + "p10": [ + 1.3290296792984009, + 1.2921066284179688, + 1.2631193399429321, + 1.2772917747497559, + 1.2713561058044434, + 1.272255301475525, + 1.2567379474639893, + 1.2460447549819946, + 1.2441293001174927, + 1.252732753753662, + 1.2527058124542236, + 1.2552428245544434, + 1.266718864440918, + 1.259488821029663, + 1.2594999074935913, + 1.266029953956604, + 1.2772974967956543, + 1.2869538068771362, + 1.2961678504943848, + 1.2911911010742188, + 1.291037917137146, + 1.299939513206482, + 1.3059760332107544, + 1.3191355466842651, + 1.3155089616775513, + 1.3147448301315308, + 1.3218988180160522, + 1.3143576383590698, + 1.3004250526428223, + 1.30247163772583, + 1.2979871034622192, + 1.3038040399551392, + 1.2946172952651978, + 1.3049107789993286, + 1.283116340637207, + 1.2836835384368896, + 1.2807857990264893, + 1.2848291397094727, + 1.2907034158706665, + 1.2959520816802979, + 1.3035157918930054, + 1.3036408424377441, + 1.2952818870544434, + 1.3009495735168457, + 1.292824387550354, + 1.2921851873397827, + 1.3098106384277344, + 1.3083069324493408, + 1.2970250844955444, + 1.2895355224609375, + 1.3077070713043213, + 1.3125567436218262, + 1.303759217262268, + 1.300990104675293, + 1.3013571500778198, + 1.2894084453582764, + 1.2878907918930054, + 1.2927708625793457, + 1.2703295946121216, + 1.2722408771514893, + 1.2729450464248657, + 1.2684239149093628, + 1.2579869031906128, + 1.2482359409332275, + 1.2565579414367676, + 1.2542704343795776, + 1.2602871656417847, + 1.2792854309082031, + 1.2764278650283813, + 1.2675679922103882, + 1.2617545127868652, + 1.2556010484695435 + ], + "p90": [ + 1.4493792057037354, + 1.4261066913604736, + 1.424184799194336, + 1.43380868434906, + 1.4372268915176392, + 1.4384772777557373, + 1.431459903717041, + 1.4155404567718506, + 1.4170957803726196, + 1.4183777570724487, + 1.425552487373352, + 1.4251664876937866, + 1.4348077774047852, + 1.4379023313522339, + 1.433765172958374, + 1.4429463148117065, + 1.4570412635803223, + 1.4698415994644165, + 1.4812241792678833, + 1.4897680282592773, + 1.4874887466430664, + 1.4880702495574951, + 1.502641201019287, + 1.5056767463684082, + 1.5165561437606812, + 1.5204837322235107, + 1.5313853025436401, + 1.5315837860107422, + 1.5163090229034424, + 1.5190144777297974, + 1.5260921716690063, + 1.5275332927703857, + 1.5239444971084595, + 1.5247007608413696, + 1.511108160018921, + 1.5071091651916504, + 1.5058879852294922, + 1.5105767250061035, + 1.516578197479248, + 1.5234980583190918, + 1.5314112901687622, + 1.5309138298034668, + 1.5199649333953857, + 1.5279866456985474, + 1.5214331150054932, + 1.5278114080429077, + 1.5351920127868652, + 1.5390594005584717, + 1.5280990600585938, + 1.5249971151351929, + 1.5354546308517456, + 1.5495859384536743, + 1.5482068061828613, + 1.5479481220245361, + 1.5429606437683105, + 1.523550033569336, + 1.518967866897583, + 1.5217444896697998, + 1.5119190216064453, + 1.507280707359314, + 1.5117698907852173, + 1.5061497688293457, + 1.4944829940795898, + 1.4898051023483276, + 1.4874187707901, + 1.494354248046875, + 1.502376914024353, + 1.513572096824646, + 1.5046498775482178, + 1.5022492408752441, + 1.4925752878189087, + 1.4979156255722046 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_030920.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_030920.json new file mode 100644 index 0000000000000000000000000000000000000000..0022a36f1e005c3afcf4c1caea0bed94519af4ee --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_030920.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T03:09:20.831367+00:00", + "metrics": { + "MSE[mean]": 0.043776276924575676, + "MSE[0.5]": 0.043776276924575676, + "MAE[0.5]": 0.16491781837410396, + "MASE[0.5]": 0.9495267095803998, + "MAPE[0.5]": 0.1091321657774656, + "sMAPE[0.5]": 0.11884275075706288, + "MSIS": 4.474017391719948, + "RMSE[mean]": 0.20922781106864277, + "NRMSE[mean]": 0.14639846621531533, + "ND[0.5]": 0.11539439015410709, + "mean_weighted_sum_quantile_loss": 0.1140077560083005 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3334771394729614, + 1.295212984085083, + 1.2827390432357788, + 1.2803609371185303, + 1.2847957611083984, + 1.281669020652771, + 1.278955340385437, + 1.2772855758666992, + 1.2853708267211914, + 1.280009150505066, + 1.2771484851837158, + 1.2750285863876343, + 1.2764208316802979, + 1.2796729803085327, + 1.2721613645553589, + 1.277066946029663, + 1.2807490825653076, + 1.2741403579711914, + 1.2769312858581543, + 1.2944613695144653, + 1.2990609407424927, + 1.2820343971252441, + 1.2728900909423828, + 1.2593178749084473, + 1.2475569248199463, + 1.2471266984939575, + 1.2527576684951782, + 1.2607707977294922, + 1.2518645524978638, + 1.2444244623184204, + 1.2393451929092407, + 1.237113356590271, + 1.2964410781860352, + 1.3056530952453613, + 1.3032896518707275, + 1.29632568359375, + 1.2959004640579224, + 1.2935117483139038, + 1.291263222694397, + 1.3073264360427856, + 1.3154487609863281, + 1.3086663484573364, + 1.2964797019958496, + 1.297131896018982, + 1.2954407930374146, + 1.2943133115768433, + 1.295634150505066, + 1.2960764169692993, + 1.2929829359054565, + 1.2648652791976929, + 1.2873904705047607, + 1.2870315313339233, + 1.2810138463974, + 1.280932068824768, + 1.2793667316436768, + 1.2855212688446045, + 1.282236099243164, + 1.2842466831207275, + 1.2751116752624512, + 1.2630285024642944, + 1.262176275253296, + 1.267754316329956, + 1.27597975730896, + 1.272636890411377, + 1.2222973108291626, + 1.1926608085632324, + 1.2102527618408203, + 1.2243696451187134, + 1.2166154384613037, + 1.211143970489502, + 1.1969226598739624, + 1.19916570186615 + ], + "p10": [ + 1.151024580001831, + 1.0978509187698364, + 1.083020806312561, + 1.0786523818969727, + 1.0800830125808716, + 1.0712112188339233, + 1.0633105039596558, + 1.0551483631134033, + 1.0589529275894165, + 1.0513184070587158, + 1.0441566705703735, + 1.038461685180664, + 1.0307494401931763, + 1.0274380445480347, + 1.0154402256011963, + 1.0145165920257568, + 1.0160703659057617, + 1.0066862106323242, + 1.0062675476074219, + 1.0199238061904907, + 1.018796443939209, + 1.0026131868362427, + 0.9965500235557556, + 0.9843192100524902, + 0.9704464673995972, + 0.9697681665420532, + 0.9752708077430725, + 0.9789417386054993, + 0.9681375622749329, + 0.9581657648086548, + 0.9502246379852295, + 0.948065459728241, + 0.9981358051300049, + 0.9972826242446899, + 0.9975367784500122, + 0.9861479997634888, + 0.979084312915802, + 0.96678227186203, + 0.9600898027420044, + 0.9656307101249695, + 0.9698953628540039, + 0.9649439454078674, + 0.9579910039901733, + 0.9634334444999695, + 0.9596410393714905, + 0.9546749591827393, + 0.956298291683197, + 0.9504422545433044, + 0.9416727423667908, + 0.9205923676490784, + 0.9316813945770264, + 0.9247584939002991, + 0.9219274520874023, + 0.9206118583679199, + 0.9207082390785217, + 0.9206265807151794, + 0.916930615901947, + 0.9196425676345825, + 0.913304328918457, + 0.9008239507675171, + 0.8968028426170349, + 0.8962547779083252, + 0.8977208733558655, + 0.896003782749176, + 0.8318591117858887, + 0.8611205816268921, + 0.856465756893158, + 0.835731029510498, + 0.8271453380584717, + 0.8153889775276184, + 0.8029773235321045, + 0.7996546626091003 + ], + "p90": [ + 1.562666893005371, + 1.5483579635620117, + 1.5525799989700317, + 1.5730599164962769, + 1.5943224430084229, + 1.5977089405059814, + 1.5957714319229126, + 1.5969140529632568, + 1.6126667261123657, + 1.615614414215088, + 1.619877576828003, + 1.625448226928711, + 1.6316924095153809, + 1.6417076587677002, + 1.6442937850952148, + 1.6650117635726929, + 1.6744714975357056, + 1.668625831604004, + 1.6744282245635986, + 1.7012505531311035, + 1.7183806896209717, + 1.694676399230957, + 1.6859843730926514, + 1.6693235635757446, + 1.6583377122879028, + 1.6578773260116577, + 1.6677167415618896, + 1.678936243057251, + 1.6710785627365112, + 1.6681050062179565, + 1.6644723415374756, + 1.6650221347808838, + 1.6712687015533447, + 1.7292051315307617, + 1.7362648248672485, + 1.753075122833252, + 1.7876882553100586, + 1.8063738346099854, + 1.8065991401672363, + 1.8338899612426758, + 1.8589940071105957, + 1.8490636348724365, + 1.8320423364639282, + 1.843662977218628, + 1.838418960571289, + 1.8371059894561768, + 1.8360798358917236, + 1.8563597202301025, + 1.8571171760559082, + 1.8183014392852783, + 1.8445812463760376, + 1.8401955366134644, + 1.840641975402832, + 1.8367736339569092, + 1.8367425203323364, + 1.8609035015106201, + 1.8605355024337769, + 1.8678271770477295, + 1.8511298894882202, + 1.8326468467712402, + 1.8349970579147339, + 1.8482253551483154, + 1.8621017932891846, + 1.8598525524139404, + 1.709991693496704, + 1.7556755542755127, + 1.7897491455078125, + 1.835119605064392, + 1.8725807666778564, + 1.8850083351135254, + 1.8523187637329102, + 1.8532806634902954 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_030900.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_030900.json new file mode 100644 index 0000000000000000000000000000000000000000..00c931425960c99bed4b20abbeb3025d6f9e1c1a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_030900.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T03:09:00.736572+00:00", + "metrics": { + "MSE[mean]": 0.04020323878430925, + "MSE[0.5]": 0.04020323878430925, + "MAE[0.5]": 0.16496826377179888, + "MASE[0.5]": 0.949817152741478, + "MAPE[0.5]": 0.10979562560318429, + "sMAPE[0.5]": 0.11880807701666221, + "MSIS": 3.420378281531284, + "RMSE[mean]": 0.20050745318892574, + "NRMSE[mean]": 0.14029675816838472, + "ND[0.5]": 0.11542968722485708, + "mean_weighted_sum_quantile_loss": 0.10212831394148215 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.4065089225769043, + 1.2630716562271118, + 1.2751212120056152, + 1.281229019165039, + 1.2825850248336792, + 1.2712702751159668, + 1.2702264785766602, + 1.2737728357315063, + 1.283038854598999, + 1.2934248447418213, + 1.2793116569519043, + 1.2756836414337158, + 1.2641980648040771, + 1.2641890048980713, + 1.269520878791809, + 1.274610996246338, + 1.2770686149597168, + 1.2661247253417969, + 1.2639464139938354, + 1.2669371366500854, + 1.2687174081802368, + 1.2733941078186035, + 1.2640023231506348, + 1.2587087154388428, + 1.254241943359375, + 1.2542181015014648, + 1.2603529691696167, + 1.262988805770874, + 1.2657673358917236, + 1.2543613910675049, + 1.2494220733642578, + 1.2536897659301758, + 1.2739498615264893, + 1.2731605768203735, + 1.264933705329895, + 1.2675236463546753, + 1.2666473388671875, + 1.2654354572296143, + 1.2686734199523926, + 1.273756504058838, + 1.2779964208602905, + 1.2736520767211914, + 1.2722512483596802, + 1.2761305570602417, + 1.2760385274887085, + 1.2765307426452637, + 1.2750577926635742, + 1.273262858390808, + 1.2695010900497437, + 1.2691384553909302, + 1.27010178565979, + 1.2716394662857056, + 1.2720630168914795, + 1.2713220119476318, + 1.2702765464782715, + 1.270717740058899, + 1.271706461906433, + 1.272626280784607, + 1.2768994569778442, + 1.2758443355560303, + 1.275339961051941, + 1.2749475240707397, + 1.2724486589431763, + 1.2702003717422485, + 1.2714651823043823, + 1.2657922506332397, + 1.2633681297302246, + 1.2675156593322754, + 1.2691400051116943, + 1.2712167501449585, + 1.2731904983520508, + 1.2741398811340332 + ], + "p10": [ + 1.2500845193862915, + 1.1038340330123901, + 1.1118628978729248, + 1.1132184267044067, + 1.1088454723358154, + 1.0969620943069458, + 1.0935012102127075, + 1.089558720588684, + 1.0918645858764648, + 1.0980483293533325, + 1.0767672061920166, + 1.0710973739624023, + 1.0569069385528564, + 1.0546655654907227, + 1.0530067682266235, + 1.0589706897735596, + 1.0537081956863403, + 1.0419222116470337, + 1.0364817380905151, + 1.0374343395233154, + 1.0351654291152954, + 1.0370365381240845, + 1.0270980596542358, + 1.0208319425582886, + 1.0148792266845703, + 1.0131642818450928, + 1.0170714855194092, + 1.0180691480636597, + 1.0155811309814453, + 1.0088995695114136, + 1.002578854560852, + 1.008131980895996, + 1.039188027381897, + 1.0515837669372559, + 1.047202229499817, + 1.0461242198944092, + 1.0382119417190552, + 1.0356571674346924, + 1.0346732139587402, + 1.0356873273849487, + 1.038062572479248, + 1.0345975160598755, + 1.031221866607666, + 1.0302834510803223, + 1.0294122695922852, + 1.0271738767623901, + 1.025383710861206, + 1.0248615741729736, + 1.0173050165176392, + 1.0157157182693481, + 1.015581488609314, + 1.014358401298523, + 1.0127999782562256, + 1.0126255750656128, + 1.0117628574371338, + 1.0110726356506348, + 1.0089313983917236, + 1.0074315071105957, + 1.006154179573059, + 1.006773591041565, + 1.0028789043426514, + 1.0017485618591309, + 1.0000313520431519, + 0.9980133771896362, + 1.021260380744934, + 1.0210641622543335, + 1.0185928344726562, + 1.020617127418518, + 1.0165777206420898, + 1.0151495933532715, + 1.0088801383972168, + 1.0123413801193237 + ], + "p90": [ + 1.5422697067260742, + 1.4937376976013184, + 1.491957187652588, + 1.5153452157974243, + 1.5218199491500854, + 1.5102664232254028, + 1.510512113571167, + 1.5213403701782227, + 1.537825584411621, + 1.5557746887207031, + 1.5408906936645508, + 1.5489600896835327, + 1.5339254140853882, + 1.5356558561325073, + 1.5442413091659546, + 1.5631173849105835, + 1.5700397491455078, + 1.5568571090698242, + 1.563866376876831, + 1.5765025615692139, + 1.5798652172088623, + 1.5935542583465576, + 1.5803349018096924, + 1.577738881111145, + 1.5801163911819458, + 1.5830730199813843, + 1.6042795181274414, + 1.6123403310775757, + 1.6157317161560059, + 1.6080323457717896, + 1.600787878036499, + 1.6200628280639648, + 1.6727732419967651, + 1.6380469799041748, + 1.62027907371521, + 1.6532745361328125, + 1.6459708213806152, + 1.6374101638793945, + 1.644986867904663, + 1.6503150463104248, + 1.6648099422454834, + 1.6529552936553955, + 1.6516366004943848, + 1.6716806888580322, + 1.6737127304077148, + 1.6747175455093384, + 1.6656630039215088, + 1.6747710704803467, + 1.6734097003936768, + 1.676872968673706, + 1.6904430389404297, + 1.6944403648376465, + 1.6927200555801392, + 1.6991865634918213, + 1.7061164379119873, + 1.7061046361923218, + 1.7137091159820557, + 1.7181580066680908, + 1.7389748096466064, + 1.7373844385147095, + 1.7378531694412231, + 1.7422029972076416, + 1.7357263565063477, + 1.726872205734253, + 1.7318376302719116, + 1.709456205368042, + 1.688197135925293, + 1.7236145734786987, + 1.7215758562088013, + 1.720221757888794, + 1.733004093170166, + 1.7350691556930542 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index d68e589683f5e4961d09424de922441744299781..0bc288a237579f3f2d1bf3ab7db8029aa08cf0fe 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1305695.9574006398,1305695.9574006398,973.1414388020834,0.9781886203641008,0.015019796849935168,0.014865951117788474,3.9834553706530493,1142.6705375569284,0.01755285738695156,0.014948677095627675,0.011292210002287818,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1368107.022052765,1368107.022052765,1012.7591145833334,1.028059758308277,0.015637038035689565,0.01547577020341436,4.021978018177504,1169.6610714445296,0.01798201387390796,0.015569850868741944,0.01162672269249005,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.2575725514618099,0.2575725514618099,0.42874999940395353,0.41187348402451807,0.29194310313147065,0.36238947331595905,15.406400090407349,0.5075160602993859,0.3617148154824604,0.3055769837727315,0.300931434429574,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.0854166520966455,0.0854166520966455,0.2569444096750683,1.5333777400166373,0.1752266682690686,0.1968292883912761,53.97787954889864,0.29226127368614113,0.20489593311290094,0.1801363003538197,0.17533699252236365,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08041665335496578,0.08041665335496578,0.24583330088191563,1.4154036694942542,0.16746912226668506,0.1876429137701079,49.5525620650182,0.28357830198194955,0.1984221325552208,0.1720116365503304,0.16730588120222253,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,3.2441668923696247,3.2441668923696247,1.7250000635782878,1.3226837333267467,0.08821243193599738,0.08411621085411321,34.08460333824642,1.8011570981926104,0.09092926148845354,0.08708456469794049,0.079837334186379,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,98.19957868894058,98.19957868894058,8.954166531562805,0.7140264499612661,0.2913241963324838,0.349011656402972,25.635324046052645,9.909570055705776,0.26767549953510256,0.24186831373945675,0.23584667929489125,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.937082964579986,4.937082964579986,1.9874999523162842,0.9814813820810148,0.07465478266557615,0.07809063881555857,25.771602690911788,2.221954762046245,0.08563820980202598,0.07660189163402784,0.07044590438786277,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,45.958333333333336,45.958333333333336,5.291666666666667,1.0173564753004005,0.9628579175454176,0.4454470477718144,37.4979975378526,6.779257579804247,0.5831619423487524,0.4551971326164875,0.44683393070489846,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,9062.5,9062.5,72.91666666666667,0.4430379746835443,0.02694739113533046,0.02755772759438574,6.9686079822392015,95.19716382329885,0.03583893226288898,0.027450980392156862,0.024156862745098064,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,26354.166666666668,26354.166666666668,156.25,1.2096774193548387,0.05658327812415862,0.05835777805815424,25.85645272596013,162.33966448981798,0.05903260526902472,0.056818181818181816,0.05053703703703709,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,8458.0,8458.0,67.0,1.3985756385068764,0.3564068100358423,0.2659571504193018,50.69106116148495,91.96738552334735,0.3880480401829002,0.28270042194092826,0.2751711204875762,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 7a966085037d614c8ec344f7b02d6ca89c80f7df..3f0643a64779894432ea1f18f82c64c77913369f 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:03:07.748774+00:00", + "evaluated_at": "2026-06-18T03:10:39.180111+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63532.0, 63512.01171875, 63584.03125, 63735.73828125, @@ -101,10 +100,10 @@ 65675.0078125, 65700.0, 65940.0, - 65904.0 + 65904.0, + 65851.9921875 ], "actuals": [ - 65851.9921875, 65892.0, 65836.296875, 65624.0, @@ -127,10 +126,10 @@ 64509.3984375, 64468.01171875, 64548.73828125, - 64708.0 + 64689.5, + 64606.44921875 ], "p50": [ - 66165.2109375, 65840.09375, 66045.0, 66446.0, @@ -153,10 +152,10 @@ 65675.0078125, 65700.0, 65940.0, - 65904.0 + 65904.0, + 65851.9921875 ], "p10": [ - 64841.90671875, 64523.291874999995, 64724.1, 65117.08, @@ -179,10 +178,10 @@ 64361.507656249996, 64386.0, 64621.2, - 64585.92 + 64585.92, + 64534.952343749996 ], "p90": [ - 67488.51515625, 67156.895625, 67365.9, 67774.92, @@ -205,10 +204,10 @@ 66988.50796875, 67014.0, 67258.8, - 67222.08 + 67222.08, + 67169.03203125 ], "timestamps": [ - "2026-06-13 03:00:00", "2026-06-13 04:00:00", "2026-06-13 05:00:00", "2026-06-13 06:00:00", @@ -327,6 +326,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 7161dc001a714237ea3598bdb9a4f5b2e459c192..56344e8fca397059d90ca754fc944a825ee2aabe 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T02:48:10.150529+00:00", + "evaluated_at": "2026-06-18T03:10:39.186854+00:00", "freq": "10min", - "context_length": 74, + "context_length": 75, "prediction_length": 72, "context": [ 1.100000023841858, @@ -79,10 +79,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, - 1.2999999523162842 + 1.2999999523162842, + 1.5 ], "actuals": [ - 1.5, 1.5, 1.2999999523162842, 1.2999999523162842, @@ -153,10 +153,10 @@ 1.600000023841858, 1.7000000476837158, 1.600000023841858, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.100000023841858, 1.0, 1.0, 1.2000000476837158, @@ -180,7 +180,7 @@ 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, - 1.100000023841858, + 1.5, 1.0, 1.0, 1.2000000476837158, @@ -204,7 +204,7 @@ 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, - 1.100000023841858, + 1.5, 1.0, 1.0, 1.2000000476837158, @@ -227,10 +227,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, - 1.2999999523162842 + 1.2999999523162842, + 1.5 ], "p10": [ - 1.0780000233650207, 0.98, 0.98, 1.1760000467300415, @@ -254,7 +254,7 @@ 1.1760000467300415, 1.1760000467300415, 1.2739999532699584, - 1.0780000233650207, + 1.47, 0.98, 0.98, 1.1760000467300415, @@ -278,7 +278,7 @@ 1.1760000467300415, 1.1760000467300415, 1.2739999532699584, - 1.0780000233650207, + 1.47, 0.98, 0.98, 1.1760000467300415, @@ -301,10 +301,10 @@ 1.1760000467300415, 1.1760000467300415, 1.1760000467300415, - 1.2739999532699584 + 1.2739999532699584, + 1.47 ], "p90": [ - 1.1220000243186952, 1.02, 1.02, 1.22400004863739, @@ -328,7 +328,7 @@ 1.22400004863739, 1.22400004863739, 1.32599995136261, - 1.1220000243186952, + 1.53, 1.02, 1.02, 1.22400004863739, @@ -352,7 +352,7 @@ 1.22400004863739, 1.22400004863739, 1.32599995136261, - 1.1220000243186952, + 1.53, 1.02, 1.02, 1.22400004863739, @@ -375,7 +375,8 @@ 1.22400004863739, 1.22400004863739, 1.22400004863739, - 1.32599995136261 + 1.32599995136261, + 1.53 ], "timestamps": [ "2026-06-16 02:50:00", @@ -523,6 +524,7 @@ "2026-06-17 02:30:00", "2026-06-17 02:40:00", "2026-06-17 02:50:00", - "2026-06-17 03:00:00" + "2026-06-17 03:00:00", + "2026-06-17 03:10:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e4bb6c741af0f4569a7c1e72998ec4ed18542e04..991ecda4ecd5107973c44a7942c2563544e814f2 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T02:48:10.162112+00:00", + "evaluated_at": "2026-06-18T03:10:39.197480+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2750.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, 2800.0, 2800.0, 2750.0, @@ -101,11 +89,8 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ - 2550.0, 2600.0, + 2550.0, 2600.0, 2600.0, 2600.0, @@ -116,6 +101,9 @@ 2600.0, 2600.0, 2600.0, + 2600.0 + ], + "actuals": [ 2650.0, 2650.0, 2700.0, @@ -127,21 +115,33 @@ 2750.0, 2750.0, 2750.0, - 2750.0 + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 ], "p50": [ - 2600.0, - 2550.0, 2550.0, 2600.0, 2600.0, 2600.0, 2600.0, + 2600.0, + 2600.0, 2550.0, 2600.0, 2600.0, 2600.0, - 2550.0, + 2600.0, 2550.0, 2600.0, 2600.0, @@ -149,25 +149,25 @@ 2600.0, 2600.0, 2600.0, - 2550.0, + 2600.0, 2600.0, 2600.0, 2600.0, 2600.0 ], "p10": [ - 2548.0, - 2499.0, 2499.0, 2548.0, 2548.0, 2548.0, 2548.0, + 2548.0, + 2548.0, 2499.0, 2548.0, 2548.0, 2548.0, - 2499.0, + 2548.0, 2499.0, 2548.0, 2548.0, @@ -175,25 +175,25 @@ 2548.0, 2548.0, 2548.0, - 2499.0, + 2548.0, 2548.0, 2548.0, 2548.0, 2548.0 ], "p90": [ - 2652.0, - 2601.0, 2601.0, 2652.0, 2652.0, 2652.0, 2652.0, + 2652.0, + 2652.0, 2601.0, 2652.0, 2652.0, 2652.0, - 2601.0, + 2652.0, 2601.0, 2652.0, 2652.0, @@ -201,17 +201,13 @@ 2652.0, 2652.0, 2652.0, - 2601.0, + 2652.0, 2652.0, 2652.0, 2652.0, 2652.0 ], "timestamps": [ - "2026-06-17 15:55:00", - "2026-06-17 16:10:00", - "2026-06-17 16:25:00", - "2026-06-17 16:40:00", "2026-06-17 16:55:00", "2026-06-17 17:10:00", "2026-06-17 17:25:00", @@ -327,6 +323,10 @@ "2026-06-18 20:55:00", "2026-06-18 21:10:00", "2026-06-18 21:25:00", - "2026-06-18 21:40:00" + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 8d10b738c14093460a2c94944e403dc63ab0bb57..feddc2ce2d076fdfa117919b0a29a56d2ed16985 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,25 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T03:03:07.760899+00:00", + "evaluated_at": "2026-06-18T03:10:39.203256+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t205400z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 42e538ac4a22161b4d68a4624da163f449e8e57e..c0a9dfd7b1aab4be5e639636cdd2b68c61db766a 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,878689.8004105886,878689.8004105886,789.2166341145834,0.7933098927975596,0.01219338929601405,0.012089792278640621,5.184774129710939,937.3845531107223,0.01439940633514767,0.012123360645704096,0.007812031794977977,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,931036.9610837301,931036.9610837301,824.6982421875,0.8371576847169209,0.012746430940768333,0.012636621054407082,6.049829504612815,964.9025655908114,0.01483411882725569,0.012678660164767588,0.008181818574086838,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.003044761166340315,0.003044761166340315,0.0470531831185023,0.04520106937003642,0.03449944398232474,0.03515836508056274,0.20154385959769064,0.05517935452993552,0.03932720873988279,0.033535556371420853,0.0316947616794507,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.0986287466511732,0.0986287466511732,0.28282250795099473,1.6878115333046444,0.19161956526448795,0.21626536172682526,32.59156695611961,0.31405214002005016,0.22017287977953184,0.1982786872207415,0.17264965887265757,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08280205296958482,0.08280205296958482,0.2522195196814007,1.4521728032550472,0.16946135175838695,0.18955247146594803,21.728098503907557,0.2877534586579018,0.20134352493822247,0.17648012777233768,0.14995421871631734,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,2.5433711619760593,2.5433711619760593,1.3212125301361084,1.013070294185061,0.06885334592020358,0.06553879841461395,21.34417355986649,1.5947950219310503,0.08051131892668763,0.06669983409838048,0.05282061720486584,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,85.35130767941807,85.35130767941807,7.126615444819133,0.5682931971799282,0.18464976326497518,0.2088772599691551,3.937963894319297,9.238577145828142,0.24955076139547033,0.19250283700130466,0.19618691023582885,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.5382797244645492,1.5382797244645492,1.14713454246521,0.5664861500295805,0.043931285351766415,0.045057393846418076,2.1128951115557957,1.240274052161275,0.04780243563247916,0.04421266818606009,0.03764952329238327,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,34.57139632692755,34.57139632692755,4.742045720418294,0.9116883628040511,1.0671601438979292,0.43142160172664096,12.485072544642856,5.879744580075528,0.505784480006497,0.40791791143383177,0.3233266863107017,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,8597.222371419271,8597.222371419271,68.74739583333333,0.4177056962025316,0.025331732318064057,0.025913567341708504,7.478014734968355,92.72120777588734,0.034906807633275236,0.025881372549019607,0.022192433959694988,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,26770.048482259113,26770.048482259113,157.109375,1.2163306451612905,0.05686768200144036,0.05866818690564609,38.033962953629036,163.6155508570598,0.05949656394802174,0.05713068181818182,0.05351630760732323,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 09d29ee6afb51c6a8a149d03311a2298ad66d8fc..977ea16a47a29f234b9f4066fcf4d0e63965a3a7 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:03:00.013997+00:00", + "evaluated_at": "2026-06-18T03:10:23.624849+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63532.0, 63512.01171875, 63584.03125, 63735.73828125, @@ -101,10 +100,10 @@ 65675.0078125, 65700.0, 65940.0, - 65904.0 + 65904.0, + 65851.9921875 ], "actuals": [ - 65851.9921875, 65892.0, 65836.296875, 65624.0, @@ -127,88 +126,88 @@ 64509.3984375, 64468.01171875, 64548.73828125, - 64708.0 + 64689.5, + 64606.44921875 ], "p50": [ - 66036.4375, - 65990.71875, - 65978.25, - 65949.15625, - 65945.0, - 65920.0625, - 65907.59375, - 65886.8125, - 65886.8125, - 65874.34375, - 65866.03125, - 65861.875, - 65845.25, - 65828.625, - 65828.625, - 65816.15625, - 65816.15625, - 65807.84375, - 65805.765625, - 65774.59375, - 65793.296875, - 65768.359375, - 65764.203125, - 65739.265625 + 65975.9375, + 65947.28125, + 65918.625, + 65922.71875, + 65902.25, + 65894.0625, + 65869.5, + 65877.6875, + 65865.40625, + 65849.03125, + 65840.84375, + 65849.03125, + 65824.46875, + 65824.46875, + 65812.1875, + 65808.09375, + 65828.5625, + 65812.1875, + 65793.765625, + 65781.484375, + 65767.15625, + 65775.34375, + 65761.015625, + 65761.015625 ], "p10": [ - 65568.859375, - 65422.3515625, - 65323.8984375, - 65243.375, - 65182.328125, - 65108.5546875, - 65057.640625, - 65023.3515625, - 64980.75, - 64926.71875, - 64887.234375, - 64839.4375, - 64793.71875, - 64735.53125, - 64731.375, - 64681.5, - 64639.9375, - 64619.15625, - 64606.6875, - 64565.125, - 64577.59375, - 64540.1875, - 64506.9375, - 64461.21875 + 65558.375, + 65408.44140625, + 65282.125, + 65233.43359375, + 65144.90625, + 65088.6171875, + 65035.3984375, + 65013.90625, + 64966.828125, + 64897.234375, + 64868.578125, + 64846.0625, + 64796.9375, + 64770.328125, + 64756.0, + 64710.96875, + 64686.40625, + 64661.84375, + 64629.09375, + 64604.53125, + 64588.15625, + 64584.0625, + 64547.21875, + 64526.75 ], "p90": [ - 66468.6875, - 66526.875, - 66593.375, - 66610.0, - 66651.5625, - 66651.5625, - 66684.8125, - 66676.5, - 66709.75, - 66709.75, - 66709.75, - 66726.375, - 66726.375, - 66734.6875, - 66734.6875, - 66743.0, - 66734.6875, - 66734.6875, - 66751.3125, - 66743.0, - 66759.625, - 66751.3125, - 66767.9375, - 66751.3125 + 66393.5, + 66491.75, + 66557.25, + 66590.0, + 66630.9375, + 66663.6875, + 66671.875, + 66696.4375, + 66712.8125, + 66712.8125, + 66712.8125, + 66745.5625, + 66737.375, + 66753.75, + 66737.375, + 66753.75, + 66794.6875, + 66794.6875, + 66778.3125, + 66778.3125, + 66770.125, + 66794.6875, + 66794.6875, + 66802.875 ], "timestamps": [ - "2026-06-13 03:00:00", "2026-06-13 04:00:00", "2026-06-13 05:00:00", "2026-06-13 06:00:00", @@ -327,6 +326,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8008af754da845fe549d1968269b062233853660..eeaf927344090f837ba78121eb6bd8d6df1c1a02 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T02:48:02.250362+00:00", + "evaluated_at": "2026-06-18T03:10:27.689593+00:00", "freq": "10min", - "context_length": 74, + "context_length": 75, "prediction_length": 72, "context": [ 1.100000023841858, @@ -79,10 +79,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, - 1.2999999523162842 + 1.2999999523162842, + 1.5 ], "actuals": [ - 1.5, 1.5, 1.2999999523162842, 1.2999999523162842, @@ -153,229 +153,230 @@ 1.600000023841858, 1.7000000476837158, 1.600000023841858, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.21490478515625, - 1.1854591369628906, - 1.1916332244873047, - 1.1792850494384766, - 1.1811847686767578, - 1.1883087158203125, - 1.1731109619140625, - 1.175485610961914, - 1.175485610961914, - 1.1645622253417969, - 1.1726360321044922, - 1.1735858917236328, - 1.1688365936279297, - 1.1674118041992188, - 1.1683616638183594, - 1.1607627868652344, - 1.1593379974365234, - 1.160287857055664, - 1.1583881378173828, - 1.1612377166748047, - 1.1645622253417969, - 1.163137435913086, - 1.160287857055664, - 1.155538558959961, - 1.1493644714355469, - 1.1422405242919922, - 1.1422405242919922, - 1.1436653137207031, - 1.146514892578125, - 1.1474647521972656, - 1.1408157348632812, - 1.1367788314819336, - 1.1412906646728516, - 1.1365413665771484, - 1.1363039016723633, - 1.1363039016723633, - 1.132741928100586, - 1.1315546035766602, - 1.1336917877197266, - 1.1382036209106445, - 1.1360664367675781, - 1.1386785507202148, - 1.134404182434082, - 1.1332168579101562, - 1.1351165771484375, - 1.1360664367675781, - 1.135828971862793, - 1.1346416473388672, - 1.1308422088623047, - 1.1256179809570312, - 1.1234807968139648, - 1.1275177001953125, - 1.1289424896240234, - 1.1291799545288086, - 1.122293472290039, - 1.1189689636230469, - 1.1194438934326172, - 1.117781639099121, - 1.1187314987182617, - 1.1196813583374023, - 1.114694595336914, - 1.1118450164794922, - 1.1120824813842773, - 1.113032341003418, - 1.1154069900512695, - 1.1187314987182617, - 1.1168317794799805, - 1.1187314987182617, - 1.1239557266235352, - 1.1272802352905273, - 1.12371826171875, - 1.114457130432129 + 1.2838058471679688, + 1.2472763061523438, + 1.2259674072265625, + 1.2122688293457031, + 1.227996826171875, + 1.2137908935546875, + 1.2041511535644531, + 1.2021217346191406, + 1.1980628967285156, + 1.183349609375, + 1.1965408325195312, + 1.203643798828125, + 1.1863937377929688, + 1.195526123046875, + 1.1894378662109375, + 1.1797981262207031, + 1.2046585083007812, + 1.1889305114746094, + 1.1818275451660156, + 1.1919746398925781, + 1.1919746398925781, + 1.1879158020019531, + 1.1884231567382812, + 1.1863937377929688, + 1.1737098693847656, + 1.1747245788574219, + 1.1747245788574219, + 1.1787834167480469, + 1.1879158020019531, + 1.1772613525390625, + 1.171173095703125, + 1.1716804504394531, + 1.1737098693847656, + 1.1701583862304688, + 1.1691436767578125, + 1.1726951599121094, + 1.1640701293945312, + 1.1686363220214844, + 1.1691436767578125, + 1.1737098693847656, + 1.1797981262207031, + 1.1721878051757812, + 1.1660995483398438, + 1.1686363220214844, + 1.1681289672851562, + 1.1726951599121094, + 1.1762466430664062, + 1.1742172241210938, + 1.1666069030761719, + 1.15899658203125, + 1.1625480651855469, + 1.1681289672851562, + 1.1737098693847656, + 1.1671142578125, + 1.1610260009765625, + 1.1625480651855469, + 1.1559524536132812, + 1.1564598083496094, + 1.1554450988769531, + 1.1579818725585938, + 1.1501178741455078, + 1.15087890625, + 1.1534156799316406, + 1.1473274230957031, + 1.1518936157226562, + 1.1498641967773438, + 1.1524009704589844, + 1.1559524536132812, + 1.1518936157226562, + 1.1574745178222656, + 1.1488494873046875, + 1.1473274230957031 ], "p10": [ - 1.0893452167510986, - 1.0527162551879883, - 1.0509352684020996, - 1.034193992614746, - 1.0337190628051758, - 1.0363311767578125, - 1.0211334228515625, - 1.015909194946289, - 1.0154342651367188, - 1.0064105987548828, - 1.0116348266601562, - 1.0125846862792969, - 1.000711441040039, - 1.0030860900878906, - 1.003561019897461, - 0.9978618621826172, - 1.0045108795166016, - 1.0045108795166016, - 1.0040359497070312, - 1.0078353881835938, - 1.011159896850586, - 1.0087852478027344, - 1.0045108795166016, - 0.9978618621826172, - 0.9888381958007812, - 0.9845638275146484, - 0.9831390380859375, - 0.9840888977050781, - 0.9845638275146484, + 1.114349365234375, + 1.0896475315093994, + 1.073951244354248, + 1.0596818923950195, + 1.0681800842285156, + 1.0552425384521484, + 1.0417976379394531, + 1.0379924774169922, + 1.033172607421875, + 1.02099609375, + 1.028860092163086, + 1.0298748016357422, + 1.0083122253417969, + 1.0174446105957031, + 1.0179519653320312, + 1.0113563537597656, + 1.036977767944336, + 1.0227718353271484, + 1.0179519653320312, + 1.0296211242675781, + 1.0278453826904297, + 1.0215034484863281, + 1.0199813842773438, + 1.0144004821777344, + 0.9991798400878906, + 1.0027313232421875, + 1.0042533874511719, + 1.0072975158691406, + 1.0138931274414062, + 1.0032386779785156, + 0.99664306640625, + 0.9951210021972656, + 1.0037460327148438, + 1.0012092590332031, + 1.0012092590332031, + 1.0032386779785156, + 0.9915695190429688, + 0.9961357116699219, + 0.9976577758789062, + 1.0027313232421875, + 1.008819580078125, + 1.0027313232421875, + 0.9961357116699219, + 0.9946136474609375, + 0.9935989379882812, + 0.9956283569335938, + 0.9961357116699219, + 0.9941062927246094, + 0.9890327453613281, + 0.9793930053710938, + 0.9814224243164062, 0.9859886169433594, - 0.9788646697998047, - 0.9722156524658203, - 0.9840888977050781, - 0.9831390380859375, - 0.9840888977050781, - 0.9831390380859375, - 0.9774398803710938, - 0.9774398803710938, - 0.979339599609375, - 0.9836139678955078, - 0.9817142486572266, - 0.9850387573242188, - 0.9798145294189453, - 0.9750652313232422, - 0.9783897399902344, - 0.979339599609375, - 0.9802894592285156, - 0.9783897399902344, - 0.9726905822753906, - 0.9655666351318359, - 0.9622421264648438, - 0.9655666351318359, - 0.9674663543701172, - 0.9684162139892578, - 0.9612922668457031, - 0.9593925476074219, - 0.9617671966552734, - 0.9593925476074219, - 0.9598674774169922, - 0.9608173370361328, - 0.95654296875, - 0.9527435302734375, - 0.9527435302734375, - 0.9527435302734375, - 0.9536933898925781, - 0.9574928283691406, - 0.95654296875, - 0.9589176177978516, - 0.9636669158935547, - 0.9674663543701172, - 0.964141845703125, - 0.95654296875 + 0.992584228515625, + 0.9854812622070312, + 0.9788856506347656, + 0.9824371337890625, + 0.9788856506347656, + 0.98040771484375, + 0.9773635864257812, + 0.9799003601074219, + 0.9712753295898438, + 0.9702606201171875, + 0.9743194580078125, + 0.9672164916992188, + 0.9733047485351562, + 0.9727973937988281, + 0.976348876953125, + 0.98040771484375, + 0.976348876953125, + 0.9819297790527344, + 0.9743194580078125, + 0.9722900390625 ], "p90": [ - 1.3573837280273438, - 1.3269882202148438, - 1.3383865356445312, - 1.3269882202148438, - 1.3326873779296875, - 1.3421859741210938, - 1.3250885009765625, - 1.3326873779296875, - 1.328887939453125, - 1.3155899047851562, - 1.3250885009765625, - 1.3269882202148438, - 1.3269882202148438, - 1.3231887817382812, - 1.328887939453125, - 1.3193893432617188, - 1.3089408874511719, - 1.3155899047851562, - 1.3146400451660156, - 1.3193893432617188, - 1.3250885009765625, - 1.3250885009765625, - 1.3212890625, - 1.3193893432617188, - 1.3146400451660156, - 1.3051414489746094, - 1.3070411682128906, - 1.3089408874511719, - 1.3127403259277344, - 1.313690185546875, - 1.30609130859375, - 1.3051414489746094, - 1.3079910278320312, - 1.30609130859375, - 1.3041915893554688, - 1.3051414489746094, - 1.3022918701171875, - 1.3013420104980469, - 1.3032417297363281, - 1.3089408874511719, - 1.3098907470703125, - 1.313690185546875, - 1.30609130859375, - 1.3051414489746094, - 1.30609130859375, - 1.3079910278320312, - 1.3098907470703125, - 1.3089408874511719, - 1.30609130859375, - 1.3032417297363281, - 1.3003921508789062, - 1.30609130859375, - 1.3070411682128906, - 1.3079910278320312, - 1.3032417297363281, - 1.2975425720214844, - 1.2965927124023438, - 1.2937431335449219, - 1.2937431335449219, - 1.2946929931640625, - 1.2908935546875, - 1.2899436950683594, - 1.2899436950683594, - 1.2946929931640625, - 1.2937431335449219, - 1.2965927124023438, - 1.2956428527832031, - 1.2965927124023438, - 1.3013420104980469, - 1.30609130859375, - 1.3022918701171875, - 1.2918434143066406 + 1.4938507080078125, + 1.447174072265625, + 1.41876220703125, + 1.406585693359375, + 1.43499755859375, + 1.41876220703125, + 1.41064453125, + 1.4045562744140625, + 1.398468017578125, + 1.378173828125, + 1.3964385986328125, + 1.4086151123046875, + 1.3944091796875, + 1.4045562744140625, + 1.3944091796875, + 1.382232666015625, + 1.3964385986328125, + 1.38629150390625, + 1.3761444091796875, + 1.3883209228515625, + 1.3883209228515625, + 1.3842620849609375, + 1.3842620849609375, + 1.3842620849609375, + 1.3761444091796875, + 1.374114990234375, + 1.3761444091796875, + 1.378173828125, + 1.3883209228515625, + 1.3761444091796875, + 1.3680267333984375, + 1.37005615234375, + 1.3720855712890625, + 1.3720855712890625, + 1.37005615234375, + 1.374114990234375, + 1.3680267333984375, + 1.3720855712890625, + 1.3720855712890625, + 1.378173828125, + 1.3883209228515625, + 1.378173828125, + 1.37005615234375, + 1.37005615234375, + 1.37005615234375, + 1.378173828125, + 1.3883209228515625, + 1.38629150390625, + 1.3720855712890625, + 1.365997314453125, + 1.3720855712890625, + 1.3761444091796875, + 1.382232666015625, + 1.3761444091796875, + 1.37005615234375, + 1.37005615234375, + 1.3639678955078125, + 1.3599090576171875, + 1.357879638671875, + 1.3619384765625, + 1.35382080078125, + 1.3599090576171875, + 1.3599090576171875, + 1.357879638671875, + 1.357879638671875, + 1.35382080078125, + 1.35382080078125, + 1.357879638671875, + 1.35382080078125, + 1.3599090576171875, + 1.3517913818359375, + 1.3517913818359375 ], "timestamps": [ "2026-06-16 02:50:00", @@ -523,6 +524,7 @@ "2026-06-17 02:30:00", "2026-06-17 02:40:00", "2026-06-17 02:50:00", - "2026-06-17 03:00:00" + "2026-06-17 03:00:00", + "2026-06-17 03:10:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 9527d7cf5cc02ba499601d2b7f1f1ae5a9d38392..2a1b3b8668eddacce5b42714e9aa696a3b4d6497 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T02:48:06.837314+00:00", + "evaluated_at": "2026-06-18T03:10:33.333145+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2750.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, 2800.0, 2800.0, 2750.0, @@ -101,11 +89,8 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ - 2550.0, 2600.0, + 2550.0, 2600.0, 2600.0, 2600.0, @@ -116,6 +101,9 @@ 2600.0, 2600.0, 2600.0, + 2600.0 + ], + "actuals": [ 2650.0, 2650.0, 2700.0, @@ -127,91 +115,99 @@ 2750.0, 2750.0, 2750.0, - 2750.0 + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 ], "p50": [ - 2587.90625, - 2590.421875, - 2591.140625, - 2591.140625, - 2589.34375, - 2591.859375, - 2590.421875, - 2582.875, - 2591.5, - 2592.21875, - 2588.984375, - 2590.0625, - 2588.265625, - 2588.984375, - 2591.140625, - 2591.140625, - 2592.21875, - 2593.296875, - 2592.9375, - 2589.703125, - 2591.5, 2593.65625, - 2592.9375, - 2592.21875 + 2593.65625, + 2592.671875, + 2593.328125, + 2593.0, + 2593.0, + 2592.671875, + 2591.03125, + 2592.34375, + 2593.984375, + 2592.34375, + 2592.671875, + 2591.359375, + 2592.015625, + 2593.0, + 2593.0, + 2592.671875, + 2593.65625, + 2593.65625, + 2592.671875, + 2591.6875, + 2593.65625, + 2593.65625, + 2593.984375 ], "p10": [ - 2560.59375, - 2558.4375, + 2579.21875, + 2576.265625, + 2576.921875, + 2577.90625, + 2575.28125, + 2573.3125, + 2569.375, + 2564.78125, + 2566.09375, + 2566.75, + 2563.46875, + 2563.46875, + 2558.21875, + 2560.1875, + 2561.5, + 2561.5, + 2562.8125, 2563.46875, - 2564.1875, - 2562.03125, - 2562.75, - 2557.71875, - 2544.0625, - 2558.4375, - 2557.0, - 2552.6875, - 2554.84375, - 2548.375, - 2549.8125, - 2551.96875, - 2551.25, - 2551.25, - 2551.96875, - 2549.09375, - 2544.78125, - 2545.5, - 2544.0625, - 2541.1875, - 2538.3125 + 2562.15625, + 2562.15625, + 2560.1875, + 2560.1875, + 2557.5625, + 2556.90625 ], "p90": [ - 2600.84375, - 2607.671875, - 2609.109375, - 2611.265625, - 2611.625, - 2615.21875, - 2617.375, - 2617.015625, - 2624.5625, - 2630.671875, - 2632.2890625, - 2635.703125, - 2641.9921875, - 2646.3046875, - 2651.875, - 2654.48046875, - 2660.544921875, - 2664.6328125, - 2665.80078125, - 2662.611328125, - 2664.498046875, - 2668.810546875, - 2669.39453125, - 2673.033203125 + 2596.9375, + 2599.234375, + 2599.5625, + 2600.21875, + 2604.15625, + 2605.46875, + 2608.75, + 2611.375, + 2614.1640625, + 2619.4140625, + 2622.0390625, + 2624.6640625, + 2629.9140625, + 2635.65625, + 2639.7578125, + 2641.64453125, + 2646.9765625, + 2651.734375, + 2654.60546875, + 2654.11328125, + 2653.703125, + 2657.06640625, + 2658.05078125, + 2660.921875 ], "timestamps": [ - "2026-06-17 15:55:00", - "2026-06-17 16:10:00", - "2026-06-17 16:25:00", - "2026-06-17 16:40:00", "2026-06-17 16:55:00", "2026-06-17 17:10:00", "2026-06-17 17:25:00", @@ -327,6 +323,10 @@ "2026-06-18 20:55:00", "2026-06-18 21:10:00", "2026-06-18 21:25:00", - "2026-06-18 21:40:00" + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 41b12a9021940efed68c5aa9f3736e26cdd2082c..f1e5ce1b08271bfb88c2ccda889b54df09028e80 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,25 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T03:03:06.585212+00:00", + "evaluated_at": "2026-06-18T03:10:37.126733+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t205400z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index caeee3ffb128c9598231c495e4dc8e400eaacc39..9cb75b08d1d0ff1ab7c720ac5089af87ed454c4d 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1176309.796087265,946680.1704158783,786.6355794270834,0.7907154515137131,0.012163059678912786,0.012051086412351508,34.78633319401495,1084.5781650426422,0.016660485442022394,0.012083712397719621,0.013204848685648772,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1117686.533524831,920165.3635368347,800.7177734375,0.81281492190961,0.012380495411129774,0.012272565095428659,34.479317507372635,1057.2069492416474,0.016253178371899664,0.01230999172542835,0.013147950690755826,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.08302752948057475,0.05710146361276909,0.1785998990138372,0.17156982566885082,0.1520745015187805,0.13216538468379732,8.086231139133464,0.28814497996768007,0.20536553700334745,0.12729100529127502,0.14656527187522184,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.05483160299389015,0.07572728855325019,0.24305864506297642,1.4505110904319336,0.16397465179521664,0.182423636653717,17.399125971482952,0.23416148913493473,0.16416385315193402,0.17040139205996185,0.12195126224613609,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.036772144903327586,0.056776800853374,0.2006351583533817,1.1551719736267343,0.13389238382780874,0.14711010172277017,6.586279555922576,0.1917606448240295,0.13417654249361483,0.1403861145503525,0.0930602897642929,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,2.14338651504598,1.8274821756972415,1.0949596563975017,0.8395856653835363,0.05718058401844452,0.05478118489716257,36.605840459856665,1.4640309132822231,0.07390984932663709,0.0552777284201273,0.059645884677861055,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,90.0589825056439,157.17845600768973,10.046245098114014,0.8011113817865457,0.2427842023963238,0.2850160511412698,4.840943008428174,9.489941122348647,0.25634055929810634,0.2713673408607049,0.1809186352116972,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.7222865242843,1.6458366033977352,1.2263707319895427,0.6056151294866826,0.04753171375268358,0.04879176925239712,0.7495494545816551,0.8498744167724429,0.03275571800656585,0.04726657618558608,0.02866634295479699,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,31.63940753471267,30.139434257070167,4.480736454327901,0.8614499992299303,0.8918377748329794,0.42141340684998835,29.399519748458555,5.624891779822317,0.4838616584793391,0.3854396949959485,0.3859932576266478,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,8737.516040148834,10560.658617896339,77.73975626627605,0.4723428228837025,0.02867358375038498,0.02938967014013366,12.708874666238131,93.47468127866944,0.03519046824608732,0.029266731770833332,0.025499948767701522,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,24535.49315366894,25298.750585441787,152.1749064127604,1.1781283077116935,0.055069240611716475,0.05676855230859404,45.2042578125,156.6380961122451,0.05695930767718004,0.055336329604640154,0.05457464135166772,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 8b7bdf9a16cf461b2621ba9275c81ce2f997d692..397bfa8689d116c8951fd16ae20e36bcc374284f 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:01:25.624525+00:00", + "evaluated_at": "2026-06-18T03:08:14.186473+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63532.0, 63512.01171875, 63584.03125, 63735.73828125, @@ -101,10 +100,10 @@ 65675.0078125, 65700.0, 65940.0, - 65904.0 + 65904.0, + 65851.9921875 ], "actuals": [ - 65851.9921875, 65892.0, 65836.296875, 65624.0, @@ -127,88 +126,88 @@ 64509.3984375, 64468.01171875, 64548.73828125, - 64708.0 + 64689.5, + 64606.44921875 ], "p50": [ - 65858.140625, - 65842.0546875, - 65852.6640625, - 65858.796875, - 65875.453125, - 65868.9140625, - 65861.53125, - 65820.1015625, - 65817.46875, - 65818.6328125, - 65820.3828125, - 65819.328125, - 65832.515625, - 65868.8515625, - 65887.390625, - 65854.453125, - 65908.7890625, - 65942.4921875, - 65901.6640625, - 65903.7109375, - 65883.9296875, - 65884.8671875, - 65863.453125, - 65872.328125 + 65781.78125, + 65774.0546875, + 65791.8046875, + 65793.4140625, + 65810.6484375, + 65799.484375, + 65776.046875, + 65743.3125, + 65748.875, + 65732.296875, + 65738.234375, + 65737.1796875, + 65723.8046875, + 65768.078125, + 65783.8359375, + 65796.6953125, + 65859.9296875, + 65887.9453125, + 65859.875, + 65842.1953125, + 65820.3671875, + 65812.234375, + 65798.171875, + 65817.65625 ], "p10": [ - 65915.203125, - 65902.75, - 65918.546875, - 65931.9296875, - 65950.421875, - 65939.9765625, - 65893.203125, - 65896.40625, - 65902.2109375, - 65912.9375, - 65900.5703125, - 65864.140625, - 65930.6640625, - 65914.2734375, - 65974.15625, - 65957.4375, - 65996.6328125, - 66013.9375, - 66030.1953125, - 66017.1484375, - 66016.3203125, - 65999.0078125, - 65986.03125, - 65957.3203125 + 65814.2890625, + 65846.640625, + 65853.46875, + 65849.8359375, + 65864.5390625, + 65845.8203125, + 65800.46875, + 65815.1171875, + 65819.9453125, + 65839.859375, + 65825.9453125, + 65764.3515625, + 65829.6484375, + 65819.75, + 65879.90625, + 65912.6875, + 65962.9140625, + 65927.8671875, + 65968.109375, + 65941.828125, + 65925.5859375, + 65917.9765625, + 65914.8984375, + 65895.46875 ], "p90": [ - 66160.5078125, - 66200.0, - 66228.8203125, - 66272.2578125, - 66317.53125, - 66318.2578125, - 66314.9296875, - 66314.5078125, - 66324.171875, - 66347.7421875, - 66403.1484375, - 66365.9609375, - 66425.609375, - 66481.4609375, - 66484.25, - 66484.640625, - 66543.3046875, - 66604.0703125, - 66594.4296875, - 66600.265625, - 66590.2890625, - 66597.1875, - 66554.328125, - 66581.3203125 + 66072.25, + 66111.5546875, + 66139.703125, + 66165.109375, + 66209.8671875, + 66198.8046875, + 66180.90625, + 66176.046875, + 66197.703125, + 66201.3671875, + 66262.734375, + 66226.2734375, + 66251.4296875, + 66317.5703125, + 66318.0546875, + 66356.6640625, + 66432.5078125, + 66470.828125, + 66479.7265625, + 66456.234375, + 66451.625, + 66447.3125, + 66422.1953125, + 66456.4375 ], "timestamps": [ - "2026-06-13 03:00:00", "2026-06-13 04:00:00", "2026-06-13 05:00:00", "2026-06-13 06:00:00", @@ -327,6 +326,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index e0978681b22729fe86c6c99b2582e4ce85983653..e85a56692f1ac1797f3fe35a4ea00238736847af 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T02:45:02.931799+00:00", + "evaluated_at": "2026-06-18T03:08:22.159522+00:00", "freq": "10min", - "context_length": 74, + "context_length": 75, "prediction_length": 72, "context": [ 1.100000023841858, @@ -79,10 +79,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, - 1.2999999523162842 + 1.2999999523162842, + 1.5 ], "actuals": [ - 1.5, 1.5, 1.2999999523162842, 1.2999999523162842, @@ -153,229 +153,230 @@ 1.600000023841858, 1.7000000476837158, 1.600000023841858, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.221861481666565, - 1.1951241493225098, - 1.1928801536560059, - 1.1972386837005615, - 1.1997586488723755, - 1.2013546228408813, - 1.193713665008545, - 1.1852176189422607, - 1.1821585893630981, - 1.18682861328125, - 1.185240626335144, - 1.1850119829177856, - 1.1892437934875488, - 1.1830079555511475, - 1.1845165491104126, - 1.1798208951950073, - 1.1933406591415405, - 1.1939114332199097, - 1.19625985622406, - 1.2030129432678223, - 1.2014707326889038, - 1.2001725435256958, - 1.1982849836349487, - 1.2040152549743652, - 1.1946728229522705, - 1.1976619958877563, - 1.1995216608047485, - 1.196427822113037, - 1.1909383535385132, - 1.1843966245651245, - 1.1935505867004395, - 1.191650629043579, - 1.1920541524887085, - 1.189816951751709, - 1.187056541442871, - 1.1810928583145142, - 1.174429178237915, - 1.1767706871032715, - 1.1789237260818481, - 1.180490255355835, - 1.188515067100525, - 1.1853967905044556, - 1.1851950883865356, - 1.184159278869629, - 1.1896589994430542, - 1.1855944395065308, - 1.1859482526779175, - 1.1846295595169067, - 1.1822423934936523, - 1.175890564918518, - 1.179266095161438, - 1.180783987045288, - 1.1842771768569946, - 1.185118317604065, - 1.1791355609893799, - 1.1751174926757812, - 1.1711605787277222, - 1.1696672439575195, - 1.1712342500686646, - 1.160841464996338, - 1.1688430309295654, - 1.1655603647232056, - 1.1565603017807007, - 1.1587543487548828, - 1.159789800643921, - 1.1630691289901733, - 1.1616251468658447, - 1.1655457019805908, - 1.1644835472106934, - 1.1640692949295044, - 1.1582577228546143, - 1.1525102853775024 + 1.2964295148849487, + 1.2526627779006958, + 1.2359280586242676, + 1.237510323524475, + 1.2321699857711792, + 1.229481816291809, + 1.220870018005371, + 1.206472635269165, + 1.2058368921279907, + 1.20804762840271, + 1.2124003171920776, + 1.2179213762283325, + 1.2230085134506226, + 1.2224477529525757, + 1.2177140712738037, + 1.2232587337493896, + 1.234102487564087, + 1.2413969039916992, + 1.2503325939178467, + 1.2556757926940918, + 1.2542959451675415, + 1.2536544799804688, + 1.2628123760223389, + 1.2678630352020264, + 1.2665776014328003, + 1.2674245834350586, + 1.278114914894104, + 1.2685391902923584, + 1.2532027959823608, + 1.2443385124206543, + 1.2502788305282593, + 1.251430630683899, + 1.247885823249817, + 1.246695637702942, + 1.2365069389343262, + 1.2269233465194702, + 1.2232670783996582, + 1.2270867824554443, + 1.2384241819381714, + 1.2380582094192505, + 1.2489497661590576, + 1.2436609268188477, + 1.2377530336380005, + 1.2418851852416992, + 1.2376407384872437, + 1.2368831634521484, + 1.2441579103469849, + 1.2418874502182007, + 1.2331852912902832, + 1.2280770540237427, + 1.245326280593872, + 1.245965600013733, + 1.2477424144744873, + 1.2440619468688965, + 1.235581636428833, + 1.2218108177185059, + 1.2230641841888428, + 1.219671368598938, + 1.2102521657943726, + 1.2047048807144165, + 1.2149487733840942, + 1.2053173780441284, + 1.1956732273101807, + 1.1870896816253662, + 1.1887602806091309, + 1.193602442741394, + 1.2010384798049927, + 1.2127130031585693, + 1.2070993185043335, + 1.2067781686782837, + 1.1974245309829712, + 1.1940851211547852 ], "p10": [ - 1.2431857585906982, - 1.218854308128357, - 1.221045970916748, - 1.225690245628357, - 1.2276562452316284, - 1.2387498617172241, - 1.2197017669677734, - 1.2192145586013794, - 1.2074280977249146, - 1.2246742248535156, - 1.2163259983062744, - 1.21311354637146, - 1.2151086330413818, - 1.2128266096115112, - 1.2165131568908691, - 1.2148008346557617, - 1.220337152481079, - 1.2268091440200806, - 1.2310272455215454, - 1.2350407838821411, - 1.231711506843567, - 1.235453486442566, - 1.2309144735336304, - 1.2367256879806519, - 1.2309743165969849, - 1.2307193279266357, - 1.2334110736846924, - 1.2332972288131714, - 1.2245633602142334, - 1.2317023277282715, - 1.2279011011123657, - 1.232049584388733, - 1.228156328201294, - 1.2385892868041992, - 1.2282460927963257, - 1.2153042554855347, - 1.221300721168518, - 1.2233850955963135, - 1.221941351890564, - 1.227089524269104, - 1.2324615716934204, - 1.2321149110794067, - 1.2328095436096191, - 1.2311441898345947, - 1.2290239334106445, - 1.229961633682251, - 1.2395744323730469, - 1.2372570037841797, - 1.2267205715179443, - 1.224469542503357, - 1.2219337224960327, - 1.2369601726531982, - 1.2270264625549316, - 1.2342634201049805, - 1.231010913848877, - 1.2194937467575073, - 1.221088171005249, - 1.2236380577087402, - 1.216062068939209, - 1.221574306488037, - 1.2167545557022095, - 1.2142890691757202, - 1.214091181755066, - 1.2125331163406372, - 1.2152999639511108, - 1.2222844362258911, - 1.2109347581863403, - 1.2142388820648193, - 1.2184827327728271, - 1.2136441469192505, - 1.2098066806793213, - 1.2057230472564697 + 1.3290296792984009, + 1.2921066284179688, + 1.2631193399429321, + 1.2772917747497559, + 1.2713561058044434, + 1.272255301475525, + 1.2567379474639893, + 1.2460447549819946, + 1.2441293001174927, + 1.252732753753662, + 1.2527058124542236, + 1.2552428245544434, + 1.266718864440918, + 1.259488821029663, + 1.2594999074935913, + 1.266029953956604, + 1.2772974967956543, + 1.2869538068771362, + 1.2961678504943848, + 1.2911911010742188, + 1.291037917137146, + 1.299939513206482, + 1.3059760332107544, + 1.3191355466842651, + 1.3155089616775513, + 1.3147448301315308, + 1.3218988180160522, + 1.3143576383590698, + 1.3004250526428223, + 1.30247163772583, + 1.2979871034622192, + 1.3038040399551392, + 1.2946172952651978, + 1.3049107789993286, + 1.283116340637207, + 1.2836835384368896, + 1.2807857990264893, + 1.2848291397094727, + 1.2907034158706665, + 1.2959520816802979, + 1.3035157918930054, + 1.3036408424377441, + 1.2952818870544434, + 1.3009495735168457, + 1.292824387550354, + 1.2921851873397827, + 1.3098106384277344, + 1.3083069324493408, + 1.2970250844955444, + 1.2895355224609375, + 1.3077070713043213, + 1.3125567436218262, + 1.303759217262268, + 1.300990104675293, + 1.3013571500778198, + 1.2894084453582764, + 1.2878907918930054, + 1.2927708625793457, + 1.2703295946121216, + 1.2722408771514893, + 1.2729450464248657, + 1.2684239149093628, + 1.2579869031906128, + 1.2482359409332275, + 1.2565579414367676, + 1.2542704343795776, + 1.2602871656417847, + 1.2792854309082031, + 1.2764278650283813, + 1.2675679922103882, + 1.2617545127868652, + 1.2556010484695435 ], "p90": [ - 1.3353327512741089, - 1.323668360710144, - 1.3323715925216675, - 1.3434656858444214, - 1.3515392541885376, - 1.3575501441955566, - 1.3533992767333984, - 1.34535813331604, - 1.344491720199585, - 1.3493869304656982, - 1.351155161857605, - 1.3484011888504028, - 1.3564046621322632, - 1.3522217273712158, - 1.3534879684448242, - 1.3545562028884888, - 1.3701300621032715, - 1.3743822574615479, - 1.375144124031067, - 1.3802446126937866, - 1.3793880939483643, - 1.3795676231384277, - 1.3795595169067383, - 1.381648302078247, - 1.3805046081542969, - 1.3825408220291138, - 1.3824594020843506, - 1.3878287076950073, - 1.3813514709472656, - 1.3839601278305054, - 1.396567940711975, - 1.3958805799484253, - 1.3950544595718384, - 1.3981941938400269, - 1.3914718627929688, - 1.3906466960906982, - 1.3860329389572144, - 1.3910112380981445, - 1.388401746749878, - 1.3980804681777954, - 1.4038419723510742, - 1.4067062139511108, - 1.4018393754959106, - 1.403063416481018, - 1.4069361686706543, - 1.4095501899719238, - 1.412627100944519, - 1.4121752977371216, - 1.4054076671600342, - 1.4026764631271362, - 1.4015891551971436, - 1.414353370666504, - 1.4107025861740112, - 1.4147619009017944, - 1.416606068611145, - 1.4075523614883423, - 1.4037500619888306, - 1.4067033529281616, - 1.410495400428772, - 1.3997368812561035, - 1.4065886735916138, - 1.403603434562683, - 1.3945307731628418, - 1.403116226196289, - 1.4029136896133423, - 1.4046114683151245, - 1.4057984352111816, - 1.40664803981781, - 1.4029597043991089, - 1.4041653871536255, - 1.3978984355926514, - 1.3985834121704102 + 1.4493792057037354, + 1.4261066913604736, + 1.424184799194336, + 1.43380868434906, + 1.4372268915176392, + 1.4384772777557373, + 1.431459903717041, + 1.4155404567718506, + 1.4170957803726196, + 1.4183777570724487, + 1.425552487373352, + 1.4251664876937866, + 1.4348077774047852, + 1.4379023313522339, + 1.433765172958374, + 1.4429463148117065, + 1.4570412635803223, + 1.4698415994644165, + 1.4812241792678833, + 1.4897680282592773, + 1.4874887466430664, + 1.4880702495574951, + 1.502641201019287, + 1.5056767463684082, + 1.5165561437606812, + 1.5204837322235107, + 1.5313853025436401, + 1.5315837860107422, + 1.5163090229034424, + 1.5190144777297974, + 1.5260921716690063, + 1.5275332927703857, + 1.5239444971084595, + 1.5247007608413696, + 1.511108160018921, + 1.5071091651916504, + 1.5058879852294922, + 1.5105767250061035, + 1.516578197479248, + 1.5234980583190918, + 1.5314112901687622, + 1.5309138298034668, + 1.5199649333953857, + 1.5279866456985474, + 1.5214331150054932, + 1.5278114080429077, + 1.5351920127868652, + 1.5390594005584717, + 1.5280990600585938, + 1.5249971151351929, + 1.5354546308517456, + 1.5495859384536743, + 1.5482068061828613, + 1.5479481220245361, + 1.5429606437683105, + 1.523550033569336, + 1.518967866897583, + 1.5217444896697998, + 1.5119190216064453, + 1.507280707359314, + 1.5117698907852173, + 1.5061497688293457, + 1.4944829940795898, + 1.4898051023483276, + 1.4874187707901, + 1.494354248046875, + 1.502376914024353, + 1.513572096824646, + 1.5046498775482178, + 1.5022492408752441, + 1.4925752878189087, + 1.4979156255722046 ], "timestamps": [ "2026-06-16 02:50:00", @@ -523,6 +524,7 @@ "2026-06-17 02:30:00", "2026-06-17 02:40:00", "2026-06-17 02:50:00", - "2026-06-17 03:00:00" + "2026-06-17 03:00:00", + "2026-06-17 03:10:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index c865c3c110ed4c471a93c925a05079932380e3f7..ecf1e574e504466821ff6f47e0e7bc084556c9f1 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T02:45:09.732813+00:00", + "evaluated_at": "2026-06-18T03:08:30.361699+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2750.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, 2800.0, 2800.0, 2750.0, @@ -101,11 +89,8 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ - 2550.0, 2600.0, + 2550.0, 2600.0, 2600.0, 2600.0, @@ -116,6 +101,9 @@ 2600.0, 2600.0, 2600.0, + 2600.0 + ], + "actuals": [ 2650.0, 2650.0, 2700.0, @@ -127,91 +115,99 @@ 2750.0, 2750.0, 2750.0, - 2750.0 + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 ], "p50": [ - 2593.981689453125, - 2592.053466796875, - 2588.001220703125, - 2583.89208984375, - 2585.849853515625, - 2586.73876953125, - 2586.86181640625, - 2585.233154296875, - 2582.5419921875, - 2585.389892578125, - 2582.17724609375, - 2584.27880859375, - 2581.440673828125, - 2580.35546875, - 2581.444580078125, - 2580.35498046875, - 2576.0771484375, - 2577.151611328125, - 2577.386474609375, - 2577.4052734375, - 2577.42822265625, - 2576.589599609375, - 2574.940673828125, - 2574.634521484375 + 2599.94189453125, + 2598.885498046875, + 2598.007568359375, + 2597.15673828125, + 2598.166748046875, + 2598.6279296875, + 2598.0244140625, + 2597.168212890625, + 2597.6943359375, + 2598.536376953125, + 2597.3154296875, + 2598.166015625, + 2599.626220703125, + 2598.3232421875, + 2598.287109375, + 2598.239501953125, + 2598.035400390625, + 2597.73388671875, + 2597.91943359375, + 2595.73193359375, + 2597.35595703125, + 2595.980712890625, + 2596.916015625, + 2595.961669921875 ], "p10": [ - 2597.726318359375, - 2592.70458984375, - 2590.967041015625, - 2588.60400390625, - 2588.856689453125, - 2591.7724609375, - 2591.662841796875, - 2587.509765625, - 2590.770263671875, - 2585.9296875, - 2586.012451171875, - 2589.608154296875, - 2586.959228515625, - 2582.716552734375, - 2583.83349609375, - 2580.85107421875, - 2582.155029296875, - 2590.41796875, - 2582.519775390625, - 2582.28759765625, - 2583.760986328125, - 2579.346923828125, - 2585.39794921875, - 2584.9736328125 + 2598.8125, + 2598.18994140625, + 2599.343505859375, + 2596.773681640625, + 2597.18359375, + 2596.70751953125, + 2598.618896484375, + 2596.865966796875, + 2597.07666015625, + 2592.50439453125, + 2596.257080078125, + 2598.629150390625, + 2596.250732421875, + 2593.236083984375, + 2594.395263671875, + 2594.064208984375, + 2591.32373046875, + 2595.95166015625, + 2592.039306640625, + 2593.1396484375, + 2593.38037109375, + 2592.4833984375, + 2592.139404296875, + 2592.510498046875 ], "p90": [ - 2609.796142578125, - 2611.61474609375, - 2610.9921875, - 2609.83447265625, - 2612.837158203125, - 2614.70458984375, - 2614.689208984375, - 2613.89599609375, - 2614.869873046875, - 2618.458984375, - 2616.298095703125, - 2616.280029296875, - 2615.82470703125, - 2614.6787109375, - 2617.003173828125, - 2616.573486328125, - 2614.0966796875, - 2616.302978515625, - 2617.912353515625, - 2617.77587890625, - 2620.045166015625, - 2621.11669921875, - 2619.599853515625, - 2618.9658203125 + 2603.639892578125, + 2603.136962890625, + 2602.311767578125, + 2602.059326171875, + 2602.019287109375, + 2601.385009765625, + 2600.416259765625, + 2600.501220703125, + 2601.759521484375, + 2602.910888671875, + 2602.227294921875, + 2602.44873046875, + 2603.206298828125, + 2604.218505859375, + 2604.2001953125, + 2605.05322265625, + 2606.013916015625, + 2605.68310546875, + 2606.9775390625, + 2605.6435546875, + 2608.348388671875, + 2607.971435546875, + 2610.71337890625, + 2609.177978515625 ], "timestamps": [ - "2026-06-17 15:55:00", - "2026-06-17 16:10:00", - "2026-06-17 16:25:00", - "2026-06-17 16:40:00", "2026-06-17 16:55:00", "2026-06-17 17:10:00", "2026-06-17 17:25:00", @@ -327,6 +323,10 @@ "2026-06-18 20:55:00", "2026-06-18 21:10:00", "2026-06-18 21:25:00", - "2026-06-18 21:40:00" + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index fa88f2bf6396aed1827dc81089007760d18ac67e..587c71831e77ccf94e9a7f67e073ba8eebbf3081 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,25 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T03:01:33.692066+00:00", + "evaluated_at": "2026-06-18T03:08:33.180768+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t205400z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 9d498aa237e0bbc0620e8603e082f0f59d3b14a4..fe09e7d38e414ccd5b19000c391ab53ae90b9756 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,989455.2541790009,989455.2541790009,823.78466796875,0.8280572131728291,0.012732065609668539,0.012614980666182761,9.361401024470007,994.713654364411,0.015280053473017863,0.012654369145920434,0.008936551360065194,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,969814.7144610087,969814.7144610087,828.041015625,0.8405509603762068,0.01280225746734738,0.012687674313037668,10.66766000230426,984.791711206491,0.015139888508005715,0.012730050947788365,0.009063579450549796,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.09910825091622334,0.09910825091622334,0.24884373446305594,0.23904871378065312,0.20593325748869892,0.17479063312662918,0.7804293151791281,0.3148146294507664,0.22437342285441936,0.1773549105858307,0.1175844902822586,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.06862329793310293,0.06862329793310293,0.22709941864013672,1.3552705573702708,0.15273054344424952,0.1692273994129715,4.99854088394989,0.26196048925955023,0.18365292879407866,0.15921283961021296,0.13241183812049584,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.043776276924575676,0.043776276924575676,0.16491781837410396,0.9495267095803998,0.1091321657774656,0.11884275075706288,4.474017391719948,0.20922781106864277,0.14639846621531533,0.11539439015410709,0.1140077560083005,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,2.7503622540669617,2.7503622540669617,1.3712400595347087,1.0514300605127165,0.07147389781003688,0.06789637687979252,19.496190055933454,1.6584216152917695,0.0837234313799111,0.06922541407520279,0.05279065088782467,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,59.070376891651144,59.070376891651144,6.344939311345418,0.5059604906531633,0.18029565128624428,0.2051521450150755,3.501296090308817,7.685725527993512,0.2076054166255985,0.17138834380674176,0.1895153969930662,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.0192584208610544,1.0192584208610544,0.9589287439982096,0.47354502216702415,0.03758229273004747,0.03838970599880951,1.871688172227132,1.009583290700205,0.038911190784992444,0.03695887169551779,0.03517743472171839,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,33.72858796335121,33.72858796335121,4.590129971504211,0.8824815966576854,1.0354664786846801,0.42050005119790484,11.32155120452351,5.807631872230815,0.4995812363209304,0.39484989002186766,0.3170826537065039,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,8272.49887984991,8272.49887984991,64.93634033203125,0.3945499159414558,0.02389018672150438,0.024443798881122664,9.756263412282436,90.95327855470583,0.034241234279418664,0.02444662224264706,0.02397847520084423,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,24193.03945230941,24193.03945230941,148.82438151041666,1.1521887600806453,0.053856953898965755,0.05548087616298197,34.89537487399193,155.54111820451018,0.05656040661982188,0.05411795691287879,0.05052296434396045,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 3342c85d1c9c86e2b508ebd7f89437fa30aba372..e44c3bb0a02ab467ac2f489c695f115af8727e34 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T03:02:08.421264+00:00", + "evaluated_at": "2026-06-18T03:09:12.201629+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63532.0, 63512.01171875, 63584.03125, 63735.73828125, @@ -101,10 +100,10 @@ 65675.0078125, 65700.0, 65940.0, - 65904.0 + 65904.0, + 65851.9921875 ], "actuals": [ - 65851.9921875, 65892.0, 65836.296875, 65624.0, @@ -127,88 +126,88 @@ 64509.3984375, 64468.01171875, 64548.73828125, - 64708.0 + 64689.5, + 64606.44921875 ], "p50": [ - 65917.359375, - 65904.125, - 65911.0859375, - 65914.5390625, - 65918.5390625, - 65922.125, - 65924.4140625, - 65919.7734375, - 65922.921875, - 65922.390625, - 65922.8671875, - 65918.0703125, - 65923.0, - 65910.4375, - 65909.5625, - 65906.9140625, - 65908.2421875, - 65907.7421875, - 65907.1875, - 65896.9609375, - 65886.7734375, - 65873.515625, - 65860.8671875, - 65844.3125 + 65842.2890625, + 65845.921875, + 65851.5, + 65854.2578125, + 65855.3671875, + 65853.2265625, + 65852.5234375, + 65854.453125, + 65862.4765625, + 65862.3359375, + 65866.3203125, + 65873.5078125, + 65862.5859375, + 65857.3203125, + 65865.3046875, + 65866.1015625, + 65868.609375, + 65868.7265625, + 65858.0859375, + 65844.0703125, + 65831.046875, + 65813.1796875, + 65794.640625, + 65781.015625 ], "p10": [ - 65642.5390625, - 65523.01171875, - 65438.4453125, - 65378.19140625, - 65339.35546875, - 65310.140625, - 65279.31640625, - 65233.68359375, - 65195.42578125, - 65157.75, - 65129.7265625, - 65097.8828125, - 65062.96484375, - 65012.375, - 64972.3671875, - 64930.1015625, - 64896.765625, - 64863.9453125, - 64833.30078125, - 64794.71875, - 64757.3359375, - 64727.859375, - 64700.73828125, - 64664.7890625 + 65599.6171875, + 65506.22265625, + 65432.1015625, + 65381.265625, + 65345.09765625, + 65309.16796875, + 65270.42578125, + 65230.4921875, + 65199.09765625, + 65164.5859375, + 65138.7578125, + 65123.140625, + 65070.41796875, + 65033.94921875, + 65006.6796875, + 64967.1328125, + 64931.5078125, + 64903.515625, + 64868.94140625, + 64832.27734375, + 64798.33984375, + 64763.68359375, + 64727.515625, + 64696.52734375 ], "p90": [ - 66200.5234375, - 66286.875, - 66409.515625, - 66510.4296875, - 66593.0234375, - 66676.2421875, - 66763.203125, - 66826.3046875, - 66881.515625, - 66939.1484375, - 66990.03125, - 67017.75, - 67056.9765625, - 67093.0703125, - 67162.09375, - 67206.5234375, - 67256.40625, - 67302.4453125, - 67340.3515625, - 67378.3203125, - 67395.2265625, - 67422.0546875, - 67437.8828125, - 67451.65625 + 66090.1796875, + 66185.5390625, + 66286.09375, + 66368.75, + 66436.703125, + 66500.34375, + 66574.8046875, + 66639.53125, + 66697.265625, + 66751.6328125, + 66803.7578125, + 66855.546875, + 66877.390625, + 66922.0703125, + 66991.8359375, + 67051.6796875, + 67105.890625, + 67137.6796875, + 67143.6796875, + 67162.1484375, + 67166.8984375, + 67175.9453125, + 67175.0859375, + 67189.84375 ], "timestamps": [ - "2026-06-13 03:00:00", "2026-06-13 04:00:00", "2026-06-13 05:00:00", "2026-06-13 06:00:00", @@ -327,6 +326,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 40175fedf0d6039c120ffad99d0b71f42ec8c3c5..34b3ef23b315219b591cd72c018e0058358800c8 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T02:46:35.877185+00:00", + "evaluated_at": "2026-06-18T03:09:20.831367+00:00", "freq": "10min", - "context_length": 74, + "context_length": 75, "prediction_length": 72, "context": [ 1.100000023841858, @@ -79,10 +79,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, - 1.2999999523162842 + 1.2999999523162842, + 1.5 ], "actuals": [ - 1.5, 1.5, 1.2999999523162842, 1.2999999523162842, @@ -153,229 +153,230 @@ 1.600000023841858, 1.7000000476837158, 1.600000023841858, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.2530570030212402, - 1.2184319496154785, - 1.2153749465942383, - 1.2127530574798584, - 1.2126336097717285, - 1.216131329536438, - 1.2159545421600342, - 1.215928077697754, - 1.212792158126831, - 1.2141474485397339, - 1.2108721733093262, - 1.2049643993377686, - 1.2087153196334839, - 1.2094178199768066, - 1.2120267152786255, - 1.210087537765503, - 1.2189891338348389, - 1.217894196510315, - 1.2172268629074097, - 1.225699543952942, - 1.2342023849487305, - 1.2312090396881104, - 1.2189401388168335, - 1.2097396850585938, - 1.1922812461853027, - 1.1834444999694824, - 1.1841257810592651, - 1.1854231357574463, - 1.1857187747955322, - 1.178597331047058, - 1.1770715713500977, - 1.1708675622940063, - 1.2040480375289917, - 1.2153818607330322, - 1.2185295820236206, - 1.21564519405365, - 1.208686113357544, - 1.2090851068496704, - 1.2022596597671509, - 1.2176032066345215, - 1.2259223461151123, - 1.2387104034423828, - 1.2204617261886597, - 1.211952805519104, - 1.2187891006469727, - 1.2175559997558594, - 1.217305064201355, - 1.2138643264770508, - 1.2072519063949585, - 1.1888610124588013, - 1.1787177324295044, - 1.2006405591964722, - 1.1933670043945312, - 1.2057483196258545, - 1.1934814453125, - 1.1888259649276733, - 1.1952273845672607, - 1.1974719762802124, - 1.2110910415649414, - 1.2007718086242676, - 1.1934067010879517, - 1.1860734224319458, - 1.1888989210128784, - 1.1961802244186401, - 1.138533353805542, - 1.1500087976455688, - 1.1496235132217407, - 1.1525167226791382, - 1.1620270013809204, - 1.1692211627960205, - 1.1645991802215576, - 1.156728744506836 + 1.3334771394729614, + 1.295212984085083, + 1.2827390432357788, + 1.2803609371185303, + 1.2847957611083984, + 1.281669020652771, + 1.278955340385437, + 1.2772855758666992, + 1.2853708267211914, + 1.280009150505066, + 1.2771484851837158, + 1.2750285863876343, + 1.2764208316802979, + 1.2796729803085327, + 1.2721613645553589, + 1.277066946029663, + 1.2807490825653076, + 1.2741403579711914, + 1.2769312858581543, + 1.2944613695144653, + 1.2990609407424927, + 1.2820343971252441, + 1.2728900909423828, + 1.2593178749084473, + 1.2475569248199463, + 1.2471266984939575, + 1.2527576684951782, + 1.2607707977294922, + 1.2518645524978638, + 1.2444244623184204, + 1.2393451929092407, + 1.237113356590271, + 1.2964410781860352, + 1.3056530952453613, + 1.3032896518707275, + 1.29632568359375, + 1.2959004640579224, + 1.2935117483139038, + 1.291263222694397, + 1.3073264360427856, + 1.3154487609863281, + 1.3086663484573364, + 1.2964797019958496, + 1.297131896018982, + 1.2954407930374146, + 1.2943133115768433, + 1.295634150505066, + 1.2960764169692993, + 1.2929829359054565, + 1.2648652791976929, + 1.2873904705047607, + 1.2870315313339233, + 1.2810138463974, + 1.280932068824768, + 1.2793667316436768, + 1.2855212688446045, + 1.282236099243164, + 1.2842466831207275, + 1.2751116752624512, + 1.2630285024642944, + 1.262176275253296, + 1.267754316329956, + 1.27597975730896, + 1.272636890411377, + 1.2222973108291626, + 1.1926608085632324, + 1.2102527618408203, + 1.2243696451187134, + 1.2166154384613037, + 1.211143970489502, + 1.1969226598739624, + 1.19916570186615 ], "p10": [ - 1.1196995973587036, - 1.0652629137039185, - 1.0558545589447021, - 1.0477187633514404, - 1.0427303314208984, - 1.0418479442596436, - 1.0348776578903198, - 1.0288965702056885, - 1.0227752923965454, - 1.021041989326477, - 1.0128679275512695, - 1.0011351108551025, - 0.9983833432197571, - 0.9943397045135498, - 0.9923577308654785, - 0.9853510856628418, - 0.9918993711471558, - 0.987560510635376, - 0.9836578965187073, - 0.9905061721801758, - 0.9929894804954529, - 0.9891145825386047, - 0.9781392812728882, - 0.9686915874481201, - 0.9486441612243652, - 0.9382423162460327, - 0.9371798634529114, - 0.932950496673584, - 0.9284709095954895, - 0.9163857698440552, - 0.9096991419792175, - 0.9023644328117371, - 0.9488109946250916, - 0.9452862739562988, - 0.9408084154129028, - 0.9313395023345947, - 0.9168210029602051, - 0.9097307920455933, - 0.8992762565612793, - 0.9056459665298462, - 0.9125073552131653, - 0.9196208119392395, - 0.9088537096977234, - 0.90611732006073, - 0.9148960709571838, - 0.9118424654006958, - 0.9121991395950317, - 0.9041128158569336, - 0.8925590515136719, - 0.8763680458068848, - 0.8631917238235474, - 0.8772076368331909, - 0.868281900882721, - 0.8770532608032227, - 0.8681286573410034, - 0.8617498874664307, - 0.8661856651306152, - 0.8658314943313599, - 0.8769452571868896, - 0.8649049997329712, - 0.8554953932762146, - 0.8452193737030029, - 0.8441543579101562, - 0.8482992649078369, - 0.8379867672920227, - 0.8522739410400391, - 0.8453710675239563, - 0.8319873809814453, - 0.8296770453453064, - 0.8286084532737732, - 0.8234243988990784, - 0.8163202404975891 + 1.151024580001831, + 1.0978509187698364, + 1.083020806312561, + 1.0786523818969727, + 1.0800830125808716, + 1.0712112188339233, + 1.0633105039596558, + 1.0551483631134033, + 1.0589529275894165, + 1.0513184070587158, + 1.0441566705703735, + 1.038461685180664, + 1.0307494401931763, + 1.0274380445480347, + 1.0154402256011963, + 1.0145165920257568, + 1.0160703659057617, + 1.0066862106323242, + 1.0062675476074219, + 1.0199238061904907, + 1.018796443939209, + 1.0026131868362427, + 0.9965500235557556, + 0.9843192100524902, + 0.9704464673995972, + 0.9697681665420532, + 0.9752708077430725, + 0.9789417386054993, + 0.9681375622749329, + 0.9581657648086548, + 0.9502246379852295, + 0.948065459728241, + 0.9981358051300049, + 0.9972826242446899, + 0.9975367784500122, + 0.9861479997634888, + 0.979084312915802, + 0.96678227186203, + 0.9600898027420044, + 0.9656307101249695, + 0.9698953628540039, + 0.9649439454078674, + 0.9579910039901733, + 0.9634334444999695, + 0.9596410393714905, + 0.9546749591827393, + 0.956298291683197, + 0.9504422545433044, + 0.9416727423667908, + 0.9205923676490784, + 0.9316813945770264, + 0.9247584939002991, + 0.9219274520874023, + 0.9206118583679199, + 0.9207082390785217, + 0.9206265807151794, + 0.916930615901947, + 0.9196425676345825, + 0.913304328918457, + 0.9008239507675171, + 0.8968028426170349, + 0.8962547779083252, + 0.8977208733558655, + 0.896003782749176, + 0.8318591117858887, + 0.8611205816268921, + 0.856465756893158, + 0.835731029510498, + 0.8271453380584717, + 0.8153889775276184, + 0.8029773235321045, + 0.7996546626091003 ], "p90": [ - 1.4133187532424927, - 1.3938335180282593, - 1.4050287008285522, - 1.4172346591949463, - 1.4274623394012451, - 1.4405882358551025, - 1.447143793106079, - 1.4541012048721313, - 1.4575642347335815, - 1.468212604522705, - 1.4720594882965088, - 1.469295620918274, - 1.4757640361785889, - 1.4837459325790405, - 1.496292233467102, - 1.5010534524917603, - 1.516075611114502, - 1.5172696113586426, - 1.5173006057739258, - 1.5331376791000366, - 1.548917293548584, - 1.5428731441497803, - 1.5291866064071655, - 1.5185844898223877, - 1.5017544031143188, - 1.4959781169891357, - 1.4990808963775635, - 1.5041115283966064, - 1.5078721046447754, - 1.5042057037353516, - 1.5056185722351074, - 1.5000076293945312, - 1.5257704257965088, - 1.556121826171875, - 1.5650056600570679, - 1.5766676664352417, - 1.587602972984314, - 1.6040229797363281, - 1.5973118543624878, - 1.6269278526306152, - 1.6483957767486572, - 1.6723964214324951, - 1.6493510007858276, - 1.646702766418457, - 1.6589022874832153, - 1.6601152420043945, - 1.6610362529754639, - 1.6713520288467407, - 1.6699527502059937, - 1.6447572708129883, - 1.6326872110366821, - 1.6625802516937256, - 1.659592628479004, - 1.6716933250427246, - 1.656778335571289, - 1.6537714004516602, - 1.6646747589111328, - 1.6716289520263672, - 1.6896007061004639, - 1.6764775514602661, - 1.672377347946167, - 1.6683344841003418, - 1.6760011911392212, - 1.6911628246307373, - 1.5191373825073242, - 1.5985851287841797, - 1.596872329711914, - 1.6146726608276367, - 1.6592422723770142, - 1.6846668720245361, - 1.6682454347610474, - 1.656700849533081 + 1.562666893005371, + 1.5483579635620117, + 1.5525799989700317, + 1.5730599164962769, + 1.5943224430084229, + 1.5977089405059814, + 1.5957714319229126, + 1.5969140529632568, + 1.6126667261123657, + 1.615614414215088, + 1.619877576828003, + 1.625448226928711, + 1.6316924095153809, + 1.6417076587677002, + 1.6442937850952148, + 1.6650117635726929, + 1.6744714975357056, + 1.668625831604004, + 1.6744282245635986, + 1.7012505531311035, + 1.7183806896209717, + 1.694676399230957, + 1.6859843730926514, + 1.6693235635757446, + 1.6583377122879028, + 1.6578773260116577, + 1.6677167415618896, + 1.678936243057251, + 1.6710785627365112, + 1.6681050062179565, + 1.6644723415374756, + 1.6650221347808838, + 1.6712687015533447, + 1.7292051315307617, + 1.7362648248672485, + 1.753075122833252, + 1.7876882553100586, + 1.8063738346099854, + 1.8065991401672363, + 1.8338899612426758, + 1.8589940071105957, + 1.8490636348724365, + 1.8320423364639282, + 1.843662977218628, + 1.838418960571289, + 1.8371059894561768, + 1.8360798358917236, + 1.8563597202301025, + 1.8571171760559082, + 1.8183014392852783, + 1.8445812463760376, + 1.8401955366134644, + 1.840641975402832, + 1.8367736339569092, + 1.8367425203323364, + 1.8609035015106201, + 1.8605355024337769, + 1.8678271770477295, + 1.8511298894882202, + 1.8326468467712402, + 1.8349970579147339, + 1.8482253551483154, + 1.8621017932891846, + 1.8598525524139404, + 1.709991693496704, + 1.7556755542755127, + 1.7897491455078125, + 1.835119605064392, + 1.8725807666778564, + 1.8850083351135254, + 1.8523187637329102, + 1.8532806634902954 ], "timestamps": [ "2026-06-16 02:50:00", @@ -523,6 +524,7 @@ "2026-06-17 02:30:00", "2026-06-17 02:40:00", "2026-06-17 02:50:00", - "2026-06-17 03:00:00" + "2026-06-17 03:00:00", + "2026-06-17 03:10:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 0be450fe001ef4613d3331c5ef0ab33adbb17e63..74a33cd20b156b9003fa890a08f582607fd0376b 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T02:46:42.272107+00:00", + "evaluated_at": "2026-06-18T03:09:26.796021+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2750.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, 2800.0, 2800.0, 2750.0, @@ -101,11 +89,8 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ - 2550.0, 2600.0, + 2550.0, 2600.0, 2600.0, 2600.0, @@ -116,6 +101,9 @@ 2600.0, 2600.0, 2600.0, + 2600.0 + ], + "actuals": [ 2650.0, 2650.0, 2700.0, @@ -127,91 +115,99 @@ 2750.0, 2750.0, 2750.0, - 2750.0 + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 ], "p50": [ - 2597.986328125, - 2598.013671875, - 2596.69873046875, - 2596.93505859375, - 2596.14306640625, - 2596.011962890625, - 2595.854736328125, - 2595.075927734375, - 2595.754638671875, - 2595.034423828125, - 2595.148193359375, - 2595.0712890625, - 2594.6298828125, - 2595.08544921875, - 2594.445068359375, - 2594.884033203125, - 2594.7841796875, - 2594.607177734375, - 2594.538818359375, - 2593.877685546875, - 2594.49560546875, - 2594.3544921875, - 2593.9921875, - 2594.077880859375 + 2600.596435546875, + 2600.715576171875, + 2600.628173828125, + 2600.67626953125, + 2600.584228515625, + 2600.639404296875, + 2600.508544921875, + 2600.347900390625, + 2600.80029296875, + 2600.775634765625, + 2600.761474609375, + 2600.968994140625, + 2600.89208984375, + 2601.174072265625, + 2601.33837890625, + 2601.6796875, + 2601.87451171875, + 2601.944091796875, + 2601.709228515625, + 2601.520263671875, + 2601.810302734375, + 2601.945068359375, + 2602.239990234375, + 2602.084228515625 ], "p10": [ - 2569.297607421875, - 2569.707275390625, - 2560.455810546875, - 2560.654296875, - 2554.17919921875, - 2545.180419921875, - 2541.942626953125, - 2538.39404296875, - 2534.747314453125, - 2530.213134765625, - 2525.359619140625, - 2523.543212890625, - 2522.02685546875, - 2521.5068359375, - 2517.92822265625, - 2514.3232421875, - 2511.3564453125, - 2509.79638671875, - 2509.58984375, - 2506.3427734375, - 2506.523681640625, - 2505.08056640625, - 2502.7744140625, - 2501.97021484375 + 2588.17724609375, + 2593.06005859375, + 2594.1171875, + 2591.6201171875, + 2586.647216796875, + 2580.9130859375, + 2579.52978515625, + 2576.57275390625, + 2575.489501953125, + 2571.40283203125, + 2565.3310546875, + 2560.519287109375, + 2557.298095703125, + 2553.96240234375, + 2553.446533203125, + 2553.118408203125, + 2554.363037109375, + 2554.79833984375, + 2554.897705078125, + 2553.681640625, + 2556.095947265625, + 2557.596435546875, + 2557.819091796875, + 2558.588134765625 ], "p90": [ - 2603.875244140625, - 2605.48779296875, - 2605.65625, - 2607.438232421875, - 2609.156982421875, - 2612.376708984375, - 2615.98876953125, - 2618.3134765625, - 2621.821533203125, - 2624.451904296875, - 2626.67626953125, - 2627.8330078125, - 2629.646728515625, - 2631.15185546875, - 2632.23681640625, - 2634.417724609375, - 2636.6494140625, - 2640.174072265625, - 2643.1767578125, - 2645.464599609375, - 2651.20458984375, - 2654.201904296875, - 2657.507080078125, - 2660.343994140625 + 2602.66796875, + 2602.708251953125, + 2602.92138671875, + 2603.662353515625, + 2605.22705078125, + 2607.926513671875, + 2611.23583984375, + 2615.30029296875, + 2622.274169921875, + 2629.991455078125, + 2634.03369140625, + 2637.400634765625, + 2645.0439453125, + 2651.200927734375, + 2651.31591796875, + 2653.890869140625, + 2657.8115234375, + 2661.730712890625, + 2662.614013671875, + 2662.271240234375, + 2672.754150390625, + 2678.22607421875, + 2682.302734375, + 2683.8291015625 ], "timestamps": [ - "2026-06-17 15:55:00", - "2026-06-17 16:10:00", - "2026-06-17 16:25:00", - "2026-06-17 16:40:00", "2026-06-17 16:55:00", "2026-06-17 17:10:00", "2026-06-17 17:25:00", @@ -327,6 +323,10 @@ "2026-06-18 20:55:00", "2026-06-18 21:10:00", "2026-06-18 21:25:00", - "2026-06-18 21:40:00" + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 0819b6802e1a6a85d03314990ce20e97a2ed5eaa..080681544c0c81bad291880d15abba57616ac78c 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T03:02:17.186046+00:00", + "evaluated_at": "2026-06-18T03:09:28.849044+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t205400z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 32c78e28eb7328bb74e93f401349508c7d3c563c..241c468738580206e6b42fba514412f6ef0088de 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,946675.2156734467,946675.2156734467,805.1082356770834,0.8092839158819464,0.012443440963210992,0.012331567180623686,3.950450447011315,972.9723612073709,0.014946079851006612,0.012367475643604724,0.008003262571714319,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,819234.3136024475,819234.3136024475,763.2037760416666,0.7747341675223195,0.01179838802214099,0.011702290906123555,3.4292427621244044,905.115635486675,0.013914972731982798,0.011733262929278435,0.007723562878808583,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.010856854875525634,0.010856854875525634,0.08242895305156708,0.07918437346948089,0.06867670529451099,0.06470666792335532,1.0024359512764855,0.10419623253998023,0.07426232187594889,0.058748433548825085,0.09377397180166226,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.05403396427668995,0.05403396427668995,0.2004475411441591,1.19621904995019,0.1346471158632303,0.14740989984398128,6.639607570603124,0.23245206877266106,0.16296542793537114,0.14052797849305562,0.11284671218752518,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.04020323878430925,0.04020323878430925,0.16496826377179888,0.949817152741478,0.10979562560318429,0.11880807701666221,3.420378281531284,0.20050745318892574,0.14029675816838472,0.11542968722485708,0.10212831394148215,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,2.397305476831965,2.397305476831965,1.2610963980356853,0.9669748581797956,0.06582440888520215,0.06269397528471832,11.924847844769204,1.548323440638927,0.07816525673625813,0.06366494308253348,0.04434896832845816,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,48.2948740005016,48.2948740005016,5.863091786702474,0.4675368276320806,0.15474478760321775,0.1713182766746686,3.274282655878631,6.9494513452863025,0.18771731264701322,0.15837276632623454,0.16960532582515042,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.8249066105863676,0.8249066105863676,0.8519196510314941,0.4207010297242541,0.03304062721956886,0.03366751132582274,2.2223672993838908,0.9082436955940667,0.03500537701452685,0.032834545084219596,0.03554642497712366,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,35.51162734309287,35.51162734309287,4.856497685114543,0.9336924788471216,1.0872528841596565,0.43905997179908596,11.885982314798637,5.95916330897995,0.5126161986219312,0.41776324173028323,0.32486774120991657,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,1853.9765253712733,1853.9765253712733,29.772908528645832,0.18089868473101264,0.010964766146660634,0.011074713456432387,1.8182555997824366,43.057827689878565,0.016210005718542517,0.011208624387254902,0.011280206461056643,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,11055.769020676613,11055.769020676613,101.49727376302083,0.7857853452620969,0.036854084400873316,0.037597404947786094,11.195946320564516,105.14641706057611,0.03823506074930041,0.036908099550189394,0.03062984705452967,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 2cd167478003d36832cb44aaf8bd852b77a99de0..7f17eb7c5d61343d66083db476b16a1e0e1a1c2f 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:01:55.218970+00:00", + "evaluated_at": "2026-06-18T03:08:56.790257+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63532.0, 63512.01171875, 63584.03125, 63735.73828125, @@ -101,10 +100,10 @@ 65675.0078125, 65700.0, 65940.0, - 65904.0 + 65904.0, + 65851.9921875 ], "actuals": [ - 65851.9921875, 65892.0, 65836.296875, 65624.0, @@ -127,88 +126,88 @@ 64509.3984375, 64468.01171875, 64548.73828125, - 64708.0 + 64689.5, + 64606.44921875 ], "p50": [ - 65934.921875, - 65920.0078125, - 65915.90625, - 65912.1484375, - 65909.1171875, - 65900.671875, - 65903.421875, - 65895.578125, - 65896.7890625, - 65893.375, - 65889.7265625, - 65882.046875, - 65886.828125, - 65875.3984375, - 65870.421875, - 65871.0625, - 65868.734375, - 65864.9609375, - 65868.5390625, - 65855.734375, - 65857.9609375, - 65854.90625, - 65849.5078125, - 65849.4453125 + 65841.625, + 65839.8125, + 65835.28125, + 65827.0625, + 65819.7265625, + 65814.578125, + 65806.578125, + 65803.0859375, + 65800.5625, + 65787.8671875, + 65784.1171875, + 65777.078125, + 65763.265625, + 65757.4609375, + 65749.765625, + 65742.6171875, + 65736.0390625, + 65729.8828125, + 65721.421875, + 65709.75, + 65707.3359375, + 65696.6484375, + 65691.6875, + 65685.8359375 ], "p10": [ - 65651.5546875, - 65512.109375, - 65406.09765625, - 65317.0390625, - 65228.58203125, - 65135.62890625, - 65064.45703125, - 64995.4296875, - 64929.78515625, - 64875.015625, - 64806.6171875, - 64745.0546875, - 64686.7734375, - 64627.3203125, - 64582.3671875, - 64528.390625, - 64486.07421875, - 64435.80859375, - 64382.1171875, - 64332.796875, - 64289.06640625, - 64248.88671875, - 64207.53125, - 64166.078125 + 65576.84375, + 65456.9609375, + 65347.94921875, + 65255.0390625, + 65162.14453125, + 65069.84375, + 64987.32421875, + 64914.6484375, + 64828.51953125, + 64752.078125, + 64680.42578125, + 64597.54296875, + 64514.296875, + 64439.6953125, + 64387.59375, + 64311.91015625, + 64270.48046875, + 64208.30859375, + 64146.11328125, + 64089.20703125, + 64042.39453125, + 63990.30859375, + 63945.33984375, + 63898.83203125 ], "p90": [ - 66220.7578125, - 66307.265625, - 66396.7890625, - 66468.9765625, - 66560.3125, - 66630.828125, - 66707.1796875, - 66762.5703125, - 66847.28125, - 66914.28125, - 66976.6953125, - 67040.4140625, - 67094.40625, - 67140.921875, - 67190.4765625, - 67248.9453125, - 67291.4453125, - 67339.7890625, - 67394.2734375, - 67412.234375, - 67444.0859375, - 67503.015625, - 67526.2890625, - 67557.6484375 + 66079.28125, + 66178.8984375, + 66259.3828125, + 66332.0859375, + 66406.375, + 66485.390625, + 66551.734375, + 66618.8828125, + 66686.875, + 66743.8671875, + 66811.1875, + 66869.4765625, + 66906.1171875, + 66963.1328125, + 67012.9765625, + 67056.9609375, + 67107.1953125, + 67154.6796875, + 67190.3125, + 67226.6015625, + 67260.7109375, + 67315.609375, + 67337.109375, + 67374.0078125 ], "timestamps": [ - "2026-06-13 03:00:00", "2026-06-13 04:00:00", "2026-06-13 05:00:00", "2026-06-13 06:00:00", @@ -327,6 +326,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index f43fa59c11cafa89b2bf960d52cc83d90febc338..cc15d057447070443ba1e45a6683cbbc939d2513 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T02:46:08.646022+00:00", + "evaluated_at": "2026-06-18T03:09:00.736572+00:00", "freq": "10min", - "context_length": 74, + "context_length": 75, "prediction_length": 72, "context": [ 1.100000023841858, @@ -79,10 +79,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, - 1.2999999523162842 + 1.2999999523162842, + 1.5 ], "actuals": [ - 1.5, 1.5, 1.2999999523162842, 1.2999999523162842, @@ -153,229 +153,230 @@ 1.600000023841858, 1.7000000476837158, 1.600000023841858, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.2906603813171387, - 1.2014974355697632, - 1.2303889989852905, - 1.2267369031906128, - 1.2331862449645996, - 1.2416415214538574, - 1.22947359085083, - 1.2294921875, - 1.2332375049591064, - 1.2371799945831299, - 1.241870403289795, - 1.240148663520813, - 1.2361669540405273, - 1.23321533203125, - 1.2358158826828003, - 1.2363176345825195, - 1.238060474395752, - 1.237408995628357, - 1.2336900234222412, - 1.2323085069656372, - 1.234450101852417, - 1.235388159751892, - 1.234991431236267, - 1.2320960760116577, - 1.2283765077590942, - 1.224722981452942, - 1.2263691425323486, - 1.2281430959701538, - 1.230542778968811, - 1.2297872304916382, - 1.2253787517547607, - 1.221888780593872, - 1.2259303331375122, - 1.227760910987854, - 1.2281771898269653, - 1.2272197008132935, - 1.2276424169540405, - 1.224825382232666, - 1.226649522781372, - 1.2296961545944214, - 1.2303872108459473, - 1.2309160232543945, - 1.2301323413848877, - 1.2284648418426514, - 1.229761004447937, - 1.229758381843567, - 1.2303624153137207, - 1.2300180196762085, - 1.2276966571807861, - 1.2244404554367065, - 1.2249350547790527, - 1.2267465591430664, - 1.227638602256775, - 1.2276990413665771, - 1.226818561553955, - 1.2249304056167603, - 1.2257729768753052, - 1.226758360862732, - 1.2273720502853394, - 1.2265801429748535, - 1.2259178161621094, - 1.2231740951538086, - 1.2232978343963623, - 1.2239534854888916, - 1.22208833694458, - 1.2229899168014526, - 1.222821593284607, - 1.220720887184143, - 1.2232661247253418, - 1.2228074073791504, - 1.2241469621658325, - 1.2242345809936523 + 1.4065089225769043, + 1.2630716562271118, + 1.2751212120056152, + 1.281229019165039, + 1.2825850248336792, + 1.2712702751159668, + 1.2702264785766602, + 1.2737728357315063, + 1.283038854598999, + 1.2934248447418213, + 1.2793116569519043, + 1.2756836414337158, + 1.2641980648040771, + 1.2641890048980713, + 1.269520878791809, + 1.274610996246338, + 1.2770686149597168, + 1.2661247253417969, + 1.2639464139938354, + 1.2669371366500854, + 1.2687174081802368, + 1.2733941078186035, + 1.2640023231506348, + 1.2587087154388428, + 1.254241943359375, + 1.2542181015014648, + 1.2603529691696167, + 1.262988805770874, + 1.2657673358917236, + 1.2543613910675049, + 1.2494220733642578, + 1.2536897659301758, + 1.2739498615264893, + 1.2731605768203735, + 1.264933705329895, + 1.2675236463546753, + 1.2666473388671875, + 1.2654354572296143, + 1.2686734199523926, + 1.273756504058838, + 1.2779964208602905, + 1.2736520767211914, + 1.2722512483596802, + 1.2761305570602417, + 1.2760385274887085, + 1.2765307426452637, + 1.2750577926635742, + 1.273262858390808, + 1.2695010900497437, + 1.2691384553909302, + 1.27010178565979, + 1.2716394662857056, + 1.2720630168914795, + 1.2713220119476318, + 1.2702765464782715, + 1.270717740058899, + 1.271706461906433, + 1.272626280784607, + 1.2768994569778442, + 1.2758443355560303, + 1.275339961051941, + 1.2749475240707397, + 1.2724486589431763, + 1.2702003717422485, + 1.2714651823043823, + 1.2657922506332397, + 1.2633681297302246, + 1.2675156593322754, + 1.2691400051116943, + 1.2712167501449585, + 1.2731904983520508, + 1.2741398811340332 ], "p10": [ - 1.2115514278411865, - 1.0832419395446777, - 1.120903730392456, - 1.1111465692520142, - 1.110668420791626, - 1.1138173341751099, - 1.0983322858810425, - 1.089334487915039, - 1.090743064880371, - 1.090860366821289, - 1.0901075601577759, - 1.0824978351593018, - 1.0736068487167358, - 1.0663400888442993, - 1.0653715133666992, - 1.0628228187561035, - 1.0588481426239014, - 1.0540181398391724, - 1.0462385416030884, - 1.04386305809021, - 1.0452903509140015, - 1.0446617603302002, - 1.0435112714767456, - 1.0384521484375, - 1.0326284170150757, - 1.0258283615112305, - 1.0249658823013306, - 1.0255404710769653, - 1.0240334272384644, - 1.0206382274627686, - 1.0157651901245117, - 1.0099740028381348, - 1.039061188697815, - 1.0395011901855469, - 1.0314823389053345, - 1.0309686660766602, - 1.0268101692199707, - 1.023073673248291, - 1.0212490558624268, - 1.0229848623275757, - 1.0213223695755005, - 1.0208102464675903, - 1.0174044370651245, - 1.0137090682983398, - 1.0121655464172363, - 1.0105865001678467, - 1.0087946653366089, - 1.0085591077804565, - 1.0036060810089111, - 0.998242974281311, - 0.9991653561592102, - 0.9990617632865906, - 1.00055730342865, - 0.9991670250892639, - 0.997133195400238, - 0.9954323768615723, - 0.9942440986633301, - 0.9944531321525574, - 0.9913846850395203, - 0.9903653860092163, - 0.9871687293052673, - 0.9850521683692932, - 0.9838199615478516, - 0.9837414026260376, - 0.989651620388031, - 0.9897119402885437, - 0.9871010780334473, - 0.983302116394043, - 0.9854363203048706, - 0.9860056042671204, - 0.9804530143737793, - 0.9813337326049805 + 1.2500845193862915, + 1.1038340330123901, + 1.1118628978729248, + 1.1132184267044067, + 1.1088454723358154, + 1.0969620943069458, + 1.0935012102127075, + 1.089558720588684, + 1.0918645858764648, + 1.0980483293533325, + 1.0767672061920166, + 1.0710973739624023, + 1.0569069385528564, + 1.0546655654907227, + 1.0530067682266235, + 1.0589706897735596, + 1.0537081956863403, + 1.0419222116470337, + 1.0364817380905151, + 1.0374343395233154, + 1.0351654291152954, + 1.0370365381240845, + 1.0270980596542358, + 1.0208319425582886, + 1.0148792266845703, + 1.0131642818450928, + 1.0170714855194092, + 1.0180691480636597, + 1.0155811309814453, + 1.0088995695114136, + 1.002578854560852, + 1.008131980895996, + 1.039188027381897, + 1.0515837669372559, + 1.047202229499817, + 1.0461242198944092, + 1.0382119417190552, + 1.0356571674346924, + 1.0346732139587402, + 1.0356873273849487, + 1.038062572479248, + 1.0345975160598755, + 1.031221866607666, + 1.0302834510803223, + 1.0294122695922852, + 1.0271738767623901, + 1.025383710861206, + 1.0248615741729736, + 1.0173050165176392, + 1.0157157182693481, + 1.015581488609314, + 1.014358401298523, + 1.0127999782562256, + 1.0126255750656128, + 1.0117628574371338, + 1.0110726356506348, + 1.0089313983917236, + 1.0074315071105957, + 1.006154179573059, + 1.006773591041565, + 1.0028789043426514, + 1.0017485618591309, + 1.0000313520431519, + 0.9980133771896362, + 1.021260380744934, + 1.0210641622543335, + 1.0185928344726562, + 1.020617127418518, + 1.0165777206420898, + 1.0151495933532715, + 1.0088801383972168, + 1.0123413801193237 ], "p90": [ - 1.381866216659546, - 1.3478858470916748, - 1.3645387887954712, - 1.3690416812896729, - 1.3766751289367676, - 1.398635983467102, - 1.3801385164260864, - 1.3850691318511963, - 1.3900234699249268, - 1.3995357751846313, - 1.4104828834533691, - 1.4078683853149414, - 1.4085948467254639, - 1.409269094467163, - 1.4192880392074585, - 1.4230531454086304, - 1.4317487478256226, - 1.4321777820587158, - 1.4290711879730225, - 1.4323400259017944, - 1.4385740756988525, - 1.44486665725708, - 1.4447306394577026, - 1.4438341856002808, - 1.4447933435440063, - 1.4423127174377441, - 1.4471797943115234, - 1.4549739360809326, - 1.4620026350021362, - 1.4659132957458496, - 1.4606289863586426, - 1.4601842164993286, - 1.4711332321166992, - 1.4817476272583008, - 1.470106840133667, - 1.4806625843048096, - 1.4776006937026978, - 1.4773471355438232, - 1.4832462072372437, - 1.485692024230957, - 1.48611319065094, - 1.4902315139770508, - 1.4876723289489746, - 1.4917327165603638, - 1.5013988018035889, - 1.4982447624206543, - 1.4929938316345215, - 1.5010610818862915, - 1.5009905099868774, - 1.4979069232940674, - 1.5010640621185303, - 1.5052063465118408, - 1.5071330070495605, - 1.5109063386917114, - 1.5124948024749756, - 1.514224886894226, - 1.5197410583496094, - 1.5253854990005493, - 1.530339002609253, - 1.5347950458526611, - 1.534726619720459, - 1.5332809686660767, - 1.538205623626709, - 1.5367274284362793, - 1.540094017982483, - 1.5516599416732788, - 1.5393449068069458, - 1.5545626878738403, - 1.5549070835113525, - 1.5494365692138672, - 1.5600969791412354, - 1.5613393783569336 + 1.5422697067260742, + 1.4937376976013184, + 1.491957187652588, + 1.5153452157974243, + 1.5218199491500854, + 1.5102664232254028, + 1.510512113571167, + 1.5213403701782227, + 1.537825584411621, + 1.5557746887207031, + 1.5408906936645508, + 1.5489600896835327, + 1.5339254140853882, + 1.5356558561325073, + 1.5442413091659546, + 1.5631173849105835, + 1.5700397491455078, + 1.5568571090698242, + 1.563866376876831, + 1.5765025615692139, + 1.5798652172088623, + 1.5935542583465576, + 1.5803349018096924, + 1.577738881111145, + 1.5801163911819458, + 1.5830730199813843, + 1.6042795181274414, + 1.6123403310775757, + 1.6157317161560059, + 1.6080323457717896, + 1.600787878036499, + 1.6200628280639648, + 1.6727732419967651, + 1.6380469799041748, + 1.62027907371521, + 1.6532745361328125, + 1.6459708213806152, + 1.6374101638793945, + 1.644986867904663, + 1.6503150463104248, + 1.6648099422454834, + 1.6529552936553955, + 1.6516366004943848, + 1.6716806888580322, + 1.6737127304077148, + 1.6747175455093384, + 1.6656630039215088, + 1.6747710704803467, + 1.6734097003936768, + 1.676872968673706, + 1.6904430389404297, + 1.6944403648376465, + 1.6927200555801392, + 1.6991865634918213, + 1.7061164379119873, + 1.7061046361923218, + 1.7137091159820557, + 1.7181580066680908, + 1.7389748096466064, + 1.7373844385147095, + 1.7378531694412231, + 1.7422029972076416, + 1.7357263565063477, + 1.726872205734253, + 1.7318376302719116, + 1.709456205368042, + 1.688197135925293, + 1.7236145734786987, + 1.7215758562088013, + 1.720221757888794, + 1.733004093170166, + 1.7350691556930542 ], "timestamps": [ "2026-06-16 02:50:00", @@ -523,6 +524,7 @@ "2026-06-17 02:30:00", "2026-06-17 02:40:00", "2026-06-17 02:50:00", - "2026-06-17 03:00:00" + "2026-06-17 03:00:00", + "2026-06-17 03:10:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 002d7f136e103f087b992787f015d28d9d9d55e0..53f5a9119a0df7881fdb171bde2e0edaa6c5444c 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T02:46:13.012419+00:00", + "evaluated_at": "2026-06-18T03:09:04.913939+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2750.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, - 2800.0, 2800.0, 2800.0, 2750.0, @@ -101,11 +89,8 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ - 2550.0, 2600.0, + 2550.0, 2600.0, 2600.0, 2600.0, @@ -116,6 +101,9 @@ 2600.0, 2600.0, 2600.0, + 2600.0 + ], + "actuals": [ 2650.0, 2650.0, 2700.0, @@ -127,91 +115,99 @@ 2750.0, 2750.0, 2750.0, - 2750.0 + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 ], "p50": [ - 2600.217041015625, - 2599.760009765625, - 2599.844970703125, - 2599.74658203125, - 2599.89453125, - 2600.430908203125, - 2600.53857421875, - 2600.6328125, - 2601.14306640625, - 2601.188232421875, - 2601.691650390625, - 2602.26708984375, - 2613.864013671875, - 2632.227783203125, - 2654.600341796875, - 2665.296630859375, - 2667.687744140625, - 2669.149169921875, - 2671.6357421875, - 2670.41796875, - 2672.699462890625, - 2673.56298828125, - 2674.658203125, - 2678.513427734375 + 2599.966064453125, + 2599.865234375, + 2599.8671875, + 2599.830810546875, + 2600.021240234375, + 2600.049560546875, + 2601.08544921875, + 2600.48779296875, + 2602.26904296875, + 2622.866943359375, + 2621.8623046875, + 2634.266845703125, + 2657.216552734375, + 2663.2666015625, + 2688.492919921875, + 2692.646484375, + 2694.869140625, + 2696.085205078125, + 2696.93798828125, + 2701.82177734375, + 2697.902587890625, + 2701.412353515625, + 2696.7021484375, + 2694.273193359375 ], "p10": [ - 2599.660400390625, - 2598.270751953125, - 2594.58203125, - 2591.03173828125, - 2586.375, - 2578.7353515625, - 2571.62109375, - 2567.5537109375, - 2560.275146484375, - 2563.24560546875, - 2566.35693359375, - 2569.1728515625, - 2572.530029296875, - 2573.89697265625, - 2575.412353515625, - 2575.014404296875, - 2575.89990234375, - 2576.471435546875, - 2576.047607421875, - 2577.87841796875, - 2575.436279296875, - 2575.889404296875, - 2578.3369140625, - 2580.271728515625 + 2599.40869140625, + 2598.990234375, + 2597.19580078125, + 2596.243896484375, + 2594.613525390625, + 2593.861572265625, + 2594.2119140625, + 2592.5576171875, + 2589.24462890625, + 2587.890380859375, + 2585.482421875, + 2582.751708984375, + 2580.9697265625, + 2580.975830078125, + 2579.48876953125, + 2579.2060546875, + 2579.20166015625, + 2575.50244140625, + 2574.15576171875, + 2569.771728515625, + 2569.939208984375, + 2571.603759765625, + 2575.838134765625, + 2575.065673828125 ], "p90": [ - 2601.19287109375, - 2640.62744140625, - 2677.93505859375, - 2675.31640625, - 2677.177734375, - 2675.585693359375, - 2674.258544921875, - 2674.7890625, - 2677.582763671875, - 2681.5380859375, - 2682.479248046875, - 2687.865966796875, - 2692.036376953125, - 2696.38330078125, - 2701.614501953125, - 2707.731201171875, - 2714.767822265625, - 2721.865966796875, - 2726.63671875, - 2734.0654296875, - 2738.97802734375, - 2743.009521484375, - 2748.564697265625, - 2753.8330078125 + 2646.7490234375, + 2695.30419921875, + 2703.203125, + 2697.75439453125, + 2698.92919921875, + 2701.91357421875, + 2699.69189453125, + 2704.3037109375, + 2708.31591796875, + 2709.1650390625, + 2710.298095703125, + 2714.109130859375, + 2716.498779296875, + 2720.296875, + 2725.51806640625, + 2729.40380859375, + 2736.033203125, + 2742.80029296875, + 2742.95849609375, + 2745.8916015625, + 2748.523193359375, + 2752.501708984375, + 2754.282958984375, + 2759.277587890625 ], "timestamps": [ - "2026-06-17 15:55:00", - "2026-06-17 16:10:00", - "2026-06-17 16:25:00", - "2026-06-17 16:40:00", "2026-06-17 16:55:00", "2026-06-17 17:10:00", "2026-06-17 17:25:00", @@ -327,6 +323,10 @@ "2026-06-18 20:55:00", "2026-06-18 21:10:00", "2026-06-18 21:25:00", - "2026-06-18 21:40:00" + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index acffbde906728ab5eeb76a914b2a8a6940a57f35..e8ece646c3eb7af321cad6b8df221e54b65ab86f 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:02:02.650867+00:00", + "evaluated_at": "2026-06-18T03:09:06.818837+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t205400z", - "data_fetched_at": "2026-06-18T02:59:56.702699Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []