diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index e2d58fd2b35be1444b94f15643cfbb97a4078644..ed289f63ce11d1e54b4b3ba85257021b51a5f1fc 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,817285.5736503097,357631.8432848705,537.333300906607,0.5454512682300631,0.00826823243172848,0.008257290078985945,7.4858237799973795,904.0384801822927,0.013900964027196592,0.008262315211418196,0.007303092602879069,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,812261.9339430373,354135.6371736061,535.1666342399403,0.5432518678222137,0.008234138100181405,0.00822361926406861,7.397847763683398,901.2557539028737,0.013857713705607129,0.008228725275788568,0.007269534623442972,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.7469846610871647,0.7381662378412094,0.7113617594994904,0.681239615870406,0.620145704070211,0.4200968662092325,26.456342492253388,0.8642827437171037,0.6434185230302969,0.5295759240418324,0.5263857849726176,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.027566346968241968,0.03379859617115186,0.14498899475788557,0.7759973429233507,0.09568723838536168,0.1027930807703815,4.387721800068873,0.166031162641963,0.11594804934184305,0.10125322771161906,0.08322205200748922,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.042580337329432526,0.05015685403201117,0.1830763844801624,0.9153818190220596,0.11969163498043137,0.13050875365245812,7.0032415613048125,0.2063500359327144,0.14272048803966975,0.1266234378077207,0.1042359012461829,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,1.1319829700889434,0.8064453514978399,0.7550347311713684,0.5143093499528586,0.04255311338366972,0.041310075078384044,4.858532525469425,1.0639468831144454,0.05860620720527631,0.04159016075377656,0.03667192794374334,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,343.0665473916124,349.6346531580425,13.222324280523457,1.052389009845002,0.27397308102808654,0.3590882636550788,27.232930390986866,18.522055701017972,0.4977932103297103,0.35535921918540087,0.3337963950176881,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,30.75109860238396,29.623182130744777,4.703072603758098,2.339911831445193,0.19256196475561116,0.17004344305667826,69.41630236128553,5.545367309960987,0.21369431285747728,0.18123594204005647,0.173803952326081,Weather,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index f190f130d4953d2ae5453266048a3ca2457e7005..e522744a4a5b6b53f1cc3ef0135bd9cfaa862bd0 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T03:50:07.869314+00:00", + "evaluated_at": "2026-06-18T03:58:10.006486+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64320.01171875 + 64372.01171875 ], "p50": [ 65147.691769853984, diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 7bbab01f2b24008cb5c33d20b3b16bcb0c12115b..23a995b67205b62fe51be78cd3d53570f394dc65 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T03:37:34.032053+00:00", + "evaluated_at": "2026-06-18T03:58:10.090822+00:00", "freq": "10min", - "context_length": 75, + "context_length": 76, "prediction_length": 72, "context": [ - 1.100000023841858, 1.0, 1.0, 0.8999999761581421, @@ -80,11 +79,11 @@ 1.2000000476837158, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -154,233 +153,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842 ], "p50": [ - 1.3794709428179237, - 1.337311127079338, - 1.3171051857411369, - 1.3080491013150342, - 1.3034197907846303, - 1.3013993969042494, - 1.3010156555851298, - 1.3009238871040874, - 1.3003368603982695, - 1.3000962542487007, - 1.299925239346885, - 1.2999073852551282, - 1.3005896307978713, - 1.3000394255305137, - 1.2995072711687707, - 1.300180903962206, - 1.2997804197041238, - 1.3004737042518086, - 1.3003645138609647, - 1.3005827060821047, - 1.300364462503688, - 1.3017491157009404, - 1.3001802341532671, - 1.2996039225540705, - 1.2995350846675953, - 1.3001802315435904, - 1.3002723401567025, - 1.2998922350034838, - 1.2997801109364489, - 1.2996920160810397, - 1.2998922349502933, - 1.3001022933120499, - 1.299958295150868, - 1.3001802312646833, - 1.2998922349448503, - 1.3015236937574086, - 1.3009968624931008, - 1.3003644487927328, - 1.3001802312641435, - 1.299426703534113, - 1.3003644487927106, - 1.300582676213233, - 1.3009968624930477, - 1.3001802312641324, - 1.2998922349445972, - 1.3017491094070648, - 1.2999582951496675, - 1.2997801109094176, - 1.3004735625029702, - 1.300582676213232, - 1.3001802312641322, - 1.300102293309435, - 1.3001802312641322, - 1.2996039212278447, - 1.3008420384950106, - 1.2999582951496675, - 1.2997801109094176, - 1.2998922349445972, - 1.300102293309435, - 1.3003644487927082, - 1.3001802312641322, - 1.2996039212278447, - 1.2999582951496675, - 1.3003644487927082, - 1.300381453738682, - 1.3015236937572923, - 1.2998922349445972, - 1.300582676213232, - 1.3008420384950106, - 1.3004735625029702, - 1.3002723400284202, - 1.2997324911569768 + 1.2710510417479128, + 1.2700321665710106, + 1.2719559947329906, + 1.2703731229693644, + 1.2713115765685217, + 1.2705792742989717, + 1.270884880339109, + 1.2719234693064632, + 1.2716316588343095, + 1.2716305110790804, + 1.2692258828708471, + 1.2719189384812533, + 1.2696891652688898, + 1.274868807381, + 1.2730576899096784, + 1.271629657473429, + 1.2702334434604359, + 1.2725247750633317, + 1.2702334416140926, + 1.2722217777905502, + 1.2690278164445115, + 1.2719187811632633, + 1.271251789719647, + 1.2716296521981834, + 1.2708739272218077, + 1.2716296521933241, + 1.2717742166619785, + 1.2690278163688424, + 1.2705536842097005, + 1.2712517897057842, + 1.2719187811308057, + 1.2702334411999754, + 1.2708739272192644, + 1.27023344119997, + 1.2719187811307908, + 1.2690278163686435, + 1.2712517897057483, + 1.2708739272192617, + 1.2694794105068117, + 1.2795069497088623, + 1.269269723094185, + 1.2708739272192617, + 1.270233441199969, + 1.2694794105068117, + 1.2712517897057483, + 1.269269723094185, + 1.2688301174888583, + 1.2702815125693503, + 1.2725247740958023, + 1.2696890979194386, + 1.2705536842096152, + 1.2696890979194386, + 1.2682039980117414, + 1.2692255152484282, + 1.2688301174888583, + 1.2696890979194386, + 1.2708739272192617, + 1.2694794105068117, + 1.2686613108748621, + 1.2692255152484282, + 1.2708739272192617, + 1.2708739272192617, + 1.2719187811307904, + 1.2716296521922346, + 1.2722217776132965, + 1.2708739272192617, + 1.2692476191713067, + 1.2696890979194386, + 1.2699612695597038, + 1.2709315466961018, + 1.2708739272192617, + 1.2696890979194386 ], "p10": [ - 1.2648365524798706, - 1.257069669242402, - 1.2077635067460122, - 1.2068261775032139, - 1.1945503256376169, - 1.1999489354573893, - 1.2155221926248811, - 1.1986708603534129, - 1.2227873655719823, - 1.1905313882134563, - 1.1991745293831757, - 1.1983447997730883, - 1.2385850394978828, - 1.2147820694943208, - 1.1983311149109261, - 1.2165170333314994, - 1.1812897529642248, - 1.1904596310683322, - 1.2385781499815, - 1.1991415548497604, - 1.2201921723665896, - 1.1991415312747633, - 1.1991415278700228, - 1.1910227711238095, - 1.1983296500713467, - 1.2206005809375329, - 1.19914152510917, - 1.1904594893783804, - 1.191022769824615, - 1.1991415249932964, - 1.1904594893251896, - 1.2228563093048788, - 1.1849799129331684, - 1.1991415249814388, - 1.1991415249811408, - 1.199141524981004, - 1.191022769797637, - 1.1991415249809125, - 1.2165163606334368, - 1.190459489319499, - 1.191022769797586, - 1.2206005806580755, - 1.199141524980888, - 1.181289444169519, - 1.2147788770681716, - 1.234407882895265, - 1.1991415249808877, - 1.1991415249808877, - 1.222630736437845, - 1.1910227697975837, - 1.2147788770681716, - 1.2165163606334253, - 1.2165163606334253, - 1.1910227697975837, - 1.2206005806580746, - 1.1904594893194937, - 1.1853899650166846, - 1.1812894441695185, - 1.1812894441695185, - 1.1983296494625573, - 1.1910227697975837, - 1.1853899650166846, - 1.1991415249808877, - 1.1991415249808877, - 1.184979912931968, - 1.2356913910722649, - 1.1991415249808877, - 1.2381549485094978, - 1.2147788770681716, - 1.2165163606334253, - 1.1983296494625573, - 1.1991415249808877 + 1.1677523325428059, + 1.1705448197900543, + 1.1931341196043588, + 1.1699220580826242, + 1.1916743709472908, + 1.166515861960972, + 1.1916255372043645, + 1.189436051483061, + 1.1955682324596137, + 1.1664911307584613, + 1.1694535334914864, + 1.2055202423629858, + 1.1664903392210666, + 1.1694531946961104, + 1.191614596423124, + 1.169782381594423, + 1.1664902741320824, + 1.2065920154121623, + 1.1697823767273523, + 1.1958727203007855, + 1.1916145841603853, + 1.1612976920787135, + 1.1694531658829663, + 1.192688457771643, + 1.1697823763157746, + 1.1916145840856067, + 1.1697823763136947, + 1.1916145840847163, + 1.165971013889163, + 1.1926884577657304, + 1.192807777063618, + 1.1697823763132351, + 1.1664902718716181, + 1.1958727201235329, + 1.161297692046241, + 1.1664902718716157, + 1.1916145840845171, + 1.1916145840845171, + 1.165971013889078, + 1.1694531658690674, + 1.1697823763132287, + 1.1697823763132287, + 1.1928077770636027, + 1.1664902718716155, + 1.1697823763132287, + 1.1664902718716155, + 1.1664902718716155, + 1.1664902718716155, + 1.1955662258175388, + 1.1958727201235317, + 1.1697823763132287, + 1.1664902718716155, + 1.1664902718716155, + 1.1926884577656942, + 1.1697823763132287, + 1.1664902718716155, + 1.1916145840845171, + 1.1664902718716155, + 1.1697823763132287, + 1.1612976920462406, + 1.165971013889078, + 1.1694531658690674, + 1.1697823763132287, + 1.189102152863227, + 1.1664902718716155, + 1.1579930289345803, + 1.1664902718716155, + 1.1916145840845171, + 1.1694531658690674, + 1.1612976920462406, + 1.1664902718716155, + 1.1954469065196303 ], "p90": [ - 1.5372452832728005, - 1.4831029687053234, - 1.4545793525178368, - 1.4530779975668087, - 1.4075662870066987, - 1.43945790156424, - 1.4585420113663243, - 1.453133462418506, - 1.45816027161263, - 1.4370711000772514, - 1.40913783172596, - 1.4119094150201648, - 1.457805650394254, - 1.437841807995557, - 1.4003578419306233, - 1.4453940177425566, - 1.457799004604321, - 1.4378387573182463, - 1.409104892391929, - 1.4527922813965235, - 1.4369992148942683, - 1.4527922578215264, - 1.4461332385819343, - 1.453292897282073, - 1.4118942653184232, - 1.457798696089073, - 1.4453933451727652, - 1.4378386156282945, - 1.4091048273507036, - 1.4369992011956971, - 1.446633880126692, - 1.4577986958122295, - 1.4598481624995947, - 1.445393345045034, - 1.4461332356930527, - 1.4527922515277671, - 1.4623967576076786, - 1.4527922515276752, - 1.457798695809626, - 1.411894264709639, - 1.452792251527653, - 1.4378386155694092, - 1.4532928959558475, - 1.4378386155694083, - 1.4527922515276508, - 1.4527922515276508, - 1.4577986958096147, - 1.453292895955847, - 1.445393345044483, - 1.4577986958096147, - 1.453292895955847, - 1.4527922515276508, - 1.445393345044483, - 1.4040387311666656, - 1.4577986958096147, - 1.4527922515276508, - 1.3997934769092537, - 1.4091048273236724, - 1.4461332356927996, - 1.453292895955847, - 1.445393345044483, - 1.4091048273236724, - 1.3967808398449564, - 1.4461332356927996, - 1.4598481624983943, - 1.4577986958096147, - 1.4378386155694078, - 1.4598481624983943, - 1.4577986958096147, - 1.445393345044483, - 1.4598481624983943, - 1.445393345044483 + 1.410118357659107, + 1.3878584623119314, + 1.416728463406807, + 1.4092832289608417, + 1.4164619077288245, + 1.4091691372808026, + 1.4164130739858982, + 1.4165225403695263, + 1.4164041275081258, + 1.4235666312741497, + 1.4091439148138651, + 1.372735299540752, + 1.4175595014935294, + 1.4165178810208965, + 1.4216465534458373, + 1.4165178574750479, + 1.4164021231265178, + 1.4175594351116076, + 1.4165178526079771, + 1.4083370391826329, + 1.4216465411830987, + 1.4218384642677109, + 1.4175594341579771, + 1.4218384642411868, + 1.4216465411097765, + 1.4235657723883934, + 1.4216465411076966, + 1.41640212086625, + 1.4091435471915312, + 1.42356577238734, + 1.4165178521938688, + 1.4175594341440847, + 1.4091435471914489, + 1.4216465411072317, + 1.4235657723873043, + 1.3711394892297544, + 1.4216465411072305, + 1.4175594341440783, + 1.4091435471914462, + 1.4515981743703819, + 1.4164021208660509, + 1.4235657723873039, + 1.4175594341440783, + 1.3870960188351058, + 1.4164021208660509, + 1.4175594341440783, + 1.4164021208660509, + 1.4175594341440783, + 1.4175594341440783, + 1.408337039005379, + 1.3870960188351058, + 1.408337039005379, + 1.4179681448403934, + 1.4216465411072305, + 1.408337039005379, + 1.389220120852133, + 1.389220120852133, + 1.4091435471914462, + 1.3870960188351058, + 1.4175594341440783, + 1.4235657723873039, + 1.4181600679684008, + 1.4165178521938535, + 1.4216465411072305, + 1.4216465411072305, + 1.4165178521938535, + 1.4179681448403934, + 1.4164021208660509, + 1.4175594341440783, + 1.4165178521938535, + 1.4165178521938535, + 1.3870960188351058 ], "timestamps": [ - "2026-06-16 03:20:00", - "2026-06-16 03:30:00", "2026-06-16 03:40:00", "2026-06-16 03:50:00", "2026-06-16 04:00:00", @@ -525,6 +524,9 @@ "2026-06-17 03:10:00", "2026-06-17 03:20:00", "2026-06-17 03:30:00", - "2026-06-17 03:40:00" + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 6de1deca72bd42567a1dbff970e5d7d1f0cc85d3..de1188d5bae30fd6881b21aceef585ffa900021b 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T03:50:08.012522+00:00", + "evaluated_at": "2026-06-18T03:58:10.132055+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index cd67326e5b6b6791172e811c696afc161b000ce7..1fe6c003c413d3eb8b6b45261a7c3aa2a6517476 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -9,4 +9,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 -2026-06-18,Chronos-2,3.400,3.300,3.400,3.600,3.900,3.900,3.400,3.600,4.100 +2026-06-18,Chronos-2,3.300,3.300,3.300,3.600,3.800,3.700,3.300,3.600,4.100 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 354374d6cae2cdb4c2c74fb0be2736511120d0e3..72b8d1cb2b1fa710a1f2edb3c32106e735aa8bdf 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.0,3.75,4.0,3.925,4.175,3.65,4.0,3.925,4.175 +2026-W25,Chronos-Bolt-Mini,3.975,3.75,3.975,3.925,4.15,3.6,3.975,3.925,4.175 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index b80cf3871aeb326930d093d61a2e310e5f7b9b4e..e82ad4a91627c8564f34bb07262b6e771ad318b5 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,704400.9162635803,704400.9162635803,711.6197916666666,0.7223708584732981,0.01100189338641165,0.010920134666726788,2.4493918715148353,839.2859561934658,0.012905295671954276,0.010942234586081753,0.007212893823505407,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,699485.7990760803,699485.7990760803,709.453125,0.7201714580654485,0.010967627705701833,0.010886465114988355,2.4493918715148353,836.3526762533138,0.012859763606775008,0.010908555369797745,0.007201548635178386,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.15811810372967242,0.15811810372967242,0.27100007732709247,0.25952475813298354,0.2499580810245268,0.3640040571982006,0.6394860720898815,0.39764067162410893,0.29602508611106076,0.20174702175005774,0.15763775769217053,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.033598043073278246,0.033598043073278246,0.1480899535947376,0.7925940220156511,0.0987363264251006,0.1051367309842531,5.106452468139055,0.18329768976525113,0.1280061479963139,0.10341878580626236,0.11628569437855367,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.02885681069847459,0.02885681069847459,0.13142549826039207,0.6571274170891991,0.08600439988103248,0.09122478190572401,3.934398697701749,0.169872925148402,0.11749136205535576,0.0908994813972126,0.09989174414545345,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,2.068953128671486,2.068953128671486,1.1552409331003826,0.7869190499621381,0.06532885588680039,0.062138252187323995,19.645134788731102,1.4383855980478553,0.07923170389250549,0.06363502781183017,0.05418855440727655,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,29.617508553143427,29.617508553143427,4.639128843943278,0.36923676254199206,0.14059551491276898,0.14270377952704527,2.6607906800964867,5.442197033656851,0.14626285420802285,0.12467983455166705,0.1461402614451588,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.9742980832396217,1.9742980832396217,1.3496735095977783,0.6715007995352723,0.053435004497120554,0.05508046546586476,2.501346422119196,1.4050971792867644,0.05414632781606978,0.052010540888312425,0.0435686620884854,Weather,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index a569c97736cfb8b36f4a7810b14569feb34e432a..d460e43416f7343049438483b19bcfdcd665d243 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:47:44.982317+00:00", + "evaluated_at": "2026-06-18T03:55:42.210183+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64320.01171875 + 64372.01171875 ], "p50": [ 65818.3203125, diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 16616ef55b353d48bcd2b5a1c735701cdefb2bb7..35aef86c7204d2f895a9539c127e30bed9cf4a9c 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:30:57.662756+00:00", + "evaluated_at": "2026-06-18T03:55:52.227800+00:00", "freq": "10min", - "context_length": 75, + "context_length": 76, "prediction_length": 72, "context": [ - 1.100000023841858, 1.0, 1.0, 0.8999999761581421, @@ -80,11 +79,11 @@ 1.2000000476837158, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -154,233 +153,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842 ], "p50": [ - 1.402607798576355, - 1.370939016342163, - 1.3563652038574219, - 1.3515491485595703, - 1.3435767889022827, - 1.3436017036437988, - 1.3424988985061646, - 1.3381909132003784, - 1.3382689952850342, - 1.3406333923339844, - 1.3362770080566406, - 1.337860345840454, - 1.3364601135253906, - 1.336688756942749, - 1.3395819664001465, - 1.337717056274414, - 1.3467592000961304, - 1.3456722497940063, - 1.3465745449066162, - 1.3464319705963135, - 1.348527431488037, - 1.353371262550354, - 1.352903127670288, - 1.3451913595199585, - 1.3469500541687012, - 1.3482815027236938, - 1.3456075191497803, - 1.34138023853302, - 1.3404210805892944, - 1.337896704673767, - 1.3372284173965454, - 1.3390638828277588, - 1.3340164422988892, - 1.3316601514816284, - 1.3337191343307495, - 1.3257834911346436, - 1.333956003189087, - 1.3305637836456299, - 1.3307230472564697, - 1.3284695148468018, - 1.3271639347076416, - 1.3270617723464966, - 1.3268893957138062, - 1.320229411125183, - 1.3196004629135132, - 1.3183588981628418, - 1.317121982574463, - 1.319323182106018, - 1.3195265531539917, - 1.31539785861969, - 1.3144667148590088, - 1.305368423461914, - 1.3115994930267334, - 1.3030582666397095, - 1.3030097484588623, - 1.295782208442688, - 1.295311689376831, - 1.2916566133499146, - 1.287166953086853, - 1.2782601118087769, - 1.2782576084136963, - 1.2778711318969727, - 1.2761499881744385, - 1.2801433801651, - 1.2914466857910156, - 1.291244626045227, - 1.2927874326705933, - 1.2884052991867065, - 1.2884701490402222, - 1.2843419313430786, - 1.2840540409088135, - 1.2782299518585205 + 1.3320491313934326, + 1.3257358074188232, + 1.325107216835022, + 1.322671890258789, + 1.3211930990219116, + 1.3224540948867798, + 1.3230212926864624, + 1.3258671760559082, + 1.3275177478790283, + 1.3290060758590698, + 1.326837420463562, + 1.3305448293685913, + 1.3301104307174683, + 1.3285307884216309, + 1.3322227001190186, + 1.329750657081604, + 1.3469429016113281, + 1.3497488498687744, + 1.3523578643798828, + 1.3524749279022217, + 1.3512566089630127, + 1.3552603721618652, + 1.3535706996917725, + 1.3535182476043701, + 1.3576743602752686, + 1.3579655885696411, + 1.3561630249023438, + 1.3555912971496582, + 1.3539738655090332, + 1.3549816608428955, + 1.3560974597930908, + 1.3544433116912842, + 1.3633902072906494, + 1.3658798933029175, + 1.366770625114441, + 1.3651578426361084, + 1.3649513721466064, + 1.365136981010437, + 1.3644965887069702, + 1.3631333112716675, + 1.364907145500183, + 1.364791989326477, + 1.364359736442566, + 1.3624963760375977, + 1.3606868982315063, + 1.3596148490905762, + 1.3579429388046265, + 1.3567488193511963, + 1.3626458644866943, + 1.3618412017822266, + 1.361066460609436, + 1.3531270027160645, + 1.3597997426986694, + 1.354413390159607, + 1.3513774871826172, + 1.3497213125228882, + 1.350006341934204, + 1.348555326461792, + 1.35056471824646, + 1.3440173864364624, + 1.345294713973999, + 1.3438513278961182, + 1.3404245376586914, + 1.3416297435760498, + 1.3413827419281006, + 1.339100956916809, + 1.3412812948226929, + 1.3317935466766357, + 1.3382530212402344, + 1.3292635679244995, + 1.3256573677062988, + 1.3250176906585693 ], "p10": [ - 1.165887475013733, - 1.1177297830581665, - 1.0968992710113525, - 1.0883548259735107, - 1.0798531770706177, - 1.0748867988586426, - 1.067824125289917, - 1.058211326599121, - 1.0555709600448608, - 1.0529969930648804, - 1.0491350889205933, - 1.0448534488677979, - 1.040528655052185, - 1.036194086074829, - 1.0336241722106934, - 1.0347590446472168, - 1.0267362594604492, - 1.010520100593567, - 1.0110529661178589, - 1.0053224563598633, - 1.0021986961364746, - 0.9979462623596191, - 0.9981347322463989, - 0.9935509562492371, - 0.9855367541313171, - 0.9848500490188599, - 0.985305905342102, - 0.9739807844161987, - 0.9726257920265198, - 0.9588281512260437, - 0.9569169282913208, - 0.9518300294876099, - 0.9381816387176514, - 0.9381433725357056, - 0.9348009824752808, - 0.9289494156837463, - 0.9273524284362793, - 0.9225242137908936, - 0.9213991165161133, - 0.9236059784889221, - 0.92336505651474, - 0.919825553894043, - 0.9168501496315002, - 0.9026824235916138, - 0.9078384041786194, - 0.8916093111038208, - 0.8892276287078857, - 0.8760605454444885, - 0.8778917789459229, - 0.8896758556365967, - 0.8883653879165649, - 0.8882287740707397, - 0.8859677910804749, - 0.872502326965332, - 0.8727273344993591, - 0.8708014488220215, - 0.8695744276046753, - 0.8642492890357971, - 0.8576409816741943, - 0.8507628440856934, - 0.8478927612304688, - 0.8430562019348145, - 0.8441829085350037, - 0.8420265913009644, - 0.8434838056564331, - 0.8538112640380859, - 0.8574445247650146, - 0.8566356301307678, - 0.8524288535118103, - 0.8424217104911804, - 0.8374933004379272, - 0.8371067643165588 + 1.1653610467910767, + 1.1342039108276367, + 1.1228790283203125, + 1.116053819656372, + 1.1096687316894531, + 1.102963924407959, + 1.0979890823364258, + 1.094274640083313, + 1.0952370166778564, + 1.0906665325164795, + 1.0855852365493774, + 1.0834003686904907, + 1.0844663381576538, + 1.0803354978561401, + 1.0795788764953613, + 1.0795366764068604, + 1.0664445161819458, + 1.0555843114852905, + 1.0545687675476074, + 1.0509604215621948, + 1.0462779998779297, + 1.041365623474121, + 1.0428465604782104, + 1.0400538444519043, + 1.0404443740844727, + 1.0362577438354492, + 1.0337339639663696, + 1.031355381011963, + 1.0263053178787231, + 1.018782615661621, + 1.0144727230072021, + 1.0155278444290161, + 1.0252175331115723, + 1.0063581466674805, + 1.0102025270462036, + 1.0037778615951538, + 1.0030449628829956, + 0.9957890510559082, + 0.9969441890716553, + 0.9996179938316345, + 0.9952107667922974, + 0.9945180416107178, + 0.9966815710067749, + 0.9905090928077698, + 0.9893537163734436, + 0.977155864238739, + 0.9739835262298584, + 0.9676709175109863, + 0.9691976308822632, + 0.956416130065918, + 0.9561585783958435, + 0.9505770802497864, + 0.9523922204971313, + 0.9442771673202515, + 0.9388417601585388, + 0.9484456181526184, + 0.9468538165092468, + 0.9449425339698792, + 0.9452376365661621, + 0.9364268779754639, + 0.9428751468658447, + 0.9276012182235718, + 0.9255050420761108, + 0.9205020070075989, + 0.9325466156005859, + 0.927211344242096, + 0.9203112721443176, + 0.9185930490493774, + 0.9174007177352905, + 0.9017888903617859, + 0.897281289100647, + 0.9105648398399353 ], "p90": [ - 1.5932714939117432, - 1.6061362028121948, - 1.6111878156661987, - 1.623255968093872, - 1.6249005794525146, - 1.6325671672821045, - 1.6511090993881226, - 1.6598162651062012, - 1.656891942024231, - 1.6697077751159668, - 1.676599144935608, - 1.6832420825958252, - 1.6969244480133057, - 1.6914328336715698, - 1.7046313285827637, - 1.7091386318206787, - 1.7471544742584229, - 1.7482601404190063, - 1.7446331977844238, - 1.758685827255249, - 1.7661774158477783, - 1.7823774814605713, - 1.7858777046203613, - 1.8040032386779785, - 1.7965675592422485, - 1.810901165008545, - 1.8180139064788818, - 1.8227581977844238, - 1.8330421447753906, - 1.834780216217041, - 1.8555629253387451, - 1.8576796054840088, - 1.9197672605514526, - 1.9142006635665894, - 1.898381233215332, - 1.905135989189148, - 1.924651861190796, - 1.9189889430999756, - 1.9275826215744019, - 1.9480342864990234, - 1.9435453414916992, - 1.9565119743347168, - 1.9634897708892822, - 1.9576218128204346, - 1.9664595127105713, - 1.9767786264419556, - 1.9962031841278076, - 2.0048911571502686, - 2.0719449520111084, - 2.0568931102752686, - 2.025390625, - 2.022508144378662, - 2.043360948562622, - 2.033294439315796, - 2.0605931282043457, - 2.0570404529571533, - 2.062931537628174, - 2.069185256958008, - 2.0619397163391113, - 2.0713772773742676, - 2.0695223808288574, - 2.065425157546997, - 2.105307102203369, - 2.094021797180176, - 2.218648910522461, - 2.198533773422241, - 2.17688250541687, - 2.1760523319244385, - 2.19191837310791, - 2.181117057800293, - 2.217942953109741, - 2.2053027153015137 + 1.4682426452636719, + 1.4992451667785645, + 1.5112968683242798, + 1.531335711479187, + 1.5330568552017212, + 1.5442607402801514, + 1.5569531917572021, + 1.566985845565796, + 1.568386197090149, + 1.5807878971099854, + 1.5911095142364502, + 1.5973215103149414, + 1.6063330173492432, + 1.6019072532653809, + 1.6083321571350098, + 1.6116771697998047, + 1.6546990871429443, + 1.6590843200683594, + 1.6529446840286255, + 1.6679478883743286, + 1.6677814722061157, + 1.6826200485229492, + 1.6963489055633545, + 1.698561668395996, + 1.6895177364349365, + 1.706686019897461, + 1.7172441482543945, + 1.7232621908187866, + 1.7305612564086914, + 1.7239747047424316, + 1.7380189895629883, + 1.7379013299942017, + 1.7991652488708496, + 1.7991158962249756, + 1.7903873920440674, + 1.804929494857788, + 1.8029351234436035, + 1.8255479335784912, + 1.835942268371582, + 1.8392717838287354, + 1.8225429058074951, + 1.8440462350845337, + 1.858311653137207, + 1.8635272979736328, + 1.8668537139892578, + 1.86128830909729, + 1.8785852193832397, + 1.8758540153503418, + 1.9304146766662598, + 1.9328742027282715, + 1.9183857440948486, + 1.9295753240585327, + 1.9294264316558838, + 1.9434590339660645, + 1.9683219194412231, + 1.963482141494751, + 1.9483505487442017, + 1.970700740814209, + 1.9822226762771606, + 1.9780844449996948, + 1.9830138683319092, + 1.9822263717651367, + 1.9970908164978027, + 1.9977775812149048, + 2.0405149459838867, + 2.0473098754882812, + 2.02569842338562, + 2.0319013595581055, + 2.037338972091675, + 2.0508792400360107, + 2.098048210144043, + 2.0707263946533203 ], "timestamps": [ - "2026-06-16 03:20:00", - "2026-06-16 03:30:00", "2026-06-16 03:40:00", "2026-06-16 03:50:00", "2026-06-16 04:00:00", @@ -525,6 +524,9 @@ "2026-06-17 03:10:00", "2026-06-17 03:20:00", "2026-06-17 03:30:00", - "2026-06-17 03:40:00" + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 9ec9f9f8c2f4b7f9ed86fb85429e4f36bae9359c..d9ead426cf32a384325386ec9dfb4826881ab267 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T03:47:52.978784+00:00", + "evaluated_at": "2026-06-18T03:55:55.912523+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 82231590ba8504b84738675144868850fc584f40..97b937c8de4bcfc6848d54106c5318f70d84f0ca 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,1797494.7544102457,1699059.534056408,1098.7299043587252,1.1153293845060361,0.016991387728149468,0.016790110083034066,30.987372976852935,1340.7068115028899,0.02061540251468176,0.016894640229269908,0.01626303357235398,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,1788335.263060892,1690066.0375573162,1096.5632376920585,1.1131299840981865,0.016956629538154133,0.01675644644282806,30.89939696053895,1337.2865299033308,0.020562125449422992,0.016860762710501142,0.016229177095358396,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.8750509412201162,0.8821007244113559,0.7712058349381415,0.7385496334803356,0.6746097269329352,0.4427605450197188,26.33266480229876,0.935441575524691,0.6963929816724856,0.5741270699611057,0.5618268198136195,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.05312432203129976,0.051185173566272134,0.2156573199835844,1.1542221364365353,0.15368789622363696,0.14147514931902352,15.779468358782562,0.2304871407070246,0.1609609541853802,0.15060453218838366,0.13422903350353554,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.010139006800444664,0.009640005208657744,0.08378568545133447,0.418928379944947,0.060069197214446785,0.057811278656083945,4.138554694531052,0.10069263528403984,0.06964332225473722,0.05794975447570019,0.049072016790118855,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.1024133507713908,0.09641388547654413,0.2667621749137175,0.18171121818334643,0.01479742400027602,0.014755637649443357,3.3162573765427705,0.32002085990039897,0.017627955984449314,0.01469426673985735,0.013543485531114004,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,449.9737498300595,461.11153939423735,16.45818296062801,1.3099369295681427,0.36564375365227614,0.4921506195673812,29.604219478596388,21.212584704133995,0.5701030603574646,0.44232518595192866,0.40584330615468833,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,232.26741995439775,229.00269686771358,13.148583393486172,6.541792662222008,0.5295136353656487,0.39269271498866526,234.99118190486953,15.240322173576178,0.5872956636720693,0.5066891580424511,0.4992963804084407,Weather,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index ad904fd68440eec3fed02f753e1a7acaa1c5581c..431c88320830ae66c844c336f7a1d747499532a0 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T03:50:08.064605+00:00", + "evaluated_at": "2026-06-18T03:58:10.161267+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64320.01171875 + 64372.01171875 ], "p50": [ 65842.74485232303, diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 1e9d5ed2b105d017ddf25790b5091baeecf49c16..8ddc2b5e36d54d9fb91d5fd0b90ab9fcfb32c1e5 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-18T03:37:34.271475+00:00", + "evaluated_at": "2026-06-18T03:58:10.178161+00:00", "freq": "10min", - "context_length": 75, + "context_length": 76, "prediction_length": 72, "context": [ - 1.100000023841858, 1.0, 1.0, 0.8999999761581421, @@ -80,11 +79,11 @@ 1.2000000476837158, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -154,233 +153,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842 ], "p50": [ - 1.4506238842414316, - 1.4561725566522379, - 1.4617212290630444, - 1.4672699014738506, - 1.472818573884657, - 1.4783672462954636, - 1.4839159187062698, - 1.4894645911170763, - 1.4950132635278826, - 1.500561935938689, - 1.5061106083494955, - 1.5116592807603018, - 1.5172079531711082, - 1.5227566255819145, - 1.528305297992721, - 1.5338539704035274, - 1.5394026428143337, - 1.5449513152251402, - 1.5504999876359464, - 1.556048660046753, - 1.5615973324575592, - 1.5671460048683656, - 1.5726946772791721, - 1.5782433496899784, - 1.5837920221007848, - 1.5893406945115913, - 1.5948893669223976, - 1.600438039333204, - 1.6059867117440103, - 1.6115353841548168, - 1.617084056565623, - 1.6226327289764295, - 1.628181401387236, - 1.6337300737980422, - 1.6392787462088487, - 1.644827418619655, - 1.6503760910304615, - 1.6559247634412677, - 1.6614734358520742, - 1.6670221082628807, - 1.672570780673687, - 1.6781194530844934, - 1.6836681254952999, - 1.6892167979061061, - 1.6947654703169126, - 1.7003141427277189, - 1.7058628151385253, - 1.7114114875493316, - 1.716960159960138, - 1.7225088323709445, - 1.7280575047817508, - 1.7336061771925573, - 1.7391548496033638, - 1.74470352201417, - 1.7502521944249765, - 1.7558008668357827, - 1.7613495392465892, - 1.7668982116573955, - 1.772446884068202, - 1.7779955564790084, - 1.7835442288898147, - 1.7890929013006212, - 1.7946415737114276, - 1.8001902461222339, - 1.8057389185330401, - 1.8112875909438466, - 1.816836263354653, - 1.8223849357654593, - 1.8279336081762658, - 1.8334822805870723, - 1.8390309529978786, - 1.844579625408685 + 1.3318919548755213, + 1.3369150168203265, + 1.3419380787651316, + 1.3469611407099367, + 1.3519842026547417, + 1.357007264599547, + 1.362030326544352, + 1.3670533884891571, + 1.3720764504339622, + 1.3770995123787675, + 1.3821225743235726, + 1.3871456362683776, + 1.3921686982131827, + 1.397191760157988, + 1.402214822102793, + 1.407237884047598, + 1.4122609459924031, + 1.4172840079372084, + 1.4223070698820135, + 1.4273301318268186, + 1.4323531937716236, + 1.437376255716429, + 1.442399317661234, + 1.447422379606039, + 1.4524454415508443, + 1.4574685034956494, + 1.4624915654404544, + 1.4675146273852595, + 1.4725376893300648, + 1.4775607512748699, + 1.482583813219675, + 1.48760687516448, + 1.4926299371092853, + 1.4976529990540903, + 1.5026760609988954, + 1.5076991229437005, + 1.5127221848885057, + 1.5177452468333108, + 1.5227683087781159, + 1.527791370722921, + 1.5328144326677262, + 1.5378374946125313, + 1.5428605565573363, + 1.5478836185021416, + 1.5529066804469467, + 1.5579297423917517, + 1.5629528043365568, + 1.5679758662813619, + 1.5729989282261672, + 1.5780219901709722, + 1.5830450521157773, + 1.5880681140605826, + 1.5930911760053876, + 1.5981142379501927, + 1.603137299894998, + 1.608160361839803, + 1.613183423784608, + 1.6182064857294132, + 1.6232295476742182, + 1.6282526096190235, + 1.6332756715638286, + 1.6382987335086336, + 1.643321795453439, + 1.648344857398244, + 1.653367919343049, + 1.6583909812878541, + 1.6634140432326592, + 1.6684371051774645, + 1.6734601671222695, + 1.6784832290670746, + 1.6835062910118799, + 1.688529352956685 ], "p10": [ - 1.3506238603995737, - 1.35617253281038, - 1.3617212052211864, - 1.2672699729994243, - 1.3728185500427992, - 1.3783672224536057, - 1.383915894864412, - 1.3894645672752184, - 1.3950132396860246, - 1.4005619120968311, - 1.4061105845076376, - 1.4116592569184438, - 1.4172079293292503, - 1.4227566017400566, - 1.428305274150863, - 1.4338539465616695, - 1.4394026189724758, - 1.4449512913832823, - 1.4504999637940885, - 1.456048636204895, - 1.4615973086157013, - 1.4671459810265077, - 1.4726946534373142, - 1.4782433258481205, - 1.483791998258927, - 1.4893406706697334, - 1.4948893430805397, - 1.5004380154913461, - 1.5059866879021524, - 1.5115353603129589, - 1.5170840327237651, - 1.5226327051345716, - 1.5181813870821215, - 1.5337300499561843, - 1.5392787223669908, - 1.544827394777797, - 1.5503760671886035, - 1.5559247395994098, - 1.5614734120102163, - 1.5670220844210228, - 1.572570756831829, - 1.5781194292426355, - 1.583668101653442, - 1.5892167740642482, - 1.5947654464750547, - 1.600314118885861, - 1.6058627912966674, - 1.6114114637074737, - 1.6169601361182802, - 1.6225088085290866, - 1.6280574809398929, - 1.6336061533506994, - 1.6391548257615058, - 1.644703498172312, - 1.6502521705831186, - 1.6558008429939248, - 1.6613495154047313, - 1.6668981878155376, - 1.672446860226344, - 1.6779955326371505, - 1.6835442050479568, - 1.6890928774587632, - 1.6946415498695697, - 1.6901902318171194, - 1.7057388946911822, - 1.7112875671019887, - 1.7168362395127952, - 1.7223849119236014, - 1.727933584334408, - 1.7334822567452144, - 1.7390309291560206, - 1.7445796015668271 + 1.2318919310336633, + 1.1369150883459, + 1.2419380549232737, + 1.2369611264048221, + 1.2519841788128838, + 1.257007240757689, + 1.2620303027024942, + 1.2670533646472992, + 1.2720764265921043, + 1.2770994885369096, + 1.2821225504817146, + 1.2871456124265197, + 1.2921686743713248, + 1.29719173631613, + 1.3022147982609351, + 1.3072378602057402, + 1.3122609221505452, + 1.3172839840953505, + 1.3223070460401556, + 1.3273301079849606, + 1.3323531699297657, + 1.337376231874571, + 1.342399293819376, + 1.3474223557641811, + 1.3524454177089864, + 1.3574684796537915, + 1.2624916369660282, + 1.267514698910833, + 1.3725376654882069, + 1.377560727433012, + 1.382583789377817, + 1.387606851322622, + 1.3926299132674274, + 1.3976529752122324, + 1.3026761325244691, + 1.4076990991018425, + 1.4127221610466478, + 1.417745222991453, + 1.422768284936258, + 1.427791346881063, + 1.4228144183626117, + 1.4378374707706734, + 1.4428605327154784, + 1.4478835946602837, + 1.4529066566050888, + 1.4579297185498938, + 1.462952780494699, + 1.3679759378069356, + 1.4729989043843092, + 1.4780219663291143, + 1.4830450282739194, + 1.4880680902187247, + 1.3930912475309611, + 1.4981142141083348, + 1.50313727605314, + 1.5081603379979451, + 1.4131834953101818, + 1.5182064618875553, + 1.5232295238323603, + 1.5282525857771656, + 1.5332756477219707, + 1.5382987096667757, + 1.4433218669790127, + 1.548344833556386, + 1.5533678955011911, + 1.5483909669827396, + 1.5634140193908013, + 1.5684370813356066, + 1.473460238647843, + 1.56848321476196, + 1.4835063625374536, + 1.588529329114827 ], "p90": [ - 1.5606238985465457, - 1.5561725804940958, - 1.6617211575374706, - 1.6672698299482769, - 1.6728185023590834, - 1.6783671747698898, - 1.6839159663899856, - 1.5994646054221904, - 1.6950131920023088, - 1.600561959780547, - 1.6061106321913534, - 1.711659209234728, - 1.7172078816455345, - 1.7227565540563408, - 1.6283053218345789, - 1.7338538988779537, - 1.6394026666561916, - 1.7449512436995664, - 1.7504999161103727, - 1.6560486838886108, - 1.661597356299417, - 1.767145933342792, - 1.7726946057535984, - 1.7782432781644046, - 1.6837920459426428, - 1.6893407183534492, - 1.7948892953968238, - 1.700438063175062, - 1.7059867355858682, - 1.7115354079966747, - 1.8170839850400493, - 1.8226326574508558, - 1.8281814490709518, - 1.8337300022724685, - 1.839278674683275, - 1.754827432924769, - 1.8503760314258166, - 1.855924691915694, - 1.761473459693932, - 1.7670221321047386, - 1.7725708045155448, - 1.7781194769263513, - 1.8836680539697261, - 1.789216821747964, - 1.7947654941587705, - 1.900314083123074, - 1.8058628389803832, - 1.9114114160237579, - 1.8269601742652521, - 1.8325088466760586, - 1.9280575524654666, - 1.8336062010344152, - 1.8391548734452217, - 1.844703545856028, - 1.9502522421086923, - 1.955800795310209, - 1.8613495630884471, - 1.8668982354992534, - 1.9724468125426282, - 1.8879955707841225, - 1.983544157364241, - 1.889092925142479, - 1.8946415975532855, - 2.0001901865175893, - 2.0057388470074664, - 2.011287519418273, - 1.916836287196511, - 2.0223848642398856, - 2.0279335366506923, - 2.0334822090614986, - 1.9390309768397365, - 2.0445795658040407 + 1.4318919787173792, + 1.4369150406621845, + 1.5419380072395579, + 1.4469611645517946, + 1.551984131129168, + 1.467007278904661, + 1.5620303742280677, + 1.5670533169635834, + 1.5720763789083883, + 1.5770994408531935, + 1.5821226220072884, + 1.4871456601102355, + 1.4921687220550406, + 1.4971917839998459, + 1.6022148697865086, + 1.507237907889456, + 1.6122608744668292, + 1.6172839364116345, + 1.6223069983564398, + 1.5373301461319326, + 1.5323532176134815, + 1.6373761841908552, + 1.5423993415030919, + 1.6474223080804653, + 1.6524454892345601, + 1.5574685273375073, + 1.6624914939148807, + 1.6675145558596856, + 1.5725377131719227, + 1.6775606797492961, + 1.682583741694101, + 1.587606899006338, + 1.6926298655837115, + 1.697653046737806, + 1.6126760753040095, + 1.6076991467855584, + 1.7127221133629318, + 1.6177452706751687, + 1.6227683326199738, + 1.727791311118276, + 1.6328144565095841, + 1.7378374230869573, + 1.7428606042410522, + 1.6478836423439995, + 1.7529067281306623, + 1.757929670866178, + 1.672952818641671, + 1.7679757947557881, + 1.672998952068025, + 1.7780219186453983, + 1.6830450759576352, + 1.6880681379024405, + 1.6930911998472455, + 1.7081142522553068, + 1.713137314200112, + 1.7181603761449171, + 1.713183447626466, + 1.7282065000345272, + 1.8232294761486445, + 1.8282526573027393, + 1.8332756000382546, + 1.83829866198306, + 1.8433218431371547, + 1.84834478587267, + 1.8533678478174753, + 1.8583909097622802, + 1.8634139717070854, + 1.7684371290193224, + 1.7734601909641274, + 1.7884832433721887, + 1.8835062194863061, + 1.7885293767985428 ], "timestamps": [ - "2026-06-16 03:20:00", - "2026-06-16 03:30:00", "2026-06-16 03:40:00", "2026-06-16 03:50:00", "2026-06-16 04:00:00", @@ -525,6 +524,9 @@ "2026-06-17 03:10:00", "2026-06-17 03:20:00", "2026-06-17 03:30:00", - "2026-06-17 03:40:00" + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index d5ab1f0989d12a67c457336d89cfbd51a72c05e7..0eb4a412e881ca440f686c9bbbaf8c4eb8037579 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T03:50:08.112434+00:00", + "evaluated_at": "2026-06-18T03:58:10.187619+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index d84d5a1ed75df6f6725430c5dd26a32ad1cd5bae..e637a8c205cb12d38924eea2e48bb5782994116a 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1321,3 +1321,5 @@ {"evaluated_at": "2026-06-18T03:43:26.162927+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-18T03:50:08.166759+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-18T03:50:08.166759+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-18T03:58:10.232900+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T03:58:10.232900+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 9aeb2cff03b6f0a5399b391d95ce6dae41a80dc5..895054635300eccf219bddf8e09bd07d9747cd23 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,882076.3732134501,949814.46439298,816.6212565104166,0.828958672905057,0.012629641180223314,0.012518009997235133,4.008876301130166,939.1892105499562,0.014441459867895816,0.012556791507709242,0.007960715552408354,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,870416.5146776835,897448.8315105438,796.5118815104166,0.808545487869703,0.012316868892755935,0.012211597180848806,4.586335883512846,932.9611538953181,0.014345216120004367,0.012247171315452533,0.008051236626389718,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.7013207358660717,0.9232141184032798,0.7193110386530558,0.3973250082150663,0.03165578214207213,0.03254988765978857,4.568059615663487,0.8374489452295416,0.03792364886638225,0.03257380573584,0.054069149564404936,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.040714556599853145,0.05746985137201155,0.20093069424231846,0.1924224167721924,0.1611564512713096,0.14461930071966622,1.8916547234444938,0.20177848398640807,0.1502147475344276,0.14958360728669295,0.20182578489810984,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.1184879039725849,0.11930308628900338,0.3161253763569726,1.691938429487684,0.2139842261696888,0.24392994622370454,9.119065139303146,0.3442207198478687,0.24038692721481947,0.22076651245940826,0.18233032833779006,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.016324692434048178,0.009113321268193975,0.07253864324755138,0.362693175276961,0.04946187395182972,0.04995384007486651,5.794002303709675,0.1277681197875596,0.08836988241638838,0.05017082027260611,0.0968515490041824,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.7773698365654127,0.7399329621705419,0.7040538787841797,0.47958256458946247,0.039748083533228194,0.038592762116207734,1.8231999772489587,0.8816857924257443,0.04856657889686508,0.0387819431200549,0.02654286731616115,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,48.47127704386215,70.50814695506217,5.730656067530314,0.4561134137024602,0.1323584789518726,0.14578474359874585,3.124892448412529,6.962131645111442,0.18711216067488756,0.15401539263239367,0.1799112126055057,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.3022889210518163,1.349677650954315,1.0802021821339924,0.5374311815447044,0.04227390538913676,0.043296045516176225,1.9864854428689114,1.1411787419382715,0.04397606028152803,0.04162628914474829,0.03757075374749845,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 6119d454e223785d2c2a81187860792e59131484..7220bd60d87b62fb2cd2e1dec32e927e8470e091 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:49:26.254904+00:00", + "evaluated_at": "2026-06-18T03:57:35.045455+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64468.01171875, 64548.73828125, 64689.5, - 64320.01171875 + 64372.01171875 ], "p50": [ - 65753.79296875, - 65745.4375, - 65752.07421875, - 65784.8828125, - 65795.6015625, - 65733.77734375, - 65779.86328125, - 65812.2109375, - 65733.41796875, - 65823.62890625, - 65756.9140625, - 65789.9765625, - 65820.8046875, - 65798.1875, - 65805.8046875, - 65764.4765625, - 65838.57421875, - 65889.7421875, - 65882.3828125, - 65773.38671875, - 65704.98828125, - 65742.33984375, - 65795.26171875, - 65747.62890625 + 65776.55078125, + 65790.37109375, + 65748.34375, + 65781.3515625, + 65803.5234375, + 65849.390625, + 65793.48828125, + 65804.5078125, + 65845.375, + 65858.9296875, + 65819.390625, + 65722.94921875, + 65767.6015625, + 65789.3359375, + 65726.26171875, + 65745.64453125, + 65720.64453125, + 65911.26171875, + 65828.6015625, + 65860.48046875, + 65794.08984375, + 65735.734375, + 65809.98046875, + 65847.9375 ], "p10": [ - 65427.296875, - 65275.205078125, - 65184.8984375, - 65096.025390625, - 65074.6484375, - 65034.71484375, - 64919.53125, - 64880.388671875, - 64728.984375, - 64867.2578125, - 64749.4375, - 64666.673828125, - 64644.310546875, - 64408.857421875, - 64622.658203125, - 64567.205078125, - 64454.23828125, - 64333.416015625, - 64764.9921875, - 64586.654296875, - 64142.18359375, - 64075.4921875, - 63961.716796875, - 64012.52734375 + 65440.841796875, + 65385.23046875, + 65108.537109375, + 65212.0078125, + 64980.6328125, + 65209.97265625, + 64963.099609375, + 65035.630859375, + 65087.5546875, + 64902.603515625, + 64762.541015625, + 64651.36328125, + 64505.326171875, + 64668.779296875, + 64527.970703125, + 64416.697265625, + 64272.48046875, + 64527.37890625, + 64356.267578125, + 64570.658203125, + 64282.1328125, + 64406.3515625, + 64195.64453125, + 64162.8046875 ], "p90": [ - 66065.51171875, - 66300.484375, - 66291.25390625, - 66252.0859375, - 66269.7578125, - 66522.75, - 66531.0625, - 66648.0625, - 66567.69921875, - 66569.17578125, - 66521.796875, - 66820.6015625, - 66766.20703125, - 66884.234375, - 67086.3828125, - 66914.84765625, - 66983.0859375, - 67336.84765625, - 67130.3046875, - 67228.6953125, - 66896.14453125, - 67405.06640625, - 67354.0703125, - 67004.23828125 + 66107.62890625, + 66231.6328125, + 66373.7578125, + 66399.5625, + 66338.23828125, + 66513.6171875, + 66587.3125, + 66518.54296875, + 66567.39453125, + 66826.296875, + 66801.33984375, + 66361.93359375, + 67090.73046875, + 66846.921875, + 66712.07421875, + 66770.18359375, + 67025.1796875, + 67073.2109375, + 67044.32421875, + 67166.5390625, + 67121.63671875, + 66840.296875, + 67237.1796875, + 67429.04296875 ], "timestamps": [ "2026-06-13 04:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index bd0a00047d1d2b68879660745c493aafd95a7a23..447ed1744d3421b886febb0493ddb545473cadf3 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:36:04.740307+00:00", + "evaluated_at": "2026-06-18T03:57:42.991652+00:00", "freq": "10min", - "context_length": 75, + "context_length": 76, "prediction_length": 72, "context": [ - 1.100000023841858, 1.0, 1.0, 0.8999999761581421, @@ -80,11 +79,11 @@ 1.2000000476837158, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -154,233 +153,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842 ], "p50": [ - 1.160412073135376, - 1.1460868120193481, - 1.153161346912384, - 1.1618130803108215, - 1.157470166683197, - 1.1398307085037231, - 1.1556459665298462, - 1.1281636357307434, - 1.1481654644012451, - 1.1392552256584167, - 1.114331603050232, - 1.111766517162323, - 1.1367065906524658, - 1.0994752049446106, - 1.1219529509544373, - 1.0877268314361572, - 1.044870674610138, - 1.1468690037727356, - 1.1051757335662842, - 1.0838568210601807, - 1.0869691371917725, - 1.0953223705291748, - 1.09548681974411, - 1.0823836922645569, - 1.096602201461792, - 1.1094131469726562, - 1.1132510900497437, - 1.114809513092041, - 1.0879984498023987, - 1.118528664112091, - 1.0874900817871094, - 1.0769883394241333, - 1.1386144757270813, - 1.1335037350654602, - 1.1280571222305298, - 1.1483252048492432, - 1.1601863503456116, - 1.1313321590423584, - 1.1302432417869568, - 1.135012149810791, - 1.097273051738739, - 1.0985826253890991, - 1.1449913382530212, - 1.1347734332084656, - 1.139117181301117, - 1.1051028370857239, - 1.11914724111557, - 1.0979190468788147, - 1.111014485359192, - 1.1082653403282166, - 1.0661545991897583, - 1.1297163367271423, - 1.0677402019500732, - 1.057689368724823, - 1.0641242861747742, - 1.075511395931244, - 1.1119306683540344, - 1.0871121287345886, - 1.0551657676696777, - 1.0519762635231018, - 1.05959814786911, - 1.0941171646118164, - 1.0814502835273743, - 1.0971503257751465, - 1.0702298879623413, - 1.0513613820075989, - 1.1091793775558472, - 1.0903566479682922, - 1.143201768398285, - 1.0571538209915161, - 1.1077945828437805, - 1.084806740283966 + 1.3145491480827332, + 1.3565586805343628, + 1.3105342388153076, + 1.294007122516632, + 1.335352599620819, + 1.3493082523345947, + 1.3308165669441223, + 1.3398191332817078, + 1.3514757752418518, + 1.3461361527442932, + 1.3133675456047058, + 1.3516506552696228, + 1.3532294034957886, + 1.3908085227012634, + 1.3380016088485718, + 1.334441363811493, + 1.344021201133728, + 1.3806483149528503, + 1.3950992226600647, + 1.3647802472114563, + 1.3750815391540527, + 1.3652374744415283, + 1.3521217703819275, + 1.3722999691963196, + 1.4161213040351868, + 1.411459505558014, + 1.4042304158210754, + 1.3968940377235413, + 1.464353322982788, + 1.4142992496490479, + 1.440373182296753, + 1.4246774315834045, + 1.4154656529426575, + 1.3875650763511658, + 1.4054772853851318, + 1.4090155363082886, + 1.3928701281547546, + 1.469340741634369, + 1.407001554965973, + 1.398475468158722, + 1.4705045223236084, + 1.4881481528282166, + 1.4501078724861145, + 1.3972102403640747, + 1.4442667365074158, + 1.4386796951293945, + 1.3988998532295227, + 1.463587760925293, + 1.4797168374061584, + 1.5811802744865417, + 1.5013191103935242, + 1.4464964270591736, + 1.5607467293739319, + 1.5133986473083496, + 1.5477939248085022, + 1.4801107048988342, + 1.4804177284240723, + 1.399074137210846, + 1.5205131769180298, + 1.5011683702468872, + 1.4916179776191711, + 1.541373610496521, + 1.492558240890503, + 1.492479145526886, + 1.4748117923736572, + 1.5077090859413147, + 1.5467450022697449, + 1.5701223015785217, + 1.4541630744934082, + 1.4908331632614136, + 1.5140602588653564, + 1.6303096413612366 ], "p10": [ - 0.9365993142127991, - 0.9102813899517059, - 0.9002662003040314, - 0.9252475500106812, - 0.9242651164531708, - 0.9205959141254425, - 0.8897378146648407, - 0.8077073395252228, - 0.8039311766624451, - 0.8227522075176239, - 0.7670287787914276, - 0.8035747706890106, - 0.7975918054580688, - 0.682854413986206, - 0.7691309750080109, - 0.7404468655586243, - 0.7115771174430847, - 0.7964343130588531, - 0.6788974106311798, - 0.7564608752727509, - 0.7085151076316833, - 0.784657895565033, - 0.7287392914295197, - 0.7276777029037476, - 0.6996277272701263, - 0.7290308475494385, - 0.8385321199893951, - 0.819502592086792, - 0.7710782885551453, - 0.7438900470733643, - 0.7389526069164276, - 0.6929424703121185, - 0.8046277165412903, - 0.7601215839385986, - 0.7693247199058533, - 0.8044081032276154, - 0.8281064331531525, - 0.7906721830368042, - 0.7633559107780457, - 0.7933116555213928, - 0.6942515969276428, - 0.7207236588001251, - 0.7494244873523712, - 0.7047125697135925, - 0.7275034189224243, - 0.6676388680934906, - 0.7081285715103149, - 0.5855551958084106, - 0.6809348464012146, - 0.6489450931549072, - 0.6299706399440765, - 0.6317378878593445, - 0.6345430016517639, - 0.6790562868118286, - 0.6338540315628052, - 0.6810760796070099, - 0.6797947883605957, - 0.6707403361797333, - 0.7159141898155212, - 0.6511537432670593, - 0.636984646320343, - 0.665665328502655, - 0.6901234090328217, - 0.6684666275978088, - 0.6841935813426971, - 0.7177449464797974, - 0.6739101111888885, - 0.6067818701267242, - 0.7575479447841644, - 0.6202884316444397, - 0.6670745313167572, - 0.692630410194397 + 1.2050486207008362, + 1.2272024750709534, + 1.152033805847168, + 1.135667622089386, + 1.1493061184883118, + 1.1575201153755188, + 1.1342041492462158, + 1.0886676907539368, + 1.1193345189094543, + 1.102272093296051, + 1.0704522132873535, + 1.0599659085273743, + 1.0649887323379517, + 1.128685712814331, + 1.0438079833984375, + 1.0542893409729004, + 1.0228279829025269, + 1.1294500231742859, + 1.1143115162849426, + 1.0774455666542053, + 1.0361242890357971, + 1.0436784625053406, + 1.0126476287841797, + 1.0466400980949402, + 1.1220740675926208, + 1.063305377960205, + 1.0396264791488647, + 0.9953133761882782, + 0.9809786975383759, + 0.9610985219478607, + 1.0271334052085876, + 1.0045070350170135, + 0.9624559581279755, + 0.9659216403961182, + 0.9404286742210388, + 1.0042563080787659, + 0.9768818318843842, + 1.0174747109413147, + 0.92975053191185, + 0.9804727137088776, + 1.0303255319595337, + 1.0162853598594666, + 0.968349039554596, + 1.0046602189540863, + 0.9016969799995422, + 0.905903160572052, + 0.8385675251483917, + 0.9848371148109436, + 1.0086395740509033, + 1.0630691647529602, + 0.9523853361606598, + 0.951235443353653, + 1.0598798394203186, + 1.0042828917503357, + 0.9278627932071686, + 0.9544585347175598, + 0.953639030456543, + 0.8575617671012878, + 0.9184733927249908, + 1.0147303938865662, + 0.9351925551891327, + 0.9640078842639923, + 0.9434506893157959, + 0.8923922777175903, + 0.8511373102664948, + 0.9243625104427338, + 0.9839047789573669, + 0.9588292241096497, + 0.8767410516738892, + 0.8932230770587921, + 0.8467853665351868, + 1.0515547394752502 ], "p90": [ - 1.4036322832107544, - 1.445953130722046, - 1.4266438484191895, - 1.4592244029045105, - 1.4853049516677856, - 1.4361302256584167, - 1.48837548494339, - 1.4772246479988098, - 1.4443057775497437, - 1.4105716943740845, - 1.439601182937622, - 1.4240520596504211, - 1.467894196510315, - 1.4585533142089844, - 1.4323362112045288, - 1.445585548877716, - 1.359269917011261, - 1.505208134651184, - 1.462488055229187, - 1.4408597946166992, - 1.4212042093276978, - 1.4372488260269165, - 1.4270901083946228, - 1.4016802906990051, - 1.4308335781097412, - 1.3856410384178162, - 1.4827892184257507, - 1.4662360548973083, - 1.39729243516922, - 1.403488039970398, - 1.4195674657821655, - 1.5409889221191406, - 1.4885060787200928, - 1.5062878131866455, - 1.443428874015808, - 1.5367854237556458, - 1.4413973093032837, - 1.5297302603721619, - 1.5274231433868408, - 1.4836668372154236, - 1.476254403591156, - 1.4310222268104553, - 1.474583625793457, - 1.4777114987373352, - 1.5457372069358826, - 1.5083469152450562, - 1.5207179188728333, - 1.5987504720687866, - 1.5006318092346191, - 1.6186922192573547, - 1.5415281653404236, - 1.5446614027023315, - 1.5069783926010132, - 1.4425184726715088, - 1.590051293373108, - 1.4555748105049133, - 1.5457454323768616, - 1.4819363951683044, - 1.5496166944503784, - 1.5018219947814941, - 1.3973138332366943, - 1.5106480121612549, - 1.541183590888977, - 1.5562135577201843, - 1.5743111968040466, - 1.4120125770568848, - 1.5545987486839294, - 1.4762113094329834, - 1.5690183639526367, - 1.4789552092552185, - 1.545684039592743, - 1.5466477274894714 + 1.4312981963157654, + 1.4962350130081177, + 1.4714877605438232, + 1.4529253244400024, + 1.5772852301597595, + 1.606824517250061, + 1.5626769065856934, + 1.564296305179596, + 1.5752344131469727, + 1.5950068235397339, + 1.5721779465675354, + 1.630352258682251, + 1.6408069133758545, + 1.7215107083320618, + 1.6502063274383545, + 1.631044864654541, + 1.7015756964683533, + 1.776265025138855, + 1.7675199508666992, + 1.693223476409912, + 1.8648302555084229, + 1.7028359770774841, + 1.8288041353225708, + 1.893584966659546, + 1.846634566783905, + 1.8925483226776123, + 1.8601641058921814, + 1.9614593386650085, + 2.148341417312622, + 2.0904855728149414, + 2.0753718614578247, + 2.010148525238037, + 1.956308901309967, + 1.8557341694831848, + 2.2331173419952393, + 1.9137333631515503, + 2.121266007423401, + 2.246409773826599, + 2.0562838315963745, + 2.0885376930236816, + 2.192512273788452, + 2.306437849998474, + 2.1207610368728638, + 2.325927972793579, + 2.271160840988159, + 2.34860360622406, + 2.0988301038742065, + 2.2512266635894775, + 2.3669023513793945, + 2.6897828578948975, + 2.7559542655944824, + 2.422726273536682, + 2.730397582054138, + 2.699016571044922, + 2.46415913105011, + 2.5947227478027344, + 2.4550470113754272, + 2.2814133167266846, + 2.541794776916504, + 2.769782781600952, + 2.6403307914733887, + 2.829055666923523, + 2.922083616256714, + 2.6805176734924316, + 2.6319103240966797, + 2.7221723794937134, + 2.87872052192688, + 2.6115880012512207, + 2.736523747444153, + 2.761392593383789, + 2.7269461154937744, + 3.182790994644165 ], "timestamps": [ - "2026-06-16 03:20:00", - "2026-06-16 03:30:00", "2026-06-16 03:40:00", "2026-06-16 03:50:00", "2026-06-16 04:00:00", @@ -525,6 +524,9 @@ "2026-06-17 03:10:00", "2026-06-17 03:20:00", "2026-06-17 03:30:00", - "2026-06-17 03:40:00" + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 4cdc2b8410a632b9096c2c3810d4a69550015d40..4bac83e77626422d7782ded3b8a99ec655f238d9 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T03:49:35.048480+00:00", + "evaluated_at": "2026-06-18T03:57:45.095553+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index fb7316cd62a2767f9fc424a78483da9fc9867278..9d38418dceaccd89485443e7ff585dc2ad4b4e39 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,1363956.6458855195,1277414.2967867155,974.5713061951719,0.9892950130726756,0.0150657388449666,0.014914284575017894,25.622353375401975,1167.8855448568236,0.017958013185084755,0.014985513300966272,0.014279643433752863,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,1356585.7291088605,1270209.3748603177,972.4046395285053,0.9870956126648261,0.01503119664507851,0.014880617931198362,25.534377359087994,1164.7256024956523,0.017908827627540383,0.014951699384148764,0.014245853032763572,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.06626482390721172,0.06581647470098038,0.23455205979540086,0.22462010781835667,0.17710871889733984,0.17743947284086617,6.75377463922396,0.25741954841699904,0.19163694617950736,0.17461315869644173,0.16486335950791833,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06475578484326552,0.06689810943256241,0.22563810440692103,1.207640412808017,0.15097023716152844,0.16678755949712162,8.637953460719075,0.2544715796376199,0.17771051411322367,0.1575746242263638,0.13690179508973155,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06679882747525322,0.06812085367785269,0.22346293425118466,1.117314545071875,0.14719434035345452,0.1626109098202881,9.273840604045844,0.25845469133922333,0.17875829057817086,0.15455649857751966,0.13627885059735623,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,4.311690472443179,4.353385605414734,1.9916667143503812,1.356669793972431,0.11101930207194029,0.1045594536540932,12.75033092793088,2.0764610452505914,0.11437930615052198,0.10970851458616912,0.10232677813625594,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,193.13558403414913,196.38170546573465,12.294179302780188,0.9785162509111863,0.32416386125757224,0.3306207786971516,13.55783136665073,13.897322908896847,0.3735002797463878,0.3304146733110017,0.2980414265854275,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,9.66647279175955,10.179779494209766,2.437783950517821,1.2128665638216558,0.08772434890084861,0.09417811462778831,20.952795245511528,3.1090951725155582,0.11981099165528246,0.09394157989591444,0.08370387573531757,Weather,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 990ecd11d2c5325725bbb330396be3943d912939..0816e3a3fd3e3ded0045ce1f2024672d549af489 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:50:08.122798+00:00", + "evaluated_at": "2026-06-18T03:58:10.194131+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64320.01171875 + 64372.01171875 ], "p50": [ 65997.93600945723, diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 0903123e56a798212be5b83d5cfe8d78e8419808..8a7d3900df162663989833a6ef39d81ffbf63d4c 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:37:34.402037+00:00", + "evaluated_at": "2026-06-18T03:58:10.203681+00:00", "freq": "10min", - "context_length": 75, + "context_length": 76, "prediction_length": 72, "context": [ - 1.100000023841858, 1.0, 1.0, 0.8999999761581421, @@ -80,11 +79,11 @@ 1.2000000476837158, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -154,233 +153,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842 ], "p50": [ - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075, - 1.2070946157784075 + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611 ], "p10": [ - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.0070946873039812, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.097094601473293, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.097094601473293, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496, - 1.1070945919365496 + 1.125166658361753, + 1.0251667537291844, + 1.125166658361753, + 1.1151666678984964, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.0251667537291844, + 1.0251667537291844, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.0251667537291844, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.1151666678984964, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.0251667537291844, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.0251667537291844, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.0251667537291844, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.0251667537291844, + 1.125166658361753, + 1.125166658361753, + 1.1151666678984964, + 1.125166658361753, + 1.125166658361753, + 1.0251667537291844, + 1.1151666678984964, + 1.0251667537291844, + 1.125166658361753 ], "p90": [ - 1.3170946300835216, - 1.3070946396202654, - 1.4070945442528338, - 1.4070945442528338, - 1.4070945442528338, - 1.4070945442528338, - 1.4070946634621233, - 1.3170946300835216, - 1.4070945442528338, - 1.3070946396202654, - 1.3070946396202654, - 1.4070945442528338, - 1.4070945442528338, - 1.4070945442528338, - 1.3070946396202654, - 1.4070945442528338, - 1.3070946396202654, - 1.4070945442528338, - 1.4070945442528338, - 1.3070946396202654, - 1.3070946396202654, - 1.4070945442528338, - 1.4070945442528338, - 1.4070945442528338, - 1.3070946396202654, - 1.3070946396202654, - 1.4070945442528338, - 1.3070946396202654, - 1.3070946396202654, - 1.3070946396202654, - 1.4070945442528338, - 1.4070945442528338, - 1.4070946634621233, - 1.4070945442528338, - 1.4070945442528338, - 1.3170946300835216, - 1.4070945561737627, - 1.4070945442528338, - 1.3070946396202654, - 1.3070946396202654, - 1.3070946396202654, - 1.3070946396202654, - 1.4070945442528338, - 1.3070946396202654, - 1.3070946396202654, - 1.4070945561737627, - 1.3070946396202654, - 1.4070945442528338, - 1.3170946300835216, - 1.3170946300835216, - 1.4070946634621233, - 1.3070946396202654, - 1.3070946396202654, - 1.3070946396202654, - 1.4070946634621233, - 1.4070945442528338, - 1.3070946396202654, - 1.3070946396202654, - 1.4070945442528338, - 1.3170946300835216, - 1.4070945442528338, - 1.3070946396202654, - 1.3070946396202654, - 1.4070945561737627, - 1.4070945442528338, - 1.4070945442528338, - 1.3070946396202654, - 1.4070945442528338, - 1.4070945442528338, - 1.4070945442528338, - 1.3070946396202654, - 1.4070945561737627 + 1.3251667060454688, + 1.3251667060454688, + 1.425166610678037, + 1.3251667060454688, + 1.425166610678037, + 1.335166696508725, + 1.4251667298873265, + 1.425166610678037, + 1.425166610678037, + 1.425166610678037, + 1.4251667298873265, + 1.3251667060454688, + 1.3251667060454688, + 1.3251667060454688, + 1.4251667298873265, + 1.3251667060454688, + 1.425166610678037, + 1.425166610678037, + 1.425166610678037, + 1.335166696508725, + 1.3251667060454688, + 1.425166610678037, + 1.3251667060454688, + 1.425166610678037, + 1.4251667298873265, + 1.3251667060454688, + 1.425166610678037, + 1.425166610678037, + 1.3251667060454688, + 1.425166610678037, + 1.425166610678037, + 1.3251667060454688, + 1.425166610678037, + 1.4251667298873265, + 1.335166696508725, + 1.3251667060454688, + 1.425166610678037, + 1.3251667060454688, + 1.3251667060454688, + 1.4251666225989659, + 1.3251667060454688, + 1.425166610678037, + 1.4251667298873265, + 1.3251667060454688, + 1.4251667298873265, + 1.425166610678037, + 1.335166696508725, + 1.425166610678037, + 1.3251667060454688, + 1.425166610678037, + 1.3251667060454688, + 1.3251667060454688, + 1.3251667060454688, + 1.335166696508725, + 1.335166696508725, + 1.335166696508725, + 1.3251667060454688, + 1.335166696508725, + 1.425166610678037, + 1.4251667298873265, + 1.425166610678037, + 1.425166610678037, + 1.4251667298873265, + 1.425166610678037, + 1.425166610678037, + 1.425166610678037, + 1.425166610678037, + 1.3251667060454688, + 1.3251667060454688, + 1.335166696508725, + 1.425166610678037, + 1.3251667060454688 ], "timestamps": [ - "2026-06-16 03:20:00", - "2026-06-16 03:30:00", "2026-06-16 03:40:00", "2026-06-16 03:50:00", "2026-06-16 04:00:00", @@ -525,6 +524,9 @@ "2026-06-17 03:10:00", "2026-06-17 03:20:00", "2026-06-17 03:30:00", - "2026-06-17 03:40:00" + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index cf1f8bb2ae16220800bc9064fba32fb2c7e77c83..3ab00ea80bd15b7bd77f5b0ddccea3e38ad561b2 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T03:50:08.138850+00:00", + "evaluated_at": "2026-06-18T03:58:10.209565+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 3e563d05dba8c80f52fd2e69c9ac9a3799513205..f53e418cdb88e63a06bc60f6bb49a49811849cd1 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,7 +1,7 @@ { "status": "ok", - "started_at": "2026-06-18T03:47:14.177348+00:00", - "finished_at": "2026-06-18T03:50:08.158943+00:00", + "started_at": "2026-06-18T03:55:10.145771+00:00", + "finished_at": "2026-06-18T03:58:10.231756+00:00", "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", @@ -10,19 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T03:47:52.978784+00:00", + "evaluated_at": "2026-06-18T03:55:55.912523+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -30,19 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T03:48:19.596310+00:00", + "evaluated_at": "2026-06-18T03:56:25.600831+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -50,19 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:48:51.415330+00:00", + "evaluated_at": "2026-06-18T03:56:54.273141+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -70,19 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T03:49:03.728919+00:00", + "evaluated_at": "2026-06-18T03:57:10.918910+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -90,19 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T03:49:35.048480+00:00", + "evaluated_at": "2026-06-18T03:57:45.095553+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -110,19 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T03:50:06.081094+00:00", + "evaluated_at": "2026-06-18T03:58:08.683129+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -130,19 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T03:50:08.012522+00:00", + "evaluated_at": "2026-06-18T03:58:10.132055+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -150,19 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T03:50:08.112434+00:00", + "evaluated_at": "2026-06-18T03:58:10.187619+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -170,19 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T03:50:08.138850+00:00", + "evaluated_at": "2026-06-18T03:58:10.209565+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -190,19 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T03:50:08.157418+00:00", + "evaluated_at": "2026-06-18T03:58:10.230176+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -210,7 +210,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-18T03:50:44.030592+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_035810.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_035810.json new file mode 100644 index 0000000000000000000000000000000000000000..bd4178884c5836b5a2e36c4b3393dcf586586bd5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_035810.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-18T03:58:10.006486+00:00", + "metrics": { + "MSE[mean]": 812261.9339430373, + "MSE[0.5]": 354135.6371736061, + "MAE[0.5]": 535.1666342399403, + "MASE[0.5]": 0.5432518678222137, + "MAPE[0.5]": 0.008234138100181405, + "sMAPE[0.5]": 0.00822361926406861, + "MSIS": 7.397847763683398, + "RMSE[mean]": 901.2557539028737, + "NRMSE[mean]": 0.013857713705607129, + "ND[0.5]": 0.008228725275788568, + "mean_weighted_sum_quantile_loss": 0.007269534623442972 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64372.01171875 + ], + "predictions": { + "p50": [ + 65147.691769853984, + 65155.1028934771, + 65185.78745347722, + 65157.007946574406, + 65155.64009367096, + 65160.113194771846, + 65164.478902429444, + 65158.9432976244, + 65151.267205826036, + 65149.70865136339, + 65151.26795981523, + 65156.27266719824, + 65158.94123351334, + 65158.941385954604, + 65153.78898744726, + 65154.89048048851, + 65161.65487110574, + 65155.031412505006, + 65156.272485408655, + 65135.069031462976, + 65164.48247959961, + 65158.94133234967, + 65147.821887402846, + 65152.82851365718 + ], + "p10": [ + 64850.16618549856, + 64983.96582072018, + 64960.36383299123, + 64950.506458323696, + 64892.18898603873, + 64950.640606918285, + 64960.39952890541, + 64959.42817135717, + 64943.9914713883, + 64855.6733593704, + 64943.99222537749, + 64959.426384717925, + 65000.43667865604, + 64949.14202017774, + 64950.634064611804, + 64950.48489780525, + 64897.64780936243, + 64986.50447618491, + 64950.634091603046, + 64949.14196761054, + 64950.48488067348, + 64897.64781877452, + 64855.6727658029, + 64983.89433495902 + ], + "p90": [ + 65406.97934000839, + 65368.18253303399, + 65497.17698223505, + 65484.51931618998, + 65484.485885179995, + 65484.50425196614, + 65474.61876125249, + 65497.21822185935, + 65474.62125928321, + 65474.62293256027, + 65380.53794845934, + 65489.29095948097, + 65485.76949264663, + 65488.41022603496, + 65373.73642951253, + 65484.88899893403, + 65497.21624717253, + 65504.91811556093, + 65370.028345548824, + 65474.622340725626, + 65488.410171164796, + 65380.53827487482, + 65380.53827417971, + 65380.53827456159 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_035542.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_035542.json new file mode 100644 index 0000000000000000000000000000000000000000..de62548e30a1aad603eadaa9d08ecb27baa2e64a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_035542.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T03:55:42.210183+00:00", + "metrics": { + "MSE[mean]": 699485.7990760803, + "MSE[0.5]": 699485.7990760803, + "MAE[0.5]": 709.453125, + "MASE[0.5]": 0.7201714580654485, + "MAPE[0.5]": 0.010967627705701833, + "sMAPE[0.5]": 0.010886465114988355, + "MSIS": 2.4493918715148353, + "RMSE[mean]": 836.3526762533138, + "NRMSE[mean]": 0.012859763606775008, + "ND[0.5]": 0.010908555369797745, + "mean_weighted_sum_quantile_loss": 0.007201548635178386 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64372.01171875 + ], + "predictions": { + "p50": [ + 65818.3203125, + 65809.0703125, + 65806.84375, + 65808.0, + 65784.3828125, + 65777.671875, + 65760.453125, + 65749.0859375, + 65728.6328125, + 65725.2734375, + 65694.0390625, + 65693.5, + 65688.5859375, + 65685.9609375, + 65658.0390625, + 65668.5546875, + 65630.5390625, + 65620.8828125, + 65614.3359375, + 65600.2578125, + 65570.6796875, + 65531.0546875, + 65489.77734375, + 65480.26953125 + ], + "p10": [ + 65520.25390625, + 65408.3046875, + 65309.62890625, + 65196.1875, + 65074.29296875, + 64950.6328125, + 64816.41015625, + 64732.1640625, + 64650.86328125, + 64536.33984375, + 64473.30859375, + 64409.9921875, + 64325.71875, + 64270.1171875, + 64228.8828125, + 64219.5078125, + 64127.96484375, + 63999.09765625, + 63952.578125, + 63903.81640625, + 63823.75390625, + 63772.546875, + 63713.078125, + 63686.98046875 + ], + "p90": [ + 66027.6171875, + 66120.15625, + 66199.125, + 66266.5234375, + 66320.59375, + 66350.65625, + 66369.53125, + 66417.4296875, + 66446.609375, + 66485.828125, + 66510.6484375, + 66561.9453125, + 66624.46875, + 66623.53125, + 66631.1640625, + 66652.0859375, + 66669.90625, + 66697.2109375, + 66717.796875, + 66791.3046875, + 66768.890625, + 66802.015625, + 66823.0234375, + 66819.859375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_035810.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_035810.json new file mode 100644 index 0000000000000000000000000000000000000000..8dd00f232b30aaa2612286c8e9a08a2b372afa16 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_035810.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-18T03:58:10.161267+00:00", + "metrics": { + "MSE[mean]": 1788335.263060892, + "MSE[0.5]": 1690066.0375573162, + "MAE[0.5]": 1096.5632376920585, + "MASE[0.5]": 1.1131299840981865, + "MAPE[0.5]": 0.016956629538154133, + "sMAPE[0.5]": 0.01675644644282806, + "MSIS": 30.89939696053895, + "RMSE[mean]": 1337.2865299033308, + "NRMSE[mean]": 0.020562125449422992, + "ND[0.5]": 0.016860762710501142, + "mean_weighted_sum_quantile_loss": 0.016229177095358396 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64372.01171875 + ], + "predictions": { + "p50": [ + 65842.74485232303, + 65861.90660821208, + 65891.22070785113, + 65915.00355749018, + 65955.80984462923, + 65947.60831926829, + 66002.58257515733, + 66030.63300292139, + 66036.61311818543, + 66068.18893657447, + 66071.99522371353, + 66151.98901085257, + 66154.84217299163, + 66165.20314763067, + 66161.19693476973, + 66213.13994065877, + 66249.51263404783, + 66273.27595243687, + 66287.21895832593, + 66293.31040171497, + 66338.05418885402, + 66372.97766349307, + 66385.99098188212, + 66421.43398777118 + ], + "p10": [ + 65549.29172732303, + 65656.86832696208, + 65686.41211410113, + 65722.96761999019, + 65685.67859462922, + 65768.12355364328, + 65828.13140328233, + 65821.73964354639, + 65784.45061818542, + 65771.52878032447, + 65879.10537996353, + 65974.29213585258, + 65990.00623549163, + 65966.51564763067, + 65977.87740351973, + 65958.91337815877, + 66043.97669654783, + 66068.66970243688, + 66081.50020832593, + 66114.67368296497, + 66082.37840760402, + 66167.81750724307, + 66131.76441938212, + 66251.32461277118 + ], + "p90": [ + 66172.34016482302, + 66094.18785821208, + 66234.47461410113, + 66246.10511999018, + 66273.93875087923, + 66298.63175676829, + 66224.37163765733, + 66429.34589354639, + 66293.03889943543, + 66407.32565532447, + 66323.14366121353, + 66446.87338585257, + 66471.56639174162, + 66497.01174138067, + 66407.83755976973, + 66545.56181565877, + 66580.17669654783, + 66698.49470243687, + 66514.64083332593, + 66644.33383921497, + 66669.11043885401, + 66594.76672599307, + 66719.24879438212, + 66743.94180027118 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_035735.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_035735.json new file mode 100644 index 0000000000000000000000000000000000000000..3ca2fb9c1769a1a36bbf6b74fc6549ae95800ec5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_035735.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T03:57:35.045455+00:00", + "metrics": { + "MSE[mean]": 870416.5146776835, + "MSE[0.5]": 897448.8315105438, + "MAE[0.5]": 796.5118815104166, + "MASE[0.5]": 0.808545487869703, + "MAPE[0.5]": 0.012316868892755935, + "sMAPE[0.5]": 0.012211597180848806, + "MSIS": 4.586335883512846, + "RMSE[mean]": 932.9611538953181, + "NRMSE[mean]": 0.014345216120004367, + "ND[0.5]": 0.012247171315452533, + "mean_weighted_sum_quantile_loss": 0.008051236626389718 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64372.01171875 + ], + "predictions": { + "p50": [ + 65776.55078125, + 65790.37109375, + 65748.34375, + 65781.3515625, + 65803.5234375, + 65849.390625, + 65793.48828125, + 65804.5078125, + 65845.375, + 65858.9296875, + 65819.390625, + 65722.94921875, + 65767.6015625, + 65789.3359375, + 65726.26171875, + 65745.64453125, + 65720.64453125, + 65911.26171875, + 65828.6015625, + 65860.48046875, + 65794.08984375, + 65735.734375, + 65809.98046875, + 65847.9375 + ], + "p10": [ + 65440.841796875, + 65385.23046875, + 65108.537109375, + 65212.0078125, + 64980.6328125, + 65209.97265625, + 64963.099609375, + 65035.630859375, + 65087.5546875, + 64902.603515625, + 64762.541015625, + 64651.36328125, + 64505.326171875, + 64668.779296875, + 64527.970703125, + 64416.697265625, + 64272.48046875, + 64527.37890625, + 64356.267578125, + 64570.658203125, + 64282.1328125, + 64406.3515625, + 64195.64453125, + 64162.8046875 + ], + "p90": [ + 66107.62890625, + 66231.6328125, + 66373.7578125, + 66399.5625, + 66338.23828125, + 66513.6171875, + 66587.3125, + 66518.54296875, + 66567.39453125, + 66826.296875, + 66801.33984375, + 66361.93359375, + 67090.73046875, + 66846.921875, + 66712.07421875, + 66770.18359375, + 67025.1796875, + 67073.2109375, + 67044.32421875, + 67166.5390625, + 67121.63671875, + 66840.296875, + 67237.1796875, + 67429.04296875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_035810.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_035810.json new file mode 100644 index 0000000000000000000000000000000000000000..a4c91a059ae5d6a680b11356c4da127ebcfae5ee --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_035810.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T03:58:10.194131+00:00", + "metrics": { + "MSE[mean]": 1356585.7291088605, + "MSE[0.5]": 1270209.3748603177, + "MAE[0.5]": 972.4046395285053, + "MASE[0.5]": 0.9870956126648261, + "MAPE[0.5]": 0.01503119664507851, + "sMAPE[0.5]": 0.014880617931198362, + "MSIS": 25.534377359087994, + "RMSE[mean]": 1164.7256024956523, + "NRMSE[mean]": 0.017908827627540383, + "ND[0.5]": 0.014951699384148764, + "mean_weighted_sum_quantile_loss": 0.014245853032763572 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64372.01171875 + ], + "predictions": { + "p50": [ + 65997.93600945723, + 65992.40475945723, + 65997.02585320723, + 65996.11569695723, + 66012.22897820723, + 65979.33444695723, + 66009.61569695723, + 66012.97311883223, + 65994.26022820723, + 66001.14304070723, + 65980.25632195723, + 66035.55710320723, + 66013.71725945723, + 65999.38522820723, + 65970.68600945723, + 65997.93600945723, + 66009.61569695723, + 66008.68600945723, + 65997.93600945723, + 65979.33444695723, + 65999.38522820723, + 66009.61569695723, + 65997.93600945723, + 66008.68600945723 + ], + "p10": [ + 65704.48288445723, + 65787.36647820723, + 65792.21725945723, + 65804.07975945724, + 65742.09772820723, + 65799.84968133223, + 65835.16452508223, + 65804.07975945724, + 65742.09772820723, + 65704.48288445723, + 65787.36647820723, + 65857.86022820724, + 65848.88132195723, + 65800.69772820723, + 65787.36647820723, + 65743.70944695723, + 65804.07975945724, + 65804.07975945724, + 65792.21725945723, + 65800.69772820723, + 65743.70944695723, + 65804.45554070723, + 65743.70944695723, + 65838.57663445723 + ], + "p90": [ + 66327.53132195723, + 66224.68600945723, + 66340.27975945723, + 66327.21725945723, + 66330.35788445723, + 66330.35788445723, + 66231.40475945723, + 66411.68600945723, + 66250.68600945723, + 66340.27975945723, + 66231.40475945723, + 66330.44147820723, + 66330.44147820723, + 66331.19382195723, + 66217.32663445723, + 66330.35788445723, + 66340.27975945723, + 66433.90475945723, + 66225.35788445723, + 66330.35788445723, + 66330.44147820723, + 66231.40475945723, + 66331.19382195723, + 66331.19382195723 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_035810.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_035810.json new file mode 100644 index 0000000000000000000000000000000000000000..229ab69ab47bcbc0661080c46832e34d83a78418 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_035810.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T03:58:10.217657+00:00", + "metrics": { + "MSE[mean]": 1394730.559589386, + "MSE[0.5]": 1394730.559589386, + "MAE[0.5]": 1022.52734375, + "MASE[0.5]": 1.037975564714339, + "MAPE[0.5]": 0.015791710072035305, + "sMAPE[0.5]": 0.015627224472441536, + "MSIS": 4.021978018177504, + "RMSE[mean]": 1180.9871123722671, + "NRMSE[mean]": 0.018158864697833878, + "ND[0.5]": 0.015722386375321255, + "mean_weighted_sum_quantile_loss": 0.011768486757308206 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64372.01171875 + ], + "predictions": { + "p50": [ + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "p10": [ + 64523.291874999995, + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625, + 64442.90890625, + 64659.21328125, + 64531.03234375, + 64362.36515625, + 64536.92, + 64461.429375, + 64464.4, + 64361.507656249996, + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996 + ], + "p90": [ + 67156.895625, + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875, + 67073.23171875, + 67298.36484375, + 67164.95203125, + 66989.40046875, + 67171.08, + 67092.50812500001, + 67095.6, + 66988.50796875, + 67014.0, + 67258.8, + 67222.08, + 67169.03203125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_035802.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_035802.json new file mode 100644 index 0000000000000000000000000000000000000000..3c99049d203dc92799c1433e11c0f84ccc8670e5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_035802.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T03:58:02.797825+00:00", + "metrics": { + "MSE[mean]": 955883.13879776, + "MSE[0.5]": 955883.13879776, + "MAE[0.5]": 834.4664713541666, + "MASE[0.5]": 0.847073491122983, + "MAPE[0.5]": 0.012900889292915399, + "sMAPE[0.5]": 0.012788077440435119, + "MSIS": 6.311622919144498, + "RMSE[mean]": 977.6927629873098, + "NRMSE[mean]": 0.015033009601159502, + "ND[0.5]": 0.012830761309292522, + "mean_weighted_sum_quantile_loss": 0.00829920369463352 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64372.01171875 + ], + "predictions": { + "p50": [ + 65975.9375, + 65947.28125, + 65918.625, + 65922.71875, + 65902.25, + 65894.0625, + 65869.5, + 65877.6875, + 65865.40625, + 65849.03125, + 65840.84375, + 65849.03125, + 65824.46875, + 65824.46875, + 65812.1875, + 65808.09375, + 65828.5625, + 65812.1875, + 65793.765625, + 65781.484375, + 65767.15625, + 65775.34375, + 65761.015625, + 65761.015625 + ], + "p10": [ + 65558.375, + 65408.44140625, + 65282.125, + 65233.43359375, + 65144.90625, + 65088.6171875, + 65035.3984375, + 65013.90625, + 64966.828125, + 64897.234375, + 64868.578125, + 64846.0625, + 64796.9375, + 64770.328125, + 64756.0, + 64710.96875, + 64686.40625, + 64661.84375, + 64629.09375, + 64604.53125, + 64588.15625, + 64584.0625, + 64547.21875, + 64526.75 + ], + "p90": [ + 66393.5, + 66491.75, + 66557.25, + 66590.0, + 66630.9375, + 66663.6875, + 66671.875, + 66696.4375, + 66712.8125, + 66712.8125, + 66712.8125, + 66745.5625, + 66737.375, + 66753.75, + 66737.375, + 66753.75, + 66794.6875, + 66794.6875, + 66778.3125, + 66778.3125, + 66770.125, + 66794.6875, + 66794.6875, + 66802.875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_035617.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_035617.json new file mode 100644 index 0000000000000000000000000000000000000000..439037ca3e1c8d6abb933e19de83b15357b49aa5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_035617.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T03:56:17.458185+00:00", + "metrics": { + "MSE[mean]": 1146327.3630129497, + "MSE[0.5]": 946118.0984611511, + "MAE[0.5]": 810.4860026041666, + "MASE[0.5]": 0.8227307283156721, + "MAPE[0.5]": 0.012535086799811008, + "sMAPE[0.5]": 0.012424020180096682, + "MSIS": 34.875949763615125, + "RMSE[mean]": 1070.6667843045052, + "NRMSE[mean]": 0.01646257869283329, + "ND[0.5]": 0.012462037482537823, + "mean_weighted_sum_quantile_loss": 0.013300122339795278 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64372.01171875 + ], + "predictions": { + "p50": [ + 65781.78125, + 65774.0546875, + 65791.8046875, + 65793.4140625, + 65810.6484375, + 65799.484375, + 65776.046875, + 65743.3125, + 65748.875, + 65732.296875, + 65738.234375, + 65737.1796875, + 65723.8046875, + 65768.078125, + 65783.8359375, + 65796.6953125, + 65859.9296875, + 65887.9453125, + 65859.875, + 65842.1953125, + 65820.3671875, + 65812.234375, + 65798.171875, + 65817.65625 + ], + "p10": [ + 65814.2890625, + 65846.640625, + 65853.46875, + 65849.8359375, + 65864.5390625, + 65845.8203125, + 65800.46875, + 65815.1171875, + 65819.9453125, + 65839.859375, + 65825.9453125, + 65764.3515625, + 65829.6484375, + 65819.75, + 65879.90625, + 65912.6875, + 65962.9140625, + 65927.8671875, + 65968.109375, + 65941.828125, + 65925.5859375, + 65917.9765625, + 65914.8984375, + 65895.46875 + ], + "p90": [ + 66072.25, + 66111.5546875, + 66139.703125, + 66165.109375, + 66209.8671875, + 66198.8046875, + 66180.90625, + 66176.046875, + 66197.703125, + 66201.3671875, + 66262.734375, + 66226.2734375, + 66251.4296875, + 66317.5703125, + 66318.0546875, + 66356.6640625, + 66432.5078125, + 66470.828125, + 66479.7265625, + 66456.234375, + 66451.625, + 66447.3125, + 66422.1953125, + 66456.4375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_035659.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_035659.json new file mode 100644 index 0000000000000000000000000000000000000000..6cbc8a44ccc980aad651b82bc5868f9a6b5faf5b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_035659.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-18T03:56:59.668061+00:00", + "metrics": { + "MSE[mean]": 995051.6213417053, + "MSE[0.5]": 995051.6213417053, + "MAE[0.5]": 837.8092447916666, + "MASE[0.5]": 0.8504667667822687, + "MAPE[0.5]": 0.012956762795153407, + "sMAPE[0.5]": 0.012839130245832659, + "MSIS": 11.064292258546743, + "RMSE[mean]": 997.5227422679171, + "NRMSE[mean]": 0.015337915477730906, + "ND[0.5]": 0.012882159813079023, + "mean_weighted_sum_quantile_loss": 0.009215137478398404 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64372.01171875 + ], + "predictions": { + "p50": [ + 65842.2890625, + 65845.921875, + 65851.5, + 65854.2578125, + 65855.3671875, + 65853.2265625, + 65852.5234375, + 65854.453125, + 65862.4765625, + 65862.3359375, + 65866.3203125, + 65873.5078125, + 65862.5859375, + 65857.3203125, + 65865.3046875, + 65866.1015625, + 65868.609375, + 65868.7265625, + 65858.0859375, + 65844.0703125, + 65831.046875, + 65813.1796875, + 65794.640625, + 65781.015625 + ], + "p10": [ + 65599.6171875, + 65506.22265625, + 65432.1015625, + 65381.265625, + 65345.09765625, + 65309.16796875, + 65270.42578125, + 65230.4921875, + 65199.09765625, + 65164.5859375, + 65138.7578125, + 65123.140625, + 65070.41796875, + 65033.94921875, + 65006.6796875, + 64967.1328125, + 64931.5078125, + 64903.515625, + 64868.94140625, + 64832.27734375, + 64798.33984375, + 64763.68359375, + 64727.515625, + 64696.52734375 + ], + "p90": [ + 66090.1796875, + 66185.5390625, + 66286.09375, + 66368.75, + 66436.703125, + 66500.34375, + 66574.8046875, + 66639.53125, + 66697.265625, + 66751.6328125, + 66803.7578125, + 66855.546875, + 66877.390625, + 66922.0703125, + 66991.8359375, + 67051.6796875, + 67105.890625, + 67137.6796875, + 67143.6796875, + 67162.1484375, + 67166.8984375, + 67175.9453125, + 67175.0859375, + 67189.84375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_035646.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_035646.json new file mode 100644 index 0000000000000000000000000000000000000000..184d0c6684db85ea8bb1129fcf0836aa4c26fbff --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_035646.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T03:56:46.742062+00:00", + "metrics": { + "MSE[mean]": 842611.7464841207, + "MSE[0.5]": 842611.7464841207, + "MAE[0.5]": 772.9720052083334, + "MASE[0.5]": 0.7846499739283815, + "MAPE[0.5]": 0.011952669793520014, + "sMAPE[0.5]": 0.011853748934384433, + "MSIS": 3.4292427621244044, + "RMSE[mean]": 917.9388577046517, + "NRMSE[mean]": 0.014114233206542131, + "ND[0.5]": 0.011885222040735523, + "mean_weighted_sum_quantile_loss": 0.0077747886884776025 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64372.01171875 + ], + "predictions": { + "p50": [ + 65841.625, + 65839.8125, + 65835.28125, + 65827.0625, + 65819.7265625, + 65814.578125, + 65806.578125, + 65803.0859375, + 65800.5625, + 65787.8671875, + 65784.1171875, + 65777.078125, + 65763.265625, + 65757.4609375, + 65749.765625, + 65742.6171875, + 65736.0390625, + 65729.8828125, + 65721.421875, + 65709.75, + 65707.3359375, + 65696.6484375, + 65691.6875, + 65685.8359375 + ], + "p10": [ + 65576.84375, + 65456.9609375, + 65347.94921875, + 65255.0390625, + 65162.14453125, + 65069.84375, + 64987.32421875, + 64914.6484375, + 64828.51953125, + 64752.078125, + 64680.42578125, + 64597.54296875, + 64514.296875, + 64439.6953125, + 64387.59375, + 64311.91015625, + 64270.48046875, + 64208.30859375, + 64146.11328125, + 64089.20703125, + 64042.39453125, + 63990.30859375, + 63945.33984375, + 63898.83203125 + ], + "p90": [ + 66079.28125, + 66178.8984375, + 66259.3828125, + 66332.0859375, + 66406.375, + 66485.390625, + 66551.734375, + 66618.8828125, + 66686.875, + 66743.8671875, + 66811.1875, + 66869.4765625, + 66906.1171875, + 66963.1328125, + 67012.9765625, + 67056.9609375, + 67107.1953125, + 67154.6796875, + 67190.3125, + 67226.6015625, + 67260.7109375, + 67315.609375, + 67337.109375, + 67374.0078125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_035810.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_035810.json new file mode 100644 index 0000000000000000000000000000000000000000..7c02121f0875aba0db431b85db31e0654b211af9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_035810.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T03:58:10.090822+00:00", + "metrics": { + "MSE[mean]": 0.042580337329432526, + "MSE[0.5]": 0.05015685403201117, + "MAE[0.5]": 0.1830763844801624, + "MASE[0.5]": 0.9153818190220596, + "MAPE[0.5]": 0.11969163498043137, + "sMAPE[0.5]": 0.13050875365245812, + "MSIS": 7.0032415613048125, + "RMSE[mean]": 0.2063500359327144, + "NRMSE[mean]": 0.14272048803966975, + "ND[0.5]": 0.1266234378077207, + "mean_weighted_sum_quantile_loss": 0.1042359012461829 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00" + ], + "context": [ + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.2710510417479128, + 1.2700321665710106, + 1.2719559947329906, + 1.2703731229693644, + 1.2713115765685217, + 1.2705792742989717, + 1.270884880339109, + 1.2719234693064632, + 1.2716316588343095, + 1.2716305110790804, + 1.2692258828708471, + 1.2719189384812533, + 1.2696891652688898, + 1.274868807381, + 1.2730576899096784, + 1.271629657473429, + 1.2702334434604359, + 1.2725247750633317, + 1.2702334416140926, + 1.2722217777905502, + 1.2690278164445115, + 1.2719187811632633, + 1.271251789719647, + 1.2716296521981834, + 1.2708739272218077, + 1.2716296521933241, + 1.2717742166619785, + 1.2690278163688424, + 1.2705536842097005, + 1.2712517897057842, + 1.2719187811308057, + 1.2702334411999754, + 1.2708739272192644, + 1.27023344119997, + 1.2719187811307908, + 1.2690278163686435, + 1.2712517897057483, + 1.2708739272192617, + 1.2694794105068117, + 1.2795069497088623, + 1.269269723094185, + 1.2708739272192617, + 1.270233441199969, + 1.2694794105068117, + 1.2712517897057483, + 1.269269723094185, + 1.2688301174888583, + 1.2702815125693503, + 1.2725247740958023, + 1.2696890979194386, + 1.2705536842096152, + 1.2696890979194386, + 1.2682039980117414, + 1.2692255152484282, + 1.2688301174888583, + 1.2696890979194386, + 1.2708739272192617, + 1.2694794105068117, + 1.2686613108748621, + 1.2692255152484282, + 1.2708739272192617, + 1.2708739272192617, + 1.2719187811307904, + 1.2716296521922346, + 1.2722217776132965, + 1.2708739272192617, + 1.2692476191713067, + 1.2696890979194386, + 1.2699612695597038, + 1.2709315466961018, + 1.2708739272192617, + 1.2696890979194386 + ], + "p10": [ + 1.1677523325428059, + 1.1705448197900543, + 1.1931341196043588, + 1.1699220580826242, + 1.1916743709472908, + 1.166515861960972, + 1.1916255372043645, + 1.189436051483061, + 1.1955682324596137, + 1.1664911307584613, + 1.1694535334914864, + 1.2055202423629858, + 1.1664903392210666, + 1.1694531946961104, + 1.191614596423124, + 1.169782381594423, + 1.1664902741320824, + 1.2065920154121623, + 1.1697823767273523, + 1.1958727203007855, + 1.1916145841603853, + 1.1612976920787135, + 1.1694531658829663, + 1.192688457771643, + 1.1697823763157746, + 1.1916145840856067, + 1.1697823763136947, + 1.1916145840847163, + 1.165971013889163, + 1.1926884577657304, + 1.192807777063618, + 1.1697823763132351, + 1.1664902718716181, + 1.1958727201235329, + 1.161297692046241, + 1.1664902718716157, + 1.1916145840845171, + 1.1916145840845171, + 1.165971013889078, + 1.1694531658690674, + 1.1697823763132287, + 1.1697823763132287, + 1.1928077770636027, + 1.1664902718716155, + 1.1697823763132287, + 1.1664902718716155, + 1.1664902718716155, + 1.1664902718716155, + 1.1955662258175388, + 1.1958727201235317, + 1.1697823763132287, + 1.1664902718716155, + 1.1664902718716155, + 1.1926884577656942, + 1.1697823763132287, + 1.1664902718716155, + 1.1916145840845171, + 1.1664902718716155, + 1.1697823763132287, + 1.1612976920462406, + 1.165971013889078, + 1.1694531658690674, + 1.1697823763132287, + 1.189102152863227, + 1.1664902718716155, + 1.1579930289345803, + 1.1664902718716155, + 1.1916145840845171, + 1.1694531658690674, + 1.1612976920462406, + 1.1664902718716155, + 1.1954469065196303 + ], + "p90": [ + 1.410118357659107, + 1.3878584623119314, + 1.416728463406807, + 1.4092832289608417, + 1.4164619077288245, + 1.4091691372808026, + 1.4164130739858982, + 1.4165225403695263, + 1.4164041275081258, + 1.4235666312741497, + 1.4091439148138651, + 1.372735299540752, + 1.4175595014935294, + 1.4165178810208965, + 1.4216465534458373, + 1.4165178574750479, + 1.4164021231265178, + 1.4175594351116076, + 1.4165178526079771, + 1.4083370391826329, + 1.4216465411830987, + 1.4218384642677109, + 1.4175594341579771, + 1.4218384642411868, + 1.4216465411097765, + 1.4235657723883934, + 1.4216465411076966, + 1.41640212086625, + 1.4091435471915312, + 1.42356577238734, + 1.4165178521938688, + 1.4175594341440847, + 1.4091435471914489, + 1.4216465411072317, + 1.4235657723873043, + 1.3711394892297544, + 1.4216465411072305, + 1.4175594341440783, + 1.4091435471914462, + 1.4515981743703819, + 1.4164021208660509, + 1.4235657723873039, + 1.4175594341440783, + 1.3870960188351058, + 1.4164021208660509, + 1.4175594341440783, + 1.4164021208660509, + 1.4175594341440783, + 1.4175594341440783, + 1.408337039005379, + 1.3870960188351058, + 1.408337039005379, + 1.4179681448403934, + 1.4216465411072305, + 1.408337039005379, + 1.389220120852133, + 1.389220120852133, + 1.4091435471914462, + 1.3870960188351058, + 1.4175594341440783, + 1.4235657723873039, + 1.4181600679684008, + 1.4165178521938535, + 1.4216465411072305, + 1.4216465411072305, + 1.4165178521938535, + 1.4179681448403934, + 1.4164021208660509, + 1.4175594341440783, + 1.4165178521938535, + 1.4165178521938535, + 1.3870960188351058 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_035552.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_035552.json new file mode 100644 index 0000000000000000000000000000000000000000..b4ec7b10a7fe13156c97fd5a125367e1a0dac492 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_035552.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T03:55:52.227800+00:00", + "metrics": { + "MSE[mean]": 0.02885681069847459, + "MSE[0.5]": 0.02885681069847459, + "MAE[0.5]": 0.13142549826039207, + "MASE[0.5]": 0.6571274170891991, + "MAPE[0.5]": 0.08600439988103248, + "sMAPE[0.5]": 0.09122478190572401, + "MSIS": 3.934398697701749, + "RMSE[mean]": 0.169872925148402, + "NRMSE[mean]": 0.11749136205535576, + "ND[0.5]": 0.0908994813972126, + "mean_weighted_sum_quantile_loss": 0.09989174414545345 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00" + ], + "context": [ + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.3320491313934326, + 1.3257358074188232, + 1.325107216835022, + 1.322671890258789, + 1.3211930990219116, + 1.3224540948867798, + 1.3230212926864624, + 1.3258671760559082, + 1.3275177478790283, + 1.3290060758590698, + 1.326837420463562, + 1.3305448293685913, + 1.3301104307174683, + 1.3285307884216309, + 1.3322227001190186, + 1.329750657081604, + 1.3469429016113281, + 1.3497488498687744, + 1.3523578643798828, + 1.3524749279022217, + 1.3512566089630127, + 1.3552603721618652, + 1.3535706996917725, + 1.3535182476043701, + 1.3576743602752686, + 1.3579655885696411, + 1.3561630249023438, + 1.3555912971496582, + 1.3539738655090332, + 1.3549816608428955, + 1.3560974597930908, + 1.3544433116912842, + 1.3633902072906494, + 1.3658798933029175, + 1.366770625114441, + 1.3651578426361084, + 1.3649513721466064, + 1.365136981010437, + 1.3644965887069702, + 1.3631333112716675, + 1.364907145500183, + 1.364791989326477, + 1.364359736442566, + 1.3624963760375977, + 1.3606868982315063, + 1.3596148490905762, + 1.3579429388046265, + 1.3567488193511963, + 1.3626458644866943, + 1.3618412017822266, + 1.361066460609436, + 1.3531270027160645, + 1.3597997426986694, + 1.354413390159607, + 1.3513774871826172, + 1.3497213125228882, + 1.350006341934204, + 1.348555326461792, + 1.35056471824646, + 1.3440173864364624, + 1.345294713973999, + 1.3438513278961182, + 1.3404245376586914, + 1.3416297435760498, + 1.3413827419281006, + 1.339100956916809, + 1.3412812948226929, + 1.3317935466766357, + 1.3382530212402344, + 1.3292635679244995, + 1.3256573677062988, + 1.3250176906585693 + ], + "p10": [ + 1.1653610467910767, + 1.1342039108276367, + 1.1228790283203125, + 1.116053819656372, + 1.1096687316894531, + 1.102963924407959, + 1.0979890823364258, + 1.094274640083313, + 1.0952370166778564, + 1.0906665325164795, + 1.0855852365493774, + 1.0834003686904907, + 1.0844663381576538, + 1.0803354978561401, + 1.0795788764953613, + 1.0795366764068604, + 1.0664445161819458, + 1.0555843114852905, + 1.0545687675476074, + 1.0509604215621948, + 1.0462779998779297, + 1.041365623474121, + 1.0428465604782104, + 1.0400538444519043, + 1.0404443740844727, + 1.0362577438354492, + 1.0337339639663696, + 1.031355381011963, + 1.0263053178787231, + 1.018782615661621, + 1.0144727230072021, + 1.0155278444290161, + 1.0252175331115723, + 1.0063581466674805, + 1.0102025270462036, + 1.0037778615951538, + 1.0030449628829956, + 0.9957890510559082, + 0.9969441890716553, + 0.9996179938316345, + 0.9952107667922974, + 0.9945180416107178, + 0.9966815710067749, + 0.9905090928077698, + 0.9893537163734436, + 0.977155864238739, + 0.9739835262298584, + 0.9676709175109863, + 0.9691976308822632, + 0.956416130065918, + 0.9561585783958435, + 0.9505770802497864, + 0.9523922204971313, + 0.9442771673202515, + 0.9388417601585388, + 0.9484456181526184, + 0.9468538165092468, + 0.9449425339698792, + 0.9452376365661621, + 0.9364268779754639, + 0.9428751468658447, + 0.9276012182235718, + 0.9255050420761108, + 0.9205020070075989, + 0.9325466156005859, + 0.927211344242096, + 0.9203112721443176, + 0.9185930490493774, + 0.9174007177352905, + 0.9017888903617859, + 0.897281289100647, + 0.9105648398399353 + ], + "p90": [ + 1.4682426452636719, + 1.4992451667785645, + 1.5112968683242798, + 1.531335711479187, + 1.5330568552017212, + 1.5442607402801514, + 1.5569531917572021, + 1.566985845565796, + 1.568386197090149, + 1.5807878971099854, + 1.5911095142364502, + 1.5973215103149414, + 1.6063330173492432, + 1.6019072532653809, + 1.6083321571350098, + 1.6116771697998047, + 1.6546990871429443, + 1.6590843200683594, + 1.6529446840286255, + 1.6679478883743286, + 1.6677814722061157, + 1.6826200485229492, + 1.6963489055633545, + 1.698561668395996, + 1.6895177364349365, + 1.706686019897461, + 1.7172441482543945, + 1.7232621908187866, + 1.7305612564086914, + 1.7239747047424316, + 1.7380189895629883, + 1.7379013299942017, + 1.7991652488708496, + 1.7991158962249756, + 1.7903873920440674, + 1.804929494857788, + 1.8029351234436035, + 1.8255479335784912, + 1.835942268371582, + 1.8392717838287354, + 1.8225429058074951, + 1.8440462350845337, + 1.858311653137207, + 1.8635272979736328, + 1.8668537139892578, + 1.86128830909729, + 1.8785852193832397, + 1.8758540153503418, + 1.9304146766662598, + 1.9328742027282715, + 1.9183857440948486, + 1.9295753240585327, + 1.9294264316558838, + 1.9434590339660645, + 1.9683219194412231, + 1.963482141494751, + 1.9483505487442017, + 1.970700740814209, + 1.9822226762771606, + 1.9780844449996948, + 1.9830138683319092, + 1.9822263717651367, + 1.9970908164978027, + 1.9977775812149048, + 2.0405149459838867, + 2.0473098754882812, + 2.02569842338562, + 2.0319013595581055, + 2.037338972091675, + 2.0508792400360107, + 2.098048210144043, + 2.0707263946533203 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_035810.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_035810.json new file mode 100644 index 0000000000000000000000000000000000000000..0b9ad3cefb9d1e9b2feb3fae3330eb49120fac59 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_035810.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T03:58:10.178161+00:00", + "metrics": { + "MSE[mean]": 0.010139006800444664, + "MSE[0.5]": 0.009640005208657744, + "MAE[0.5]": 0.08378568545133447, + "MASE[0.5]": 0.418928379944947, + "MAPE[0.5]": 0.060069197214446785, + "sMAPE[0.5]": 0.057811278656083945, + "MSIS": 4.138554694531052, + "RMSE[mean]": 0.10069263528403984, + "NRMSE[mean]": 0.06964332225473722, + "ND[0.5]": 0.05794975447570019, + "mean_weighted_sum_quantile_loss": 0.049072016790118855 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00" + ], + "context": [ + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.3318919548755213, + 1.3369150168203265, + 1.3419380787651316, + 1.3469611407099367, + 1.3519842026547417, + 1.357007264599547, + 1.362030326544352, + 1.3670533884891571, + 1.3720764504339622, + 1.3770995123787675, + 1.3821225743235726, + 1.3871456362683776, + 1.3921686982131827, + 1.397191760157988, + 1.402214822102793, + 1.407237884047598, + 1.4122609459924031, + 1.4172840079372084, + 1.4223070698820135, + 1.4273301318268186, + 1.4323531937716236, + 1.437376255716429, + 1.442399317661234, + 1.447422379606039, + 1.4524454415508443, + 1.4574685034956494, + 1.4624915654404544, + 1.4675146273852595, + 1.4725376893300648, + 1.4775607512748699, + 1.482583813219675, + 1.48760687516448, + 1.4926299371092853, + 1.4976529990540903, + 1.5026760609988954, + 1.5076991229437005, + 1.5127221848885057, + 1.5177452468333108, + 1.5227683087781159, + 1.527791370722921, + 1.5328144326677262, + 1.5378374946125313, + 1.5428605565573363, + 1.5478836185021416, + 1.5529066804469467, + 1.5579297423917517, + 1.5629528043365568, + 1.5679758662813619, + 1.5729989282261672, + 1.5780219901709722, + 1.5830450521157773, + 1.5880681140605826, + 1.5930911760053876, + 1.5981142379501927, + 1.603137299894998, + 1.608160361839803, + 1.613183423784608, + 1.6182064857294132, + 1.6232295476742182, + 1.6282526096190235, + 1.6332756715638286, + 1.6382987335086336, + 1.643321795453439, + 1.648344857398244, + 1.653367919343049, + 1.6583909812878541, + 1.6634140432326592, + 1.6684371051774645, + 1.6734601671222695, + 1.6784832290670746, + 1.6835062910118799, + 1.688529352956685 + ], + "p10": [ + 1.2318919310336633, + 1.1369150883459, + 1.2419380549232737, + 1.2369611264048221, + 1.2519841788128838, + 1.257007240757689, + 1.2620303027024942, + 1.2670533646472992, + 1.2720764265921043, + 1.2770994885369096, + 1.2821225504817146, + 1.2871456124265197, + 1.2921686743713248, + 1.29719173631613, + 1.3022147982609351, + 1.3072378602057402, + 1.3122609221505452, + 1.3172839840953505, + 1.3223070460401556, + 1.3273301079849606, + 1.3323531699297657, + 1.337376231874571, + 1.342399293819376, + 1.3474223557641811, + 1.3524454177089864, + 1.3574684796537915, + 1.2624916369660282, + 1.267514698910833, + 1.3725376654882069, + 1.377560727433012, + 1.382583789377817, + 1.387606851322622, + 1.3926299132674274, + 1.3976529752122324, + 1.3026761325244691, + 1.4076990991018425, + 1.4127221610466478, + 1.417745222991453, + 1.422768284936258, + 1.427791346881063, + 1.4228144183626117, + 1.4378374707706734, + 1.4428605327154784, + 1.4478835946602837, + 1.4529066566050888, + 1.4579297185498938, + 1.462952780494699, + 1.3679759378069356, + 1.4729989043843092, + 1.4780219663291143, + 1.4830450282739194, + 1.4880680902187247, + 1.3930912475309611, + 1.4981142141083348, + 1.50313727605314, + 1.5081603379979451, + 1.4131834953101818, + 1.5182064618875553, + 1.5232295238323603, + 1.5282525857771656, + 1.5332756477219707, + 1.5382987096667757, + 1.4433218669790127, + 1.548344833556386, + 1.5533678955011911, + 1.5483909669827396, + 1.5634140193908013, + 1.5684370813356066, + 1.473460238647843, + 1.56848321476196, + 1.4835063625374536, + 1.588529329114827 + ], + "p90": [ + 1.4318919787173792, + 1.4369150406621845, + 1.5419380072395579, + 1.4469611645517946, + 1.551984131129168, + 1.467007278904661, + 1.5620303742280677, + 1.5670533169635834, + 1.5720763789083883, + 1.5770994408531935, + 1.5821226220072884, + 1.4871456601102355, + 1.4921687220550406, + 1.4971917839998459, + 1.6022148697865086, + 1.507237907889456, + 1.6122608744668292, + 1.6172839364116345, + 1.6223069983564398, + 1.5373301461319326, + 1.5323532176134815, + 1.6373761841908552, + 1.5423993415030919, + 1.6474223080804653, + 1.6524454892345601, + 1.5574685273375073, + 1.6624914939148807, + 1.6675145558596856, + 1.5725377131719227, + 1.6775606797492961, + 1.682583741694101, + 1.587606899006338, + 1.6926298655837115, + 1.697653046737806, + 1.6126760753040095, + 1.6076991467855584, + 1.7127221133629318, + 1.6177452706751687, + 1.6227683326199738, + 1.727791311118276, + 1.6328144565095841, + 1.7378374230869573, + 1.7428606042410522, + 1.6478836423439995, + 1.7529067281306623, + 1.757929670866178, + 1.672952818641671, + 1.7679757947557881, + 1.672998952068025, + 1.7780219186453983, + 1.6830450759576352, + 1.6880681379024405, + 1.6930911998472455, + 1.7081142522553068, + 1.713137314200112, + 1.7181603761449171, + 1.713183447626466, + 1.7282065000345272, + 1.8232294761486445, + 1.8282526573027393, + 1.8332756000382546, + 1.83829866198306, + 1.8433218431371547, + 1.84834478587267, + 1.8533678478174753, + 1.8583909097622802, + 1.8634139717070854, + 1.7684371290193224, + 1.7734601909641274, + 1.7884832433721887, + 1.8835062194863061, + 1.7885293767985428 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_035742.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_035742.json new file mode 100644 index 0000000000000000000000000000000000000000..96f224f0115d9bea9ed3bb63f0f134e902d05329 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_035742.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T03:57:42.991652+00:00", + "metrics": { + "MSE[mean]": 0.016324692434048178, + "MSE[0.5]": 0.009113321268193975, + "MAE[0.5]": 0.07253864324755138, + "MASE[0.5]": 0.362693175276961, + "MAPE[0.5]": 0.04946187395182972, + "sMAPE[0.5]": 0.04995384007486651, + "MSIS": 5.794002303709675, + "RMSE[mean]": 0.1277681197875596, + "NRMSE[mean]": 0.08836988241638838, + "ND[0.5]": 0.05017082027260611, + "mean_weighted_sum_quantile_loss": 0.0968515490041824 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00" + ], + "context": [ + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.3145491480827332, + 1.3565586805343628, + 1.3105342388153076, + 1.294007122516632, + 1.335352599620819, + 1.3493082523345947, + 1.3308165669441223, + 1.3398191332817078, + 1.3514757752418518, + 1.3461361527442932, + 1.3133675456047058, + 1.3516506552696228, + 1.3532294034957886, + 1.3908085227012634, + 1.3380016088485718, + 1.334441363811493, + 1.344021201133728, + 1.3806483149528503, + 1.3950992226600647, + 1.3647802472114563, + 1.3750815391540527, + 1.3652374744415283, + 1.3521217703819275, + 1.3722999691963196, + 1.4161213040351868, + 1.411459505558014, + 1.4042304158210754, + 1.3968940377235413, + 1.464353322982788, + 1.4142992496490479, + 1.440373182296753, + 1.4246774315834045, + 1.4154656529426575, + 1.3875650763511658, + 1.4054772853851318, + 1.4090155363082886, + 1.3928701281547546, + 1.469340741634369, + 1.407001554965973, + 1.398475468158722, + 1.4705045223236084, + 1.4881481528282166, + 1.4501078724861145, + 1.3972102403640747, + 1.4442667365074158, + 1.4386796951293945, + 1.3988998532295227, + 1.463587760925293, + 1.4797168374061584, + 1.5811802744865417, + 1.5013191103935242, + 1.4464964270591736, + 1.5607467293739319, + 1.5133986473083496, + 1.5477939248085022, + 1.4801107048988342, + 1.4804177284240723, + 1.399074137210846, + 1.5205131769180298, + 1.5011683702468872, + 1.4916179776191711, + 1.541373610496521, + 1.492558240890503, + 1.492479145526886, + 1.4748117923736572, + 1.5077090859413147, + 1.5467450022697449, + 1.5701223015785217, + 1.4541630744934082, + 1.4908331632614136, + 1.5140602588653564, + 1.6303096413612366 + ], + "p10": [ + 1.2050486207008362, + 1.2272024750709534, + 1.152033805847168, + 1.135667622089386, + 1.1493061184883118, + 1.1575201153755188, + 1.1342041492462158, + 1.0886676907539368, + 1.1193345189094543, + 1.102272093296051, + 1.0704522132873535, + 1.0599659085273743, + 1.0649887323379517, + 1.128685712814331, + 1.0438079833984375, + 1.0542893409729004, + 1.0228279829025269, + 1.1294500231742859, + 1.1143115162849426, + 1.0774455666542053, + 1.0361242890357971, + 1.0436784625053406, + 1.0126476287841797, + 1.0466400980949402, + 1.1220740675926208, + 1.063305377960205, + 1.0396264791488647, + 0.9953133761882782, + 0.9809786975383759, + 0.9610985219478607, + 1.0271334052085876, + 1.0045070350170135, + 0.9624559581279755, + 0.9659216403961182, + 0.9404286742210388, + 1.0042563080787659, + 0.9768818318843842, + 1.0174747109413147, + 0.92975053191185, + 0.9804727137088776, + 1.0303255319595337, + 1.0162853598594666, + 0.968349039554596, + 1.0046602189540863, + 0.9016969799995422, + 0.905903160572052, + 0.8385675251483917, + 0.9848371148109436, + 1.0086395740509033, + 1.0630691647529602, + 0.9523853361606598, + 0.951235443353653, + 1.0598798394203186, + 1.0042828917503357, + 0.9278627932071686, + 0.9544585347175598, + 0.953639030456543, + 0.8575617671012878, + 0.9184733927249908, + 1.0147303938865662, + 0.9351925551891327, + 0.9640078842639923, + 0.9434506893157959, + 0.8923922777175903, + 0.8511373102664948, + 0.9243625104427338, + 0.9839047789573669, + 0.9588292241096497, + 0.8767410516738892, + 0.8932230770587921, + 0.8467853665351868, + 1.0515547394752502 + ], + "p90": [ + 1.4312981963157654, + 1.4962350130081177, + 1.4714877605438232, + 1.4529253244400024, + 1.5772852301597595, + 1.606824517250061, + 1.5626769065856934, + 1.564296305179596, + 1.5752344131469727, + 1.5950068235397339, + 1.5721779465675354, + 1.630352258682251, + 1.6408069133758545, + 1.7215107083320618, + 1.6502063274383545, + 1.631044864654541, + 1.7015756964683533, + 1.776265025138855, + 1.7675199508666992, + 1.693223476409912, + 1.8648302555084229, + 1.7028359770774841, + 1.8288041353225708, + 1.893584966659546, + 1.846634566783905, + 1.8925483226776123, + 1.8601641058921814, + 1.9614593386650085, + 2.148341417312622, + 2.0904855728149414, + 2.0753718614578247, + 2.010148525238037, + 1.956308901309967, + 1.8557341694831848, + 2.2331173419952393, + 1.9137333631515503, + 2.121266007423401, + 2.246409773826599, + 2.0562838315963745, + 2.0885376930236816, + 2.192512273788452, + 2.306437849998474, + 2.1207610368728638, + 2.325927972793579, + 2.271160840988159, + 2.34860360622406, + 2.0988301038742065, + 2.2512266635894775, + 2.3669023513793945, + 2.6897828578948975, + 2.7559542655944824, + 2.422726273536682, + 2.730397582054138, + 2.699016571044922, + 2.46415913105011, + 2.5947227478027344, + 2.4550470113754272, + 2.2814133167266846, + 2.541794776916504, + 2.769782781600952, + 2.6403307914733887, + 2.829055666923523, + 2.922083616256714, + 2.6805176734924316, + 2.6319103240966797, + 2.7221723794937134, + 2.87872052192688, + 2.6115880012512207, + 2.736523747444153, + 2.761392593383789, + 2.7269461154937744, + 3.182790994644165 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_035810.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_035810.json new file mode 100644 index 0000000000000000000000000000000000000000..99cf9ebedaecff256df30130bb307d02de9a9b10 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_035810.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T03:58:10.203681+00:00", + "metrics": { + "MSE[mean]": 0.06679882747525322, + "MSE[0.5]": 0.06812085367785269, + "MAE[0.5]": 0.22346293425118466, + "MASE[0.5]": 1.117314545071875, + "MAPE[0.5]": 0.14719434035345452, + "sMAPE[0.5]": 0.1626109098202881, + "MSIS": 9.273840604045844, + "RMSE[mean]": 0.25845469133922333, + "NRMSE[mean]": 0.17875829057817086, + "ND[0.5]": 0.15455649857751966, + "mean_weighted_sum_quantile_loss": 0.13627885059735623 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00" + ], + "context": [ + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611, + 1.225166682203611 + ], + "p10": [ + 1.125166658361753, + 1.0251667537291844, + 1.125166658361753, + 1.1151666678984964, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.0251667537291844, + 1.0251667537291844, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.0251667537291844, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.1151666678984964, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.0251667537291844, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.0251667537291844, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.0251667537291844, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.125166658361753, + 1.0251667537291844, + 1.125166658361753, + 1.125166658361753, + 1.1151666678984964, + 1.125166658361753, + 1.125166658361753, + 1.0251667537291844, + 1.1151666678984964, + 1.0251667537291844, + 1.125166658361753 + ], + "p90": [ + 1.3251667060454688, + 1.3251667060454688, + 1.425166610678037, + 1.3251667060454688, + 1.425166610678037, + 1.335166696508725, + 1.4251667298873265, + 1.425166610678037, + 1.425166610678037, + 1.425166610678037, + 1.4251667298873265, + 1.3251667060454688, + 1.3251667060454688, + 1.3251667060454688, + 1.4251667298873265, + 1.3251667060454688, + 1.425166610678037, + 1.425166610678037, + 1.425166610678037, + 1.335166696508725, + 1.3251667060454688, + 1.425166610678037, + 1.3251667060454688, + 1.425166610678037, + 1.4251667298873265, + 1.3251667060454688, + 1.425166610678037, + 1.425166610678037, + 1.3251667060454688, + 1.425166610678037, + 1.425166610678037, + 1.3251667060454688, + 1.425166610678037, + 1.4251667298873265, + 1.335166696508725, + 1.3251667060454688, + 1.425166610678037, + 1.3251667060454688, + 1.3251667060454688, + 1.4251666225989659, + 1.3251667060454688, + 1.425166610678037, + 1.4251667298873265, + 1.3251667060454688, + 1.4251667298873265, + 1.425166610678037, + 1.335166696508725, + 1.425166610678037, + 1.3251667060454688, + 1.425166610678037, + 1.3251667060454688, + 1.3251667060454688, + 1.3251667060454688, + 1.335166696508725, + 1.335166696508725, + 1.335166696508725, + 1.3251667060454688, + 1.335166696508725, + 1.425166610678037, + 1.4251667298873265, + 1.425166610678037, + 1.425166610678037, + 1.4251667298873265, + 1.425166610678037, + 1.425166610678037, + 1.425166610678037, + 1.425166610678037, + 1.3251667060454688, + 1.3251667060454688, + 1.335166696508725, + 1.425166610678037, + 1.3251667060454688 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_035810.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_035810.json new file mode 100644 index 0000000000000000000000000000000000000000..2580faf8dbc0bb6bbfc48a432d8c7f6baeba4524 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_035810.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T03:58:10.226137+00:00", + "metrics": { + "MSE[mean]": 0.07166665613651564, + "MSE[0.5]": 0.07166665613651564, + "MAE[0.5]": 0.2277777526113722, + "MASE[0.5]": 1.1388886344363405, + "MAPE[0.5]": 0.15256193938898047, + "sMAPE[0.5]": 0.16943676282086198, + "MSIS": 39.44096296160069, + "RMSE[mean]": 0.2677062870694591, + "NRMSE[mean]": 0.18515708887154997, + "ND[0.5]": 0.15754081103176754, + "mean_weighted_sum_quantile_loss": 0.1530152478620859 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00" + ], + "context": [ + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "p10": [ + 1.0780000233650207, + 1.1760000467300415, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.0780000233650207, + 1.1760000467300415, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.0780000233650207, + 1.1760000467300415, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584 + ], + "p90": [ + 1.1220000243186952, + 1.22400004863739, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.1220000243186952, + 1.22400004863739, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.1220000243186952, + 1.22400004863739, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_035806.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_035806.json new file mode 100644 index 0000000000000000000000000000000000000000..0eb7c12caccf8fdcd6fbd621c2bc0a5c71832a2c --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_035806.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T03:58:06.683817+00:00", + "metrics": { + "MSE[mean]": 0.09512520963611099, + "MSE[0.5]": 0.09512520963611099, + "MAE[0.5]": 0.2641160405344433, + "MASE[0.5]": 1.3205800535323544, + "MAPE[0.5]": 0.17398176249660713, + "sMAPE[0.5]": 0.1960821480855729, + "MSIS": 19.38037819010384, + "RMSE[mean]": 0.3084237501168011, + "NRMSE[mean]": 0.21331902338048683, + "ND[0.5]": 0.18267392120286458, + "mean_weighted_sum_quantile_loss": 0.15452006909349658 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00" + ], + "context": [ + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.2563705444335938, + 1.2519454956054688, + 1.2419891357421875, + 1.2353515625, + 1.2347984313964844, + 1.2281608581542969, + 1.2314796447753906, + 1.2215232849121094, + 1.2204170227050781, + 1.2121200561523438, + 1.2176513671875, + 1.222076416015625, + 1.2082481384277344, + 1.2027168273925781, + 1.2060356140136719, + 1.1949729919433594, + 1.2259483337402344, + 1.2099075317382812, + 1.1982917785644531, + 1.1982917785644531, + 1.2005043029785156, + 1.1982917785644531, + 1.195526123046875, + 1.1944198608398438, + 1.1905479431152344, + 1.1922073364257812, + 1.1828041076660156, + 1.1789321899414062, + 1.1944198608398438, + 1.1883354187011719, + 1.1850166320800781, + 1.1828041076660156, + 1.1805915832519531, + 1.1822509765625, + 1.1789321899414062, + 1.1805915832519531, + 1.1756134033203125, + 1.1761665344238281, + 1.168975830078125, + 1.1684226989746094, + 1.1750602722167969, + 1.1700820922851562, + 1.1700820922851562, + 1.1739540100097656, + 1.1717414855957031, + 1.1783790588378906, + 1.1711883544921875, + 1.168975830078125, + 1.1684226989746094, + 1.1684226989746094, + 1.1667633056640625, + 1.1667633056640625, + 1.1750602722167969, + 1.1722946166992188, + 1.1667633056640625, + 1.1651039123535156, + 1.1581897735595703, + 1.1595726013183594, + 1.1545944213867188, + 1.1579132080078125, + 1.1509990692138672, + 1.1509990692138672, + 1.1468505859375, + 1.143808364868164, + 1.1518287658691406, + 1.1518287658691406, + 1.1485099792480469, + 1.1490631103515625, + 1.1427021026611328, + 1.1490631103515625, + 1.1440849304199219, + 1.141042709350586 + ], + "p10": [ + 1.132192611694336, + 1.1052966117858887, + 1.0867667198181152, + 1.0753583908081055, + 1.0695505142211914, + 1.065816879272461, + 1.0631895065307617, + 1.0533714294433594, + 1.0483932495117188, + 1.0400962829589844, + 1.0417556762695312, + 1.0373306274414062, + 1.028757095336914, + 1.0262680053710938, + 1.028757095336914, + 1.0157585144042969, + 1.046457290649414, + 1.0326290130615234, + 1.02294921875, + 1.027374267578125, + 1.0268211364746094, + 1.02294921875, + 1.0196304321289062, + 1.0168647766113281, + 1.0118865966796875, + 1.0157585144042969, + 1.0058021545410156, + 0.9991645812988281, + 1.0124397277832031, + 1.0085678100585938, + 1.0052490234375, + 1.000823974609375, + 1.0024833679199219, + 1.0024833679199219, + 0.9986114501953125, + 0.9997177124023438, + 0.9936332702636719, + 0.99639892578125, + 0.9903144836425781, + 0.9897613525390625, + 0.9975051879882812, + 0.9925270080566406, + 0.9908676147460938, + 0.9886550903320312, + 0.9858894348144531, + 0.9903144836425781, + 0.9825706481933594, + 0.9803581237792969, + 0.9809112548828125, + 0.9792518615722656, + 0.9759330749511719, + 0.9764862060546875, + 0.9836769104003906, + 0.9814643859863281, + 0.9764862060546875, + 0.9770393371582031, + 0.9748268127441406, + 0.9764862060546875, + 0.9698486328125, + 0.9731674194335938, + 0.9665298461914062, + 0.965423583984375, + 0.9643173217773438, + 0.96099853515625, + 0.9692955017089844, + 0.9698486328125, + 0.9670829772949219, + 0.9676361083984375, + 0.9632110595703125, + 0.9687423706054688, + 0.9632110595703125, + 0.9615516662597656 + ], + "p90": [ + 1.4101409912109375, + 1.4278411865234375, + 1.4278411865234375, + 1.4278411865234375, + 1.4366912841796875, + 1.425628662109375, + 1.4366912841796875, + 1.4234161376953125, + 1.425628662109375, + 1.4145660400390625, + 1.4234161376953125, + 1.43890380859375, + 1.416778564453125, + 1.412353515625, + 1.42120361328125, + 1.412353515625, + 1.434478759765625, + 1.425628662109375, + 1.412353515625, + 1.407928466796875, + 1.412353515625, + 1.4101409912109375, + 1.407928466796875, + 1.407928466796875, + 1.40350341796875, + 1.40350341796875, + 1.3946533203125, + 1.3880157470703125, + 1.4057159423828125, + 1.399078369140625, + 1.3946533203125, + 1.3924407958984375, + 1.390228271484375, + 1.3968658447265625, + 1.3946533203125, + 1.399078369140625, + 1.3946533203125, + 1.3946533203125, + 1.390228271484375, + 1.3924407958984375, + 1.40350341796875, + 1.3946533203125, + 1.3924407958984375, + 1.3968658447265625, + 1.3946533203125, + 1.4012908935546875, + 1.3968658447265625, + 1.3968658447265625, + 1.399078369140625, + 1.399078369140625, + 1.3968658447265625, + 1.399078369140625, + 1.407928466796875, + 1.4057159423828125, + 1.40350341796875, + 1.399078369140625, + 1.390228271484375, + 1.3880157470703125, + 1.3835906982421875, + 1.3880157470703125, + 1.381378173828125, + 1.381378173828125, + 1.376953125, + 1.3791656494140625, + 1.376953125, + 1.376953125, + 1.3747406005859375, + 1.3736343383789062, + 1.3614654541015625, + 1.36810302734375, + 1.363677978515625, + 1.3592529296875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_035622.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_035622.json new file mode 100644 index 0000000000000000000000000000000000000000..477822f4523c631aa2fddcbec4296fb9afc5439f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_035622.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T03:56:22.934062+00:00", + "metrics": { + "MSE[mean]": 0.024279435986082534, + "MSE[0.5]": 0.03755055107788606, + "MAE[0.5]": 0.14932831625143686, + "MASE[0.5]": 0.7466414969351399, + "MAPE[0.5]": 0.09717721320659656, + "sMAPE[0.5]": 0.10461512869504573, + "MSIS": 6.701121989079551, + "RMSE[mean]": 0.15581859961533004, + "NRMSE[mean]": 0.10777079093899078, + "ND[0.5]": 0.10328183407972168, + "mean_weighted_sum_quantile_loss": 0.07525362365199473 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00" + ], + "context": [ + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.2879694700241089, + 1.2917546033859253, + 1.2947853803634644, + 1.2842671871185303, + 1.2780429124832153, + 1.2804034948349, + 1.2726069688796997, + 1.2785097360610962, + 1.2839395999908447, + 1.2881505489349365, + 1.2773067951202393, + 1.2900021076202393, + 1.2970386743545532, + 1.3146830797195435, + 1.327020287513733, + 1.3399012088775635, + 1.3426491022109985, + 1.323771357536316, + 1.3250690698623657, + 1.3378479480743408, + 1.3325510025024414, + 1.3355354070663452, + 1.3353160619735718, + 1.3300524950027466, + 1.3306503295898438, + 1.327104926109314, + 1.322773814201355, + 1.3137946128845215, + 1.304938793182373, + 1.305458664894104, + 1.3053791522979736, + 1.3022804260253906, + 1.2983036041259766, + 1.3060836791992188, + 1.31991708278656, + 1.3381297588348389, + 1.3485933542251587, + 1.337595820426941, + 1.334319829940796, + 1.3291211128234863, + 1.34422767162323, + 1.3551912307739258, + 1.3677597045898438, + 1.376912236213684, + 1.3767296075820923, + 1.3522558212280273, + 1.3472222089767456, + 1.3373116254806519, + 1.3371378183364868, + 1.3417422771453857, + 1.3504871129989624, + 1.3335034847259521, + 1.321476936340332, + 1.3213202953338623, + 1.321589708328247, + 1.3175634145736694, + 1.3298648595809937, + 1.3284342288970947, + 1.3226622343063354, + 1.3014100790023804, + 1.308863639831543, + 1.3079679012298584, + 1.2977919578552246, + 1.297903299331665, + 1.3035812377929688, + 1.2976239919662476, + 1.286861777305603, + 1.285644292831421, + 1.2835780382156372, + 1.2858569622039795, + 1.2826294898986816, + 1.2761731147766113 + ], + "p10": [ + 1.2975666522979736, + 1.3170101642608643, + 1.3111730813980103, + 1.308759331703186, + 1.3071856498718262, + 1.3110040426254272, + 1.288277506828308, + 1.2990220785140991, + 1.297060489654541, + 1.3071002960205078, + 1.3019044399261475, + 1.3053070306777954, + 1.3255703449249268, + 1.3336267471313477, + 1.3598909378051758, + 1.3746168613433838, + 1.3653775453567505, + 1.3484816551208496, + 1.355258584022522, + 1.3606555461883545, + 1.363350510597229, + 1.3793566226959229, + 1.3721822500228882, + 1.3697559833526611, + 1.3593169450759888, + 1.3541638851165771, + 1.3553663492202759, + 1.35612154006958, + 1.3425720930099487, + 1.3510966300964355, + 1.3363115787506104, + 1.3392421007156372, + 1.334535837173462, + 1.3519642353057861, + 1.3583632707595825, + 1.3847651481628418, + 1.399022102355957, + 1.3848862648010254, + 1.3692065477371216, + 1.3772215843200684, + 1.3927298784255981, + 1.3959273099899292, + 1.4099608659744263, + 1.4212665557861328, + 1.4165128469467163, + 1.401667833328247, + 1.3970378637313843, + 1.387718677520752, + 1.383720874786377, + 1.3743643760681152, + 1.391233205795288, + 1.3877813816070557, + 1.3691105842590332, + 1.3576968908309937, + 1.362213373184204, + 1.3630660772323608, + 1.3643016815185547, + 1.3787569999694824, + 1.3678133487701416, + 1.3534328937530518, + 1.363144040107727, + 1.361031413078308, + 1.3422214984893799, + 1.3454526662826538, + 1.3541837930679321, + 1.3526257276535034, + 1.3338675498962402, + 1.3358571529388428, + 1.329758882522583, + 1.3261123895645142, + 1.3329484462738037, + 1.3285577297210693 + ], + "p90": [ + 1.4128161668777466, + 1.4314953088760376, + 1.4446895122528076, + 1.449755311012268, + 1.4484766721725464, + 1.4557383060455322, + 1.4458509683609009, + 1.455654263496399, + 1.4656623601913452, + 1.4663559198379517, + 1.4638187885284424, + 1.4696861505508423, + 1.4963496923446655, + 1.5164240598678589, + 1.5325126647949219, + 1.5486308336257935, + 1.5513986349105835, + 1.5411051511764526, + 1.5421102046966553, + 1.5631273984909058, + 1.5609740018844604, + 1.5635688304901123, + 1.5695743560791016, + 1.5604223012924194, + 1.5665185451507568, + 1.5657272338867188, + 1.561492919921875, + 1.56267249584198, + 1.5603570938110352, + 1.5658316612243652, + 1.5665099620819092, + 1.5645660161972046, + 1.5594249963760376, + 1.5700552463531494, + 1.5807979106903076, + 1.6045939922332764, + 1.6242345571517944, + 1.618617296218872, + 1.6168339252471924, + 1.6142220497131348, + 1.628229022026062, + 1.6465624570846558, + 1.655917763710022, + 1.6724345684051514, + 1.6722819805145264, + 1.6555200815200806, + 1.6525074243545532, + 1.6426568031311035, + 1.641019344329834, + 1.6442253589630127, + 1.6433004140853882, + 1.6409579515457153, + 1.6249252557754517, + 1.628333568572998, + 1.629963755607605, + 1.6199570894241333, + 1.6231296062469482, + 1.6279343366622925, + 1.624893069267273, + 1.6050776243209839, + 1.6127556562423706, + 1.6197699308395386, + 1.6070321798324585, + 1.6029764413833618, + 1.604333758354187, + 1.5984195470809937, + 1.5925577878952026, + 1.6001876592636108, + 1.6018768548965454, + 1.5999140739440918, + 1.601717233657837, + 1.599556803703308 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_035708.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_035708.json new file mode 100644 index 0000000000000000000000000000000000000000..4008a07717c05bd457d309763c2c54c877b24d12 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_035708.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T03:57:08.200971+00:00", + "metrics": { + "MSE[mean]": 0.035942530023156, + "MSE[0.5]": 0.035942530023156, + "MAE[0.5]": 0.1330179042286343, + "MASE[0.5]": 0.6650894460312176, + "MAPE[0.5]": 0.08587607761620376, + "sMAPE[0.5]": 0.09275344132617591, + "MSIS": 3.8555528960471483, + "RMSE[mean]": 0.1895851524332958, + "NRMSE[mean]": 0.13112517939748744, + "ND[0.5]": 0.0920008572991723, + "mean_weighted_sum_quantile_loss": 0.09927526809964761 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00" + ], + "context": [ + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.298906683921814, + 1.3043723106384277, + 1.304852843284607, + 1.3041634559631348, + 1.3028862476348877, + 1.3079952001571655, + 1.3086612224578857, + 1.3117904663085938, + 1.3181126117706299, + 1.314505934715271, + 1.3062129020690918, + 1.305065631866455, + 1.313266396522522, + 1.3175404071807861, + 1.3153674602508545, + 1.317969799041748, + 1.3212968111038208, + 1.3206232786178589, + 1.3175534009933472, + 1.3200266361236572, + 1.3185672760009766, + 1.316725254058838, + 1.3151248693466187, + 1.3145126104354858, + 1.3136729001998901, + 1.3122589588165283, + 1.3116625547409058, + 1.306667685508728, + 1.3059762716293335, + 1.3066322803497314, + 1.3064301013946533, + 1.3052027225494385, + 1.3918986320495605, + 1.3935832977294922, + 1.3899638652801514, + 1.393105149269104, + 1.3923426866531372, + 1.3990938663482666, + 1.3951003551483154, + 1.3943837881088257, + 1.3961660861968994, + 1.3943910598754883, + 1.3964124917984009, + 1.390552043914795, + 1.3980119228363037, + 1.3961083889007568, + 1.3845241069793701, + 1.3868746757507324, + 1.3894169330596924, + 1.3906985521316528, + 1.3831592798233032, + 1.3808460235595703, + 1.3819369077682495, + 1.3878387212753296, + 1.3934504985809326, + 1.3783785104751587, + 1.3693008422851562, + 1.3638421297073364, + 1.3625290393829346, + 1.363620400428772, + 1.3616148233413696, + 1.3696449995040894, + 1.3597729206085205, + 1.357639193534851, + 1.2309467792510986, + 1.243963360786438, + 1.252334713935852, + 1.2461535930633545, + 1.2359822988510132, + 1.2362602949142456, + 1.2279787063598633, + 1.2384814023971558 + ], + "p10": [ + 1.1713826656341553, + 1.1468214988708496, + 1.1325669288635254, + 1.1239659786224365, + 1.1175488233566284, + 1.1157232522964478, + 1.106034278869629, + 1.100105881690979, + 1.0973936319351196, + 1.092190146446228, + 1.0778864622116089, + 1.073548674583435, + 1.0763462781906128, + 1.071902871131897, + 1.0697033405303955, + 1.066667914390564, + 1.0652133226394653, + 1.0638874769210815, + 1.058807134628296, + 1.0574809312820435, + 1.0521366596221924, + 1.049485445022583, + 1.049898386001587, + 1.0487425327301025, + 1.0455015897750854, + 1.0411492586135864, + 1.0391216278076172, + 1.0292410850524902, + 1.0251344442367554, + 1.0232630968093872, + 1.0203663110733032, + 1.0161011219024658, + 1.0581278800964355, + 1.0667128562927246, + 1.0714764595031738, + 1.05451238155365, + 1.0424245595932007, + 1.0360182523727417, + 1.0259580612182617, + 1.0216655731201172, + 1.0240294933319092, + 1.0258234739303589, + 1.0234789848327637, + 1.0262209177017212, + 1.0276538133621216, + 1.0259103775024414, + 1.0209264755249023, + 1.0090411901474, + 0.9967275261878967, + 0.9959194660186768, + 1.0020413398742676, + 1.0055558681488037, + 1.007957935333252, + 1.0083526372909546, + 1.0120164155960083, + 1.0031912326812744, + 0.9948059916496277, + 0.9891883134841919, + 0.9887097477912903, + 0.9832382202148438, + 0.977229654788971, + 0.9770994782447815, + 0.9745271801948547, + 0.9717086553573608, + 0.8912395238876343, + 0.9146746397018433, + 0.8987956643104553, + 0.8672057390213013, + 0.8580777645111084, + 0.8511298298835754, + 0.841670036315918, + 0.8452649712562561 + ], + "p90": [ + 1.4735569953918457, + 1.5332087278366089, + 1.5500900745391846, + 1.5648988485336304, + 1.5813010931015015, + 1.5959582328796387, + 1.5990815162658691, + 1.6057988405227661, + 1.6211903095245361, + 1.6222234964370728, + 1.6175365447998047, + 1.6254462003707886, + 1.6411850452423096, + 1.6582698822021484, + 1.6653550863265991, + 1.6842901706695557, + 1.701216459274292, + 1.7049064636230469, + 1.706801176071167, + 1.7081573009490967, + 1.7076383829116821, + 1.7009029388427734, + 1.6991369724273682, + 1.7011382579803467, + 1.699493646621704, + 1.7012144327163696, + 1.7053759098052979, + 1.7032020092010498, + 1.7063708305358887, + 1.715851068496704, + 1.7213318347930908, + 1.722712516784668, + 1.7141542434692383, + 1.7543140649795532, + 1.7736605405807495, + 1.8205589056015015, + 1.8600473403930664, + 1.9009552001953125, + 1.9023823738098145, + 1.915666103363037, + 1.9383116960525513, + 1.9335706233978271, + 1.9377613067626953, + 1.9358470439910889, + 1.949932336807251, + 1.941386342048645, + 1.923551321029663, + 1.9382059574127197, + 1.9455077648162842, + 1.9517676830291748, + 1.9443359375, + 1.9449543952941895, + 1.9480112791061401, + 1.9644038677215576, + 1.9719229936599731, + 1.9617698192596436, + 1.9552866220474243, + 1.9593844413757324, + 1.9632374048233032, + 1.9688581228256226, + 1.9712923765182495, + 1.9950954914093018, + 1.985883116722107, + 1.9918464422225952, + 1.7547552585601807, + 1.8443174362182617, + 1.8261315822601318, + 1.8309869766235352, + 1.8661226034164429, + 1.8847882747650146, + 1.8663549423217773, + 1.8794341087341309 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_035652.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_035652.json new file mode 100644 index 0000000000000000000000000000000000000000..1913404555d30dacdb38579ce0151ab8a6b670b6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_035652.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T03:56:52.371260+00:00", + "metrics": { + "MSE[mean]": 0.04472993569946146, + "MSE[0.5]": 0.04472993569946146, + "MAE[0.5]": 0.16446132957935333, + "MASE[0.5]": 0.82230655502948, + "MAPE[0.5]": 0.10674923495839776, + "sMAPE[0.5]": 0.11605266415287768, + "MSIS": 4.630548604905345, + "RMSE[mean]": 0.2114945287695676, + "NRMSE[mean]": 0.14627863875708316, + "ND[0.5]": 0.11374847169337016, + "mean_weighted_sum_quantile_loss": 0.10038417666991542 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00" + ], + "context": [ + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.2984997034072876, + 1.3019695281982422, + 1.2987704277038574, + 1.2976263761520386, + 1.2960329055786133, + 1.2952488660812378, + 1.3048977851867676, + 1.301241159439087, + 1.30028235912323, + 1.3028019666671753, + 1.3019180297851562, + 1.3027664422988892, + 1.3024208545684814, + 1.3004193305969238, + 1.300457239151001, + 1.303978443145752, + 1.3041419982910156, + 1.305377721786499, + 1.308060646057129, + 1.3051812648773193, + 1.3037006855010986, + 1.2986624240875244, + 1.2971309423446655, + 1.2992531061172485, + 1.3017772436141968, + 1.3041490316390991, + 1.3006131649017334, + 1.3002803325653076, + 1.301609992980957, + 1.3021037578582764, + 1.301993727684021, + 1.2979873418807983, + 1.2968002557754517, + 1.292264461517334, + 1.2925604581832886, + 1.2924549579620361, + 1.2943025827407837, + 1.2941009998321533, + 1.2934257984161377, + 1.2943410873413086, + 1.2939233779907227, + 1.2955974340438843, + 1.295715570449829, + 1.2942659854888916, + 1.2938584089279175, + 1.2912870645523071, + 1.287926197052002, + 1.29085373878479, + 1.2924859523773193, + 1.2912013530731201, + 1.2887321710586548, + 1.2869083881378174, + 1.2870672941207886, + 1.2874048948287964, + 1.2882390022277832, + 1.288429856300354, + 1.2872605323791504, + 1.2880393266677856, + 1.28861665725708, + 1.2876676321029663, + 1.2871577739715576, + 1.2858023643493652, + 1.2837194204330444, + 1.2814383506774902, + 1.2768281698226929, + 1.2759054899215698, + 1.2755316495895386, + 1.274322271347046, + 1.2745628356933594, + 1.274544358253479, + 1.2743093967437744, + 1.2753912210464478 + ], + "p10": [ + 1.2522664070129395, + 1.159846305847168, + 1.13388192653656, + 1.1535016298294067, + 1.1354951858520508, + 1.121091604232788, + 1.158537745475769, + 1.151916742324829, + 1.1369788646697998, + 1.1431533098220825, + 1.138468623161316, + 1.134092092514038, + 1.1299992799758911, + 1.124822735786438, + 1.132029414176941, + 1.129913568496704, + 1.1229764223098755, + 1.121925711631775, + 1.1216957569122314, + 1.1129415035247803, + 1.1064321994781494, + 1.0947884321212769, + 1.0923118591308594, + 1.0918158292770386, + 1.0923970937728882, + 1.0843955278396606, + 1.0727046728134155, + 1.0615283250808716, + 1.0646677017211914, + 1.0625553131103516, + 1.06075918674469, + 1.0460773706436157, + 1.0609240531921387, + 1.045067548751831, + 1.0424492359161377, + 1.042904019355774, + 1.0447602272033691, + 1.0469378232955933, + 1.0447731018066406, + 1.0408490896224976, + 1.035775065422058, + 1.0327949523925781, + 1.0279321670532227, + 1.023148775100708, + 1.0182819366455078, + 1.0161449909210205, + 1.0072455406188965, + 1.0103528499603271, + 1.0059775114059448, + 1.0035995244979858, + 0.9999568462371826, + 0.9964920282363892, + 0.9949949383735657, + 0.998779296875, + 0.9973152875900269, + 0.9969810843467712, + 0.9940817356109619, + 0.9936432242393494, + 0.9913305640220642, + 0.9894280433654785, + 0.9864671230316162, + 0.9849116802215576, + 0.9810683727264404, + 0.9780082702636719, + 0.9867085814476013, + 0.9753799438476562, + 0.9779747128486633, + 0.9793657064437866, + 0.9790836572647095, + 0.9761818647384644, + 0.975113034248352, + 0.9739222526550293 + ], + "p90": [ + 1.5011353492736816, + 1.5106889009475708, + 1.4807121753692627, + 1.480191707611084, + 1.47878098487854, + 1.475120186805725, + 1.5163644552230835, + 1.5155179500579834, + 1.5011937618255615, + 1.5192612409591675, + 1.5197943449020386, + 1.5170701742172241, + 1.5266759395599365, + 1.5261971950531006, + 1.5366265773773193, + 1.5481144189834595, + 1.5447949171066284, + 1.5459718704223633, + 1.558226227760315, + 1.5566895008087158, + 1.5516431331634521, + 1.5476419925689697, + 1.5428928136825562, + 1.547116994857788, + 1.561533808708191, + 1.5694019794464111, + 1.5674633979797363, + 1.566687822341919, + 1.5758798122406006, + 1.571417212486267, + 1.5673344135284424, + 1.573042869567871, + 1.5577747821807861, + 1.5815857648849487, + 1.5677696466445923, + 1.5712242126464844, + 1.5702351331710815, + 1.566540002822876, + 1.5730066299438477, + 1.5803757905960083, + 1.5831544399261475, + 1.583988904953003, + 1.5922660827636719, + 1.5937137603759766, + 1.6044951677322388, + 1.6047157049179077, + 1.607351541519165, + 1.6131000518798828, + 1.6150681972503662, + 1.6156443357467651, + 1.6128500699996948, + 1.6143524646759033, + 1.6184682846069336, + 1.6201915740966797, + 1.6208935976028442, + 1.6288678646087646, + 1.6342639923095703, + 1.6348724365234375, + 1.6406986713409424, + 1.6464767456054688, + 1.6492280960083008, + 1.6534051895141602, + 1.6534600257873535, + 1.6526381969451904, + 1.6210541725158691, + 1.6375868320465088, + 1.6200215816497803, + 1.6262717247009277, + 1.6205947399139404, + 1.61404550075531, + 1.6198070049285889, + 1.6269631385803223 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index c3b8b9e75ef411a601ce3464dec98b60be3bcfbf..4b77843fcd48f933d5133032f50e225aa5635297 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1401256.4749539692,1401256.4749539692,1024.6940104166667,1.0401749651221885,0.01582617027439176,0.01566089208932415,4.021978018177504,1183.7467951187741,0.01820190398636268,0.015756225968184063,0.011802194622885006,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1394730.559589386,1394730.559589386,1022.52734375,1.037975564714339,0.015791710072035305,0.015627224472441536,4.021978018177504,1180.9871123722671,0.018158864697833878,0.015722386375321255,0.011768486757308206,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.12418063805400739,0.12418063805400739,0.2864666759967804,0.27433643390252904,0.21186354642824798,0.22110806126490173,9.68377093291697,0.3523927326918184,0.2623400886381634,0.2132611890115185,0.20735156239646324,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.07194443172879003,0.07194443172879003,0.23055552442868552,1.233958995658387,0.15686766022544915,0.1745961394008609,42.79890073698292,0.26822459195381404,0.18731494574679472,0.16100871003438555,0.15637674521477488,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.07166665613651564,0.07166665613651564,0.2277777526113722,1.1388886344363405,0.15256193938898047,0.16943676282086198,39.44096296160069,0.2677062870694591,0.18515708887154997,0.15754081103176754,0.1530152478620859,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,4.384166831970258,4.384166831970258,1.9916667143503826,1.3566697939724321,0.10979070237128019,0.10352728615729541,38.62280112270497,2.0938402116614,0.11533661618534755,0.10970851458616919,0.10231045802655239,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,95.51666216850397,95.51666216850397,8.758333206176758,0.6970917831986543,0.28123160409310394,0.3351721445181861,24.928678925734232,9.773262616368394,0.2626632730043017,0.2353863347684683,0.2293263621636999,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.751666250229543,4.751666250229543,1.9083332220713298,0.9494498301166997,0.0719819278982345,0.07531045222475719,24.812981035182602,2.1798317022718847,0.08400122331395438,0.07353885392967727,0.06737957313828045,Weather,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index c938c771b8b0490b8ff83826e0e26fd71cadc465..443d9236ed486720a735b1ebf275c7c265ef8001 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:50:08.144161+00:00", + "evaluated_at": "2026-06-18T03:58:10.217657+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64320.01171875 + 64372.01171875 ], "p50": [ 65840.09375, diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 6c3946a04957a5520924466fb6437dd9172b03bc..7f096bb2c994376c90d37c6f997759e3b66df2ab 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:37:34.489660+00:00", + "evaluated_at": "2026-06-18T03:58:10.226137+00:00", "freq": "10min", - "context_length": 75, + "context_length": 76, "prediction_length": 72, "context": [ - 1.100000023841858, 1.0, 1.0, 0.8999999761581421, @@ -80,11 +79,11 @@ 1.2000000476837158, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -154,11 +153,11 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842 ], "p50": [ - 1.0, - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -181,8 +180,8 @@ 1.2999999523162842, 1.5, 1.5, - 1.0, - 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -205,8 +204,8 @@ 1.2999999523162842, 1.5, 1.5, - 1.0, - 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -228,11 +227,11 @@ 1.2000000476837158, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "p10": [ - 0.98, - 1.1760000467300415, 1.0780000233650207, 1.1760000467300415, 1.1760000467300415, @@ -255,8 +254,8 @@ 1.2739999532699584, 1.47, 1.47, - 0.98, - 1.1760000467300415, + 1.2739999532699584, + 1.2739999532699584, 1.0780000233650207, 1.1760000467300415, 1.1760000467300415, @@ -279,8 +278,8 @@ 1.2739999532699584, 1.47, 1.47, - 0.98, - 1.1760000467300415, + 1.2739999532699584, + 1.2739999532699584, 1.0780000233650207, 1.1760000467300415, 1.1760000467300415, @@ -302,11 +301,11 @@ 1.1760000467300415, 1.2739999532699584, 1.47, - 1.47 + 1.47, + 1.2739999532699584, + 1.2739999532699584 ], "p90": [ - 1.02, - 1.22400004863739, 1.1220000243186952, 1.22400004863739, 1.22400004863739, @@ -329,8 +328,8 @@ 1.32599995136261, 1.53, 1.53, - 1.02, - 1.22400004863739, + 1.32599995136261, + 1.32599995136261, 1.1220000243186952, 1.22400004863739, 1.22400004863739, @@ -353,8 +352,8 @@ 1.32599995136261, 1.53, 1.53, - 1.02, - 1.22400004863739, + 1.32599995136261, + 1.32599995136261, 1.1220000243186952, 1.22400004863739, 1.22400004863739, @@ -376,11 +375,11 @@ 1.22400004863739, 1.32599995136261, 1.53, - 1.53 + 1.53, + 1.32599995136261, + 1.32599995136261 ], "timestamps": [ - "2026-06-16 03:20:00", - "2026-06-16 03:30:00", "2026-06-16 03:40:00", "2026-06-16 03:50:00", "2026-06-16 04:00:00", @@ -525,6 +524,9 @@ "2026-06-17 03:10:00", "2026-06-17 03:20:00", "2026-06-17 03:30:00", - "2026-06-17 03:40:00" + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 34cebe2bf3d11c65bf0bf2ea4ac07fb236ca9ed5..206344aa6c19b381f8f12deb46fca7c2fb5d4c14 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T03:50:08.157418+00:00", + "evaluated_at": "2026-06-18T03:58:10.230176+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index df3a2590a02f531d9bd3ba482a06b77b17262a3d..5fdfc95bcb7e4492a5d190b5602db6279a9cc804 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,962014.82239151,962014.82239151,836.6331380208334,0.8492728915308326,0.012935301887437233,0.01282174557961784,6.399598935458481,980.823542943128,0.015081650932303965,0.012864504565384318,0.008332795978307293,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,955883.13879776,955883.13879776,834.4664713541666,0.847073491122983,0.012900889292915399,0.012788077440435119,6.311622919144498,977.6927629873098,0.015033009601159502,0.012830761309292522,0.00829920369463352,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.002950453770441245,0.002950453770441245,0.04460797210534414,0.04271907700406012,0.030985988976446843,0.03040103067882989,0.4661015989422378,0.05431807959088065,0.04043729763005208,0.033208571773581295,0.033348867612115786,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.07234154992614804,0.07234154992614804,0.22721486455864376,1.2160794097829766,0.15118473274739014,0.168139957695068,14.937464273129486,0.268963845016664,0.18783120395545566,0.15867575645336898,0.13464327658528097,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.09512520963611099,0.09512520963611099,0.2641160405344433,1.3205800535323544,0.17398176249660713,0.1960821480855729,19.38037819010384,0.3084237501168011,0.21331902338048683,0.18267392120286458,0.15452006909349658,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,2.084079614056615,2.084079614056615,1.1926860014597576,0.8124256233312503,0.06731082127818078,0.06410130938519783,24.447857421419226,1.4436341690527468,0.07952081497946488,0.06569764340844846,0.060763034514630436,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,73.9657991154495,73.9657991154495,6.8719775676727295,0.5469532825460142,0.17270567188596433,0.1795133211700711,2.721461655973371,8.600337151266194,0.23114008021320118,0.18468920674596362,0.1772553136222054,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.3164909122965582,1.3164909122965582,1.0971895058949788,0.5458828562692578,0.04257905130893658,0.043590962673617555,2.324760629714263,1.1473843786179758,0.044215198501232705,0.04228090664355145,0.036141068109266344,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index ec82010751f6fac10d82cba94fd22a909df8fee9..e4ad9a9b08501262e40c5dde4f61fc9654e13af3 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:49:59.393592+00:00", + "evaluated_at": "2026-06-18T03:58:02.797825+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64320.01171875 + 64372.01171875 ], "p50": [ 65975.9375, diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 2b0c374c34165d80aae90d8854cc945ca538e98e..8f059d7e5c62f694303e6de9eb1b380d231a58d5 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:37:04.392877+00:00", + "evaluated_at": "2026-06-18T03:58:06.683817+00:00", "freq": "10min", - "context_length": 75, + "context_length": 76, "prediction_length": 72, "context": [ - 1.100000023841858, 1.0, 1.0, 0.8999999761581421, @@ -80,11 +79,11 @@ 1.2000000476837158, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -154,233 +153,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842 ], "p50": [ - 1.35809326171875, - 1.3006744384765625, - 1.2790069580078125, - 1.2725067138671875, - 1.2551727294921875, - 1.2573394775390625, - 1.251922607421875, - 1.2378387451171875, - 1.238922119140625, - 1.232421875, - 1.2378387451171875, - 1.234588623046875, - 1.238922119140625, - 1.2335052490234375, - 1.2275466918945312, - 1.2264633178710938, - 1.2275466918945312, - 1.2221298217773438, - 1.2307968139648438, - 1.232421875, - 1.2264633178710938, - 1.2248382568359375, - 1.22808837890625, - 1.2205047607421875, - 1.2210464477539062, - 1.2177963256835938, - 1.2167129516601562, - 1.2205047607421875, - 1.2140045166015625, - 1.2096710205078125, - 1.2118377685546875, - 1.2102127075195312, - 1.208587646484375, - 1.2053375244140625, - 1.2058792114257812, - 1.2064208984375, - 1.2037124633789062, - 1.2047958374023438, - 1.2031707763671875, - 1.2053375244140625, - 1.204254150390625, - 1.199920654296875, - 1.1982955932617188, - 1.1993789672851562, - 1.1988372802734375, - 1.1993789672851562, - 1.2004623413085938, - 1.1988372802734375, - 1.1945037841796875, - 1.191253662109375, - 1.1917953491210938, - 1.19342041015625, - 1.1907119750976562, - 1.1874618530273438, - 1.1858367919921875, - 1.1831283569335938, - 1.1815032958984375, - 1.1787948608398438, - 1.1798782348632812, - 1.1793365478515625, - 1.1787948608398438, - 1.1787948608398438, - 1.1750030517578125, - 1.1744613647460938, - 1.173919677734375, - 1.1733779907226562, - 1.1750030517578125, - 1.1744613647460938, - 1.1717529296875, - 1.1717529296875, - 1.1685028076171875, - 1.1668777465820312 + 1.2563705444335938, + 1.2519454956054688, + 1.2419891357421875, + 1.2353515625, + 1.2347984313964844, + 1.2281608581542969, + 1.2314796447753906, + 1.2215232849121094, + 1.2204170227050781, + 1.2121200561523438, + 1.2176513671875, + 1.222076416015625, + 1.2082481384277344, + 1.2027168273925781, + 1.2060356140136719, + 1.1949729919433594, + 1.2259483337402344, + 1.2099075317382812, + 1.1982917785644531, + 1.1982917785644531, + 1.2005043029785156, + 1.1982917785644531, + 1.195526123046875, + 1.1944198608398438, + 1.1905479431152344, + 1.1922073364257812, + 1.1828041076660156, + 1.1789321899414062, + 1.1944198608398438, + 1.1883354187011719, + 1.1850166320800781, + 1.1828041076660156, + 1.1805915832519531, + 1.1822509765625, + 1.1789321899414062, + 1.1805915832519531, + 1.1756134033203125, + 1.1761665344238281, + 1.168975830078125, + 1.1684226989746094, + 1.1750602722167969, + 1.1700820922851562, + 1.1700820922851562, + 1.1739540100097656, + 1.1717414855957031, + 1.1783790588378906, + 1.1711883544921875, + 1.168975830078125, + 1.1684226989746094, + 1.1684226989746094, + 1.1667633056640625, + 1.1667633056640625, + 1.1750602722167969, + 1.1722946166992188, + 1.1667633056640625, + 1.1651039123535156, + 1.1581897735595703, + 1.1595726013183594, + 1.1545944213867188, + 1.1579132080078125, + 1.1509990692138672, + 1.1509990692138672, + 1.1468505859375, + 1.143808364868164, + 1.1518287658691406, + 1.1518287658691406, + 1.1485099792480469, + 1.1490631103515625, + 1.1427021026611328, + 1.1490631103515625, + 1.1440849304199219, + 1.141042709350586 ], "p10": [ - 1.178253173828125, - 1.1247615814208984, - 1.1066150665283203, - 1.0962553024291992, - 1.0770254135131836, - 1.076009750366211, - 1.0662593841552734, - 1.0533943176269531, - 1.0542068481445312, - 1.0468940734863281, - 1.0444564819335938, - 1.0433731079101562, - 1.0403938293457031, - 1.0357894897460938, - 1.0341644287109375, - 1.0292892456054688, - 1.0390396118164062, - 1.0311851501464844, - 1.0376853942871094, - 1.0412063598632812, - 1.0333518981933594, - 1.030914306640625, - 1.0319976806640625, - 1.022247314453125, - 1.0233306884765625, - 1.0227890014648438, - 1.0227890014648438, - 1.0238723754882812, - 1.0168304443359375, - 1.013580322265625, - 1.0152053833007812, - 1.0103302001953125, - 1.0184555053710938, - 1.0146636962890625, - 1.0141220092773438, - 1.0146636962890625, - 1.0103302001953125, - 1.0124969482421875, - 1.0108718872070312, - 1.0119552612304688, - 1.0124969482421875, - 1.0097885131835938, - 1.0081634521484375, - 1.0054550170898438, - 1.0054550170898438, - 1.0043716430664062, - 1.0038299560546875, - 1.0022048950195312, - 0.9989547729492188, - 0.9946212768554688, - 0.9946212768554688, - 0.9967880249023438, - 0.9929962158203125, - 0.9908294677734375, - 0.9886627197265625, - 0.9870376586914062, - 0.9886627197265625, - 0.9864959716796875, - 0.9859542846679688, - 0.9837875366210938, - 0.9837875366210938, - 0.9821624755859375, - 0.9799957275390625, - 0.97674560546875, - 0.978912353515625, - 0.9778289794921875, - 0.9810791015625, - 0.9810791015625, - 0.9778289794921875, - 0.9783706665039062, - 0.97674560546875, - 0.974578857421875 + 1.132192611694336, + 1.1052966117858887, + 1.0867667198181152, + 1.0753583908081055, + 1.0695505142211914, + 1.065816879272461, + 1.0631895065307617, + 1.0533714294433594, + 1.0483932495117188, + 1.0400962829589844, + 1.0417556762695312, + 1.0373306274414062, + 1.028757095336914, + 1.0262680053710938, + 1.028757095336914, + 1.0157585144042969, + 1.046457290649414, + 1.0326290130615234, + 1.02294921875, + 1.027374267578125, + 1.0268211364746094, + 1.02294921875, + 1.0196304321289062, + 1.0168647766113281, + 1.0118865966796875, + 1.0157585144042969, + 1.0058021545410156, + 0.9991645812988281, + 1.0124397277832031, + 1.0085678100585938, + 1.0052490234375, + 1.000823974609375, + 1.0024833679199219, + 1.0024833679199219, + 0.9986114501953125, + 0.9997177124023438, + 0.9936332702636719, + 0.99639892578125, + 0.9903144836425781, + 0.9897613525390625, + 0.9975051879882812, + 0.9925270080566406, + 0.9908676147460938, + 0.9886550903320312, + 0.9858894348144531, + 0.9903144836425781, + 0.9825706481933594, + 0.9803581237792969, + 0.9809112548828125, + 0.9792518615722656, + 0.9759330749511719, + 0.9764862060546875, + 0.9836769104003906, + 0.9814643859863281, + 0.9764862060546875, + 0.9770393371582031, + 0.9748268127441406, + 0.9764862060546875, + 0.9698486328125, + 0.9731674194335938, + 0.9665298461914062, + 0.965423583984375, + 0.9643173217773438, + 0.96099853515625, + 0.9692955017089844, + 0.9698486328125, + 0.9670829772949219, + 0.9676361083984375, + 0.9632110595703125, + 0.9687423706054688, + 0.9632110595703125, + 0.9615516662597656 ], "p90": [ - 1.54876708984375, - 1.507598876953125, - 1.48809814453125, - 1.485931396484375, - 1.47509765625, - 1.47943115234375, - 1.47943115234375, - 1.459930419921875, - 1.459930419921875, - 1.451263427734375, - 1.464263916015625, - 1.459930419921875, - 1.468597412109375, - 1.4664306640625, - 1.455596923828125, - 1.459930419921875, - 1.446929931640625, - 1.446929931640625, - 1.457763671875, - 1.459930419921875, - 1.451263427734375, - 1.451263427734375, - 1.457763671875, - 1.4490966796875, - 1.4490966796875, - 1.44476318359375, - 1.44476318359375, - 1.446929931640625, - 1.4404296875, - 1.43609619140625, - 1.43609619140625, - 1.438262939453125, - 1.438262939453125, - 1.43609619140625, - 1.438262939453125, - 1.43609619140625, - 1.433929443359375, - 1.43609619140625, - 1.43609619140625, - 1.4404296875, - 1.442596435546875, - 1.43609619140625, - 1.4317626953125, - 1.4317626953125, - 1.4317626953125, - 1.433929443359375, - 1.43609619140625, - 1.4317626953125, - 1.429595947265625, - 1.42742919921875, - 1.425262451171875, - 1.42742919921875, - 1.425262451171875, - 1.423095703125, - 1.420928955078125, - 1.41876220703125, - 1.4144287109375, - 1.412261962890625, - 1.41009521484375, - 1.41009521484375, - 1.41009521484375, - 1.4144287109375, - 1.412261962890625, - 1.4144287109375, - 1.40576171875, + 1.4101409912109375, + 1.4278411865234375, + 1.4278411865234375, + 1.4278411865234375, + 1.4366912841796875, + 1.425628662109375, + 1.4366912841796875, + 1.4234161376953125, + 1.425628662109375, + 1.4145660400390625, + 1.4234161376953125, + 1.43890380859375, + 1.416778564453125, + 1.412353515625, + 1.42120361328125, + 1.412353515625, + 1.434478759765625, + 1.425628662109375, + 1.412353515625, + 1.407928466796875, + 1.412353515625, + 1.4101409912109375, + 1.407928466796875, 1.407928466796875, + 1.40350341796875, + 1.40350341796875, + 1.3946533203125, + 1.3880157470703125, + 1.4057159423828125, + 1.399078369140625, + 1.3946533203125, + 1.3924407958984375, + 1.390228271484375, + 1.3968658447265625, + 1.3946533203125, + 1.399078369140625, + 1.3946533203125, + 1.3946533203125, + 1.390228271484375, + 1.3924407958984375, + 1.40350341796875, + 1.3946533203125, + 1.3924407958984375, + 1.3968658447265625, + 1.3946533203125, + 1.4012908935546875, + 1.3968658447265625, + 1.3968658447265625, + 1.399078369140625, + 1.399078369140625, + 1.3968658447265625, + 1.399078369140625, 1.407928466796875, - 1.40576171875, - 1.40142822265625, - 1.399261474609375, - 1.399261474609375, - 1.394927978515625 + 1.4057159423828125, + 1.40350341796875, + 1.399078369140625, + 1.390228271484375, + 1.3880157470703125, + 1.3835906982421875, + 1.3880157470703125, + 1.381378173828125, + 1.381378173828125, + 1.376953125, + 1.3791656494140625, + 1.376953125, + 1.376953125, + 1.3747406005859375, + 1.3736343383789062, + 1.3614654541015625, + 1.36810302734375, + 1.363677978515625, + 1.3592529296875 ], "timestamps": [ - "2026-06-16 03:20:00", - "2026-06-16 03:30:00", "2026-06-16 03:40:00", "2026-06-16 03:50:00", "2026-06-16 04:00:00", @@ -525,6 +524,9 @@ "2026-06-17 03:10:00", "2026-06-17 03:20:00", "2026-06-17 03:30:00", - "2026-06-17 03:40:00" + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 6631c689f13db30c90f7ce3fdaf9db4cc79deedb..e75ef8ff8bb568942d85f2d0ca1bfce5f3bf938f 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T03:50:06.081094+00:00", + "evaluated_at": "2026-06-18T03:58:08.683129+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 825471af37ae1622b09d5aba9fc27f928305d003..8752f0ae6d1f762c8e44a9fb4ba27d59cee4490d 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1153300.7288983662,952495.2247632345,812.6526692708334,0.8249301287235217,0.012569529034247054,0.012457687997796422,34.963925779929106,1073.9183995529484,0.016513125677260827,0.012495768454304352,0.013333881233020203,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1146327.3630129497,946118.0984611511,810.4860026041666,0.8227307283156721,0.012535086799811008,0.012424020180096682,34.875949763615125,1070.6667843045052,0.01646257869283329,0.012462037482537823,0.013300122339795278,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.1909774119296778,0.15638587713010096,0.33216362496217094,0.3180983757611067,0.2878047997654194,0.2357781179561895,13.781850152455766,0.4370096245275129,0.3253334504333834,0.24728045368392107,0.26465926057642225,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.02899865594115505,0.041184300297472255,0.1569126976860894,0.839814336796193,0.10375098974485675,0.11219257296142443,10.666219476110644,0.17028991732088852,0.11892215546619576,0.10958015907472833,0.08316926177906711,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.024279435986082534,0.03755055107788606,0.14932831625143686,0.7466414969351399,0.09717721320659656,0.10461512869504573,6.701121989079551,0.15581859961533004,0.10777079093899078,0.10328183407972168,0.07525362365199473,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.07921036489203,0.9859343504970942,0.8025690714518229,0.5466884639734159,0.04537118208283065,0.04382662100914745,27.637922178158117,1.038850501704663,0.05722380386132465,0.044208531501466204,0.05176093874551861,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,63.69566031633576,110.95217997009968,7.873037497202556,0.6266294760565014,0.1858106001924926,0.20743595062098308,8.350486912599719,7.980956102894925,0.21449378104084904,0.21159339298192759,0.16718573181638374,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.635330920809641,1.5189216527908986,1.2051692008972168,0.5996058129783853,0.04702912655836008,0.04822573458236756,0.7002167235993983,0.7970764836636701,0.030715857390618998,0.046441973969896966,0.02806071457096783,Weather,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 4f968cc6cba2d01db3ec0e1c227fd846ca194255..6ad2454d84e4ebdc43ecc127ef8ae1e49e338a88 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:48:12.302431+00:00", + "evaluated_at": "2026-06-18T03:56:17.458185+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64320.01171875 + 64372.01171875 ], "p50": [ 65781.78125, diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index d5c57738b5dc052997dbf517d0f7951a1e6c04bf..27e2803ae42bfb573c67e9ab8ec70b402ed85c29 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:32:14.284638+00:00", + "evaluated_at": "2026-06-18T03:56:22.934062+00:00", "freq": "10min", - "context_length": 75, + "context_length": 76, "prediction_length": 72, "context": [ - 1.100000023841858, 1.0, 1.0, 0.8999999761581421, @@ -80,11 +79,11 @@ 1.2000000476837158, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -154,233 +153,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842 ], "p50": [ - 1.3912709951400757, - 1.3405356407165527, - 1.342700481414795, - 1.3559887409210205, - 1.3371984958648682, - 1.2927714586257935, - 1.2697954177856445, - 1.2753376960754395, - 1.2683745622634888, - 1.300957202911377, - 1.3171958923339844, - 1.3153847455978394, - 1.2827680110931396, - 1.2848507165908813, - 1.3077329397201538, - 1.3064055442810059, - 1.3361393213272095, - 1.3524583578109741, - 1.347053050994873, - 1.3304344415664673, - 1.3389923572540283, - 1.3549447059631348, - 1.3624699115753174, - 1.3826922178268433, - 1.3862385749816895, - 1.3692718744277954, - 1.3220666646957397, - 1.3026026487350464, - 1.3031620979309082, - 1.3061119318008423, - 1.3203465938568115, - 1.3287638425827026, - 1.3094512224197388, - 1.2728075981140137, - 1.249886155128479, - 1.2697283029556274, - 1.2961589097976685, - 1.3266979455947876, - 1.353774905204773, - 1.325777530670166, - 1.2842072248458862, - 1.2709234952926636, - 1.3044819831848145, - 1.3381078243255615, - 1.3693598508834839, - 1.3718013763427734, - 1.346201777458191, - 1.2821935415267944, - 1.265302300453186, - 1.2896506786346436, - 1.325444221496582, - 1.3632720708847046, - 1.36194908618927, - 1.3222308158874512, - 1.2846695184707642, - 1.2567254304885864, - 1.2830936908721924, - 1.291140079498291, - 1.3086531162261963, - 1.2933498620986938, - 1.276458740234375, - 1.2326685190200806, - 1.2261253595352173, - 1.227150797843933, - 1.2311782836914062, - 1.2463572025299072, - 1.2478052377700806, - 1.259702444076538, - 1.223152756690979, - 1.2067135572433472, - 1.2239924669265747, - 1.2452192306518555 + 1.2879694700241089, + 1.2917546033859253, + 1.2947853803634644, + 1.2842671871185303, + 1.2780429124832153, + 1.2804034948349, + 1.2726069688796997, + 1.2785097360610962, + 1.2839395999908447, + 1.2881505489349365, + 1.2773067951202393, + 1.2900021076202393, + 1.2970386743545532, + 1.3146830797195435, + 1.327020287513733, + 1.3399012088775635, + 1.3426491022109985, + 1.323771357536316, + 1.3250690698623657, + 1.3378479480743408, + 1.3325510025024414, + 1.3355354070663452, + 1.3353160619735718, + 1.3300524950027466, + 1.3306503295898438, + 1.327104926109314, + 1.322773814201355, + 1.3137946128845215, + 1.304938793182373, + 1.305458664894104, + 1.3053791522979736, + 1.3022804260253906, + 1.2983036041259766, + 1.3060836791992188, + 1.31991708278656, + 1.3381297588348389, + 1.3485933542251587, + 1.337595820426941, + 1.334319829940796, + 1.3291211128234863, + 1.34422767162323, + 1.3551912307739258, + 1.3677597045898438, + 1.376912236213684, + 1.3767296075820923, + 1.3522558212280273, + 1.3472222089767456, + 1.3373116254806519, + 1.3371378183364868, + 1.3417422771453857, + 1.3504871129989624, + 1.3335034847259521, + 1.321476936340332, + 1.3213202953338623, + 1.321589708328247, + 1.3175634145736694, + 1.3298648595809937, + 1.3284342288970947, + 1.3226622343063354, + 1.3014100790023804, + 1.308863639831543, + 1.3079679012298584, + 1.2977919578552246, + 1.297903299331665, + 1.3035812377929688, + 1.2976239919662476, + 1.286861777305603, + 1.285644292831421, + 1.2835780382156372, + 1.2858569622039795, + 1.2826294898986816, + 1.2761731147766113 ], "p10": [ - 1.411396861076355, - 1.3731412887573242, - 1.353281021118164, - 1.3806500434875488, - 1.3689719438552856, - 1.3272616863250732, - 1.3024346828460693, - 1.3128981590270996, - 1.3024531602859497, - 1.3203932046890259, - 1.3490405082702637, - 1.3402999639511108, - 1.3222240209579468, - 1.3051327466964722, - 1.3414835929870605, - 1.328126072883606, - 1.361231803894043, - 1.3925118446350098, - 1.369597315788269, - 1.351035714149475, - 1.355828881263733, - 1.378960132598877, - 1.403789758682251, - 1.4221779108047485, - 1.4195376634597778, - 1.3991618156433105, - 1.3396213054656982, - 1.3302464485168457, - 1.3312649726867676, - 1.3317409753799438, - 1.3536293506622314, - 1.3572943210601807, - 1.3445279598236084, - 1.3104329109191895, - 1.2725269794464111, - 1.3139578104019165, - 1.341784954071045, - 1.366711974143982, - 1.3799172639846802, - 1.3556647300720215, - 1.334544062614441, - 1.3086951971054077, - 1.338093876838684, - 1.3652772903442383, - 1.4006171226501465, - 1.4030653238296509, - 1.3926998376846313, - 1.3241695165634155, - 1.3020797967910767, - 1.3259875774383545, - 1.365634560585022, - 1.403498649597168, - 1.388079047203064, - 1.3546947240829468, - 1.3209916353225708, - 1.2991054058074951, - 1.316696286201477, - 1.3311209678649902, - 1.3516288995742798, - 1.343456506729126, - 1.3156766891479492, - 1.2720599174499512, - 1.261425495147705, - 1.2787283658981323, - 1.2714478969573975, - 1.2879587411880493, - 1.293572187423706, - 1.3108034133911133, - 1.262825608253479, - 1.2473249435424805, - 1.2871540784835815, - 1.2883340120315552 + 1.2975666522979736, + 1.3170101642608643, + 1.3111730813980103, + 1.308759331703186, + 1.3071856498718262, + 1.3110040426254272, + 1.288277506828308, + 1.2990220785140991, + 1.297060489654541, + 1.3071002960205078, + 1.3019044399261475, + 1.3053070306777954, + 1.3255703449249268, + 1.3336267471313477, + 1.3598909378051758, + 1.3746168613433838, + 1.3653775453567505, + 1.3484816551208496, + 1.355258584022522, + 1.3606555461883545, + 1.363350510597229, + 1.3793566226959229, + 1.3721822500228882, + 1.3697559833526611, + 1.3593169450759888, + 1.3541638851165771, + 1.3553663492202759, + 1.35612154006958, + 1.3425720930099487, + 1.3510966300964355, + 1.3363115787506104, + 1.3392421007156372, + 1.334535837173462, + 1.3519642353057861, + 1.3583632707595825, + 1.3847651481628418, + 1.399022102355957, + 1.3848862648010254, + 1.3692065477371216, + 1.3772215843200684, + 1.3927298784255981, + 1.3959273099899292, + 1.4099608659744263, + 1.4212665557861328, + 1.4165128469467163, + 1.401667833328247, + 1.3970378637313843, + 1.387718677520752, + 1.383720874786377, + 1.3743643760681152, + 1.391233205795288, + 1.3877813816070557, + 1.3691105842590332, + 1.3576968908309937, + 1.362213373184204, + 1.3630660772323608, + 1.3643016815185547, + 1.3787569999694824, + 1.3678133487701416, + 1.3534328937530518, + 1.363144040107727, + 1.361031413078308, + 1.3422214984893799, + 1.3454526662826538, + 1.3541837930679321, + 1.3526257276535034, + 1.3338675498962402, + 1.3358571529388428, + 1.329758882522583, + 1.3261123895645142, + 1.3329484462738037, + 1.3285577297210693 ], "p90": [ - 1.521714687347412, - 1.482707142829895, - 1.4927071332931519, - 1.522024154663086, - 1.5235722064971924, - 1.4872369766235352, - 1.4695667028427124, - 1.4749712944030762, - 1.4685055017471313, - 1.490488886833191, - 1.5083520412445068, - 1.5052483081817627, - 1.485048532485962, - 1.492730975151062, - 1.5145198106765747, - 1.4992979764938354, - 1.521694302558899, - 1.5379629135131836, - 1.5249980688095093, - 1.5235240459442139, - 1.5329968929290771, - 1.5502070188522339, - 1.5620675086975098, - 1.5768553018569946, - 1.5826399326324463, - 1.5703409910202026, - 1.5298819541931152, - 1.5239713191986084, - 1.5273736715316772, - 1.5306140184402466, - 1.5309185981750488, - 1.5452113151550293, - 1.523712158203125, - 1.4870715141296387, - 1.4654631614685059, - 1.4879727363586426, - 1.5197800397872925, - 1.5454899072647095, - 1.5672860145568848, - 1.5497124195098877, - 1.5098508596420288, - 1.5021723508834839, - 1.5279357433319092, - 1.5601388216018677, - 1.5855176448822021, - 1.5941442251205444, - 1.582619071006775, - 1.533355712890625, - 1.518583059310913, - 1.53813636302948, - 1.5589340925216675, - 1.5991840362548828, - 1.5905578136444092, - 1.5647119283676147, - 1.535038709640503, - 1.5059462785720825, - 1.5193142890930176, - 1.5283622741699219, - 1.5428837537765503, - 1.531507968902588, - 1.5219172239303589, - 1.4960027933120728, - 1.493720293045044, - 1.4865219593048096, - 1.4885245561599731, - 1.4962544441223145, - 1.4885257482528687, - 1.5113409757614136, - 1.4870119094848633, - 1.4732041358947754, - 1.492213249206543, - 1.5094016790390015 + 1.4128161668777466, + 1.4314953088760376, + 1.4446895122528076, + 1.449755311012268, + 1.4484766721725464, + 1.4557383060455322, + 1.4458509683609009, + 1.455654263496399, + 1.4656623601913452, + 1.4663559198379517, + 1.4638187885284424, + 1.4696861505508423, + 1.4963496923446655, + 1.5164240598678589, + 1.5325126647949219, + 1.5486308336257935, + 1.5513986349105835, + 1.5411051511764526, + 1.5421102046966553, + 1.5631273984909058, + 1.5609740018844604, + 1.5635688304901123, + 1.5695743560791016, + 1.5604223012924194, + 1.5665185451507568, + 1.5657272338867188, + 1.561492919921875, + 1.56267249584198, + 1.5603570938110352, + 1.5658316612243652, + 1.5665099620819092, + 1.5645660161972046, + 1.5594249963760376, + 1.5700552463531494, + 1.5807979106903076, + 1.6045939922332764, + 1.6242345571517944, + 1.618617296218872, + 1.6168339252471924, + 1.6142220497131348, + 1.628229022026062, + 1.6465624570846558, + 1.655917763710022, + 1.6724345684051514, + 1.6722819805145264, + 1.6555200815200806, + 1.6525074243545532, + 1.6426568031311035, + 1.641019344329834, + 1.6442253589630127, + 1.6433004140853882, + 1.6409579515457153, + 1.6249252557754517, + 1.628333568572998, + 1.629963755607605, + 1.6199570894241333, + 1.6231296062469482, + 1.6279343366622925, + 1.624893069267273, + 1.6050776243209839, + 1.6127556562423706, + 1.6197699308395386, + 1.6070321798324585, + 1.6029764413833618, + 1.604333758354187, + 1.5984195470809937, + 1.5925577878952026, + 1.6001876592636108, + 1.6018768548965454, + 1.5999140739440918, + 1.601717233657837, + 1.599556803703308 ], "timestamps": [ - "2026-06-16 03:20:00", - "2026-06-16 03:30:00", "2026-06-16 03:40:00", "2026-06-16 03:50:00", "2026-06-16 04:00:00", @@ -525,6 +524,9 @@ "2026-06-17 03:10:00", "2026-06-17 03:20:00", "2026-06-17 03:30:00", - "2026-06-17 03:40:00" + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 67bb5301aa379249e033c9f78b6b01bbb09188d0..eb2f9e8bd23efd3c0afe69b66d134142aa35e317 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T03:48:19.596310+00:00", + "evaluated_at": "2026-06-18T03:56:25.600831+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 971300760a3e4c89cf97480a32d6dea59b5ef335..931a79c14c2eca4de4b7f2dea4601de53569454e 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,1001269.971602122,1001269.971602122,839.9759114583334,0.8526661671901185,0.012991185855631159,0.01287279827289175,11.152268274860726,1000.6347843254911,0.015386278843424304,0.012915904781552535,0.009248760277128992,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,995051.6213417053,995051.6213417053,837.8092447916666,0.8504667667822687,0.012956762795153407,0.012839130245832659,11.064292258546743,997.5227422679171,0.015337915477730906,0.012882159813079023,0.009215137478398404,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.10838173045491555,0.10838173045491555,0.28082568347454073,0.26893430548100383,0.2401692877494289,0.20396576134680883,0.813397594408171,0.3292138065982585,0.2450844503635801,0.20906173101762798,0.1325887061126373,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.03459297158227178,0.03459297158227178,0.1415820684697893,0.7577630917547485,0.09363734157905695,0.10044350489924993,4.246155076695069,0.1859918589139637,0.12988762405429846,0.09887399690295418,0.10415529410798355,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.035942530023156,0.035942530023156,0.1330179042286343,0.6650894460312176,0.08587607761620376,0.09275344132617591,3.8555528960471483,0.1895851524332958,0.13112517939748744,0.0920008572991723,0.09927526809964761,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,1.152973081141378,1.152973081141378,0.8751972516377767,0.5961608267635972,0.0494476243381449,0.047648394758504915,12.255809112412734,1.0737658409268653,0.05914707243570027,0.048209165597465804,0.03871690065110235,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,36.9562932382161,36.9562932382161,5.077369610468547,0.404117147909381,0.13465162935563177,0.13904509043434066,3.0360730294707614,6.079168795009405,0.16338191610327626,0.13645786187149508,0.16757809505009363,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.0257247503886902,1.0257247503886902,0.9670674006144205,0.48114342327916565,0.038017588486279306,0.038842219798652426,1.858545730648565,1.0127807020222543,0.0390281588390367,0.037266567228099304,0.03487736930870868,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index dc866a30359b5121858cc61d48e6771839feffa0..4817192bfd80353ea65fee76601ecdef01efb08e 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T03:48:56.808374+00:00", + "evaluated_at": "2026-06-18T03:56:59.668061+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64320.01171875 + 64372.01171875 ], "p50": [ 65842.2890625, diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 143f51cdea80e5d8bd6f7cd07c966253534fb0cf..c3a24bb0efd3c47cd19e95468f07bbb0f324e5ae 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T03:34:58.909883+00:00", + "evaluated_at": "2026-06-18T03:57:08.200971+00:00", "freq": "10min", - "context_length": 75, + "context_length": 76, "prediction_length": 72, "context": [ - 1.100000023841858, 1.0, 1.0, 0.8999999761581421, @@ -80,11 +79,11 @@ 1.2000000476837158, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -154,233 +153,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842 ], "p50": [ - 1.4179586172103882, - 1.3603994846343994, - 1.340494155883789, - 1.3456088304519653, - 1.3417015075683594, - 1.3395659923553467, - 1.3316503763198853, - 1.3268519639968872, - 1.3222625255584717, - 1.3208736181259155, - 1.324082612991333, - 1.3207669258117676, - 1.3250664472579956, - 1.3172049522399902, - 1.316565990447998, - 1.315982699394226, - 1.3105883598327637, - 1.3140095472335815, - 1.3181345462799072, - 1.321743369102478, - 1.313840627670288, - 1.3119096755981445, - 1.3040872812271118, - 1.2997465133666992, - 1.3024373054504395, - 1.3007290363311768, - 1.301878809928894, - 1.2969948053359985, - 1.2896862030029297, - 1.279958724975586, - 1.2789126634597778, - 1.286040186882019, - 1.375139832496643, - 1.3704262971878052, - 1.3600437641143799, - 1.3615566492080688, - 1.3503516912460327, - 1.3583056926727295, - 1.352339506149292, - 1.3747620582580566, - 1.3682539463043213, - 1.354087471961975, - 1.3570919036865234, - 1.3470473289489746, - 1.354804515838623, - 1.3547286987304688, - 1.3587663173675537, - 1.3539360761642456, - 1.3292840719223022, - 1.3339650630950928, - 1.3329205513000488, - 1.3435688018798828, - 1.3346470594406128, - 1.3396254777908325, - 1.345564603805542, - 1.339458703994751, - 1.3337815999984741, - 1.3172038793563843, - 1.3175475597381592, - 1.314146876335144, - 1.3219753503799438, - 1.3294215202331543, - 1.3157176971435547, - 1.3187170028686523, - 1.2200112342834473, - 1.2260104417800903, - 1.2548651695251465, - 1.261966347694397, - 1.2424160242080688, - 1.2328821420669556, - 1.2259185314178467, - 1.2122957706451416 + 1.298906683921814, + 1.3043723106384277, + 1.304852843284607, + 1.3041634559631348, + 1.3028862476348877, + 1.3079952001571655, + 1.3086612224578857, + 1.3117904663085938, + 1.3181126117706299, + 1.314505934715271, + 1.3062129020690918, + 1.305065631866455, + 1.313266396522522, + 1.3175404071807861, + 1.3153674602508545, + 1.317969799041748, + 1.3212968111038208, + 1.3206232786178589, + 1.3175534009933472, + 1.3200266361236572, + 1.3185672760009766, + 1.316725254058838, + 1.3151248693466187, + 1.3145126104354858, + 1.3136729001998901, + 1.3122589588165283, + 1.3116625547409058, + 1.306667685508728, + 1.3059762716293335, + 1.3066322803497314, + 1.3064301013946533, + 1.3052027225494385, + 1.3918986320495605, + 1.3935832977294922, + 1.3899638652801514, + 1.393105149269104, + 1.3923426866531372, + 1.3990938663482666, + 1.3951003551483154, + 1.3943837881088257, + 1.3961660861968994, + 1.3943910598754883, + 1.3964124917984009, + 1.390552043914795, + 1.3980119228363037, + 1.3961083889007568, + 1.3845241069793701, + 1.3868746757507324, + 1.3894169330596924, + 1.3906985521316528, + 1.3831592798233032, + 1.3808460235595703, + 1.3819369077682495, + 1.3878387212753296, + 1.3934504985809326, + 1.3783785104751587, + 1.3693008422851562, + 1.3638421297073364, + 1.3625290393829346, + 1.363620400428772, + 1.3616148233413696, + 1.3696449995040894, + 1.3597729206085205, + 1.357639193534851, + 1.2309467792510986, + 1.243963360786438, + 1.252334713935852, + 1.2461535930633545, + 1.2359822988510132, + 1.2362602949142456, + 1.2279787063598633, + 1.2384814023971558 ], "p10": [ - 1.2300035953521729, - 1.142826795578003, - 1.1164718866348267, - 1.1193221807479858, - 1.1145062446594238, - 1.1098692417144775, - 1.0975908041000366, - 1.087038516998291, - 1.0773564577102661, - 1.070165753364563, - 1.0669159889221191, - 1.0602251291275024, - 1.0581003427505493, - 1.044194221496582, - 1.0385907888412476, - 1.0333722829818726, - 1.0291870832443237, - 1.0303288698196411, - 1.032016634941101, - 1.033443808555603, - 1.022368311882019, - 1.021350622177124, - 1.014248013496399, - 1.0083245038986206, - 1.0097676515579224, - 1.0069026947021484, - 1.0096584558486938, - 1.0039076805114746, - 0.997481107711792, - 0.988267183303833, - 0.9877768754959106, - 0.9951773285865784, - 1.0479696989059448, - 1.0501468181610107, - 1.0449211597442627, - 1.0312248468399048, - 1.0173617601394653, - 1.013275146484375, - 1.0037275552749634, - 1.0149102210998535, - 1.015151858329773, - 1.0048627853393555, - 1.004956603050232, - 1.0036230087280273, - 1.0077775716781616, - 1.0024442672729492, - 1.0051398277282715, - 0.9965521097183228, - 0.9751913547515869, - 0.9761781096458435, - 0.9764058589935303, - 0.9817191958427429, - 0.9783146381378174, - 0.9813327193260193, - 0.9851484298706055, - 0.9770048260688782, - 0.9716086387634277, - 0.9581683278083801, - 0.9596400856971741, - 0.9538444876670837, - 0.9582668542861938, - 0.959980309009552, - 0.9521540999412537, - 0.9555404186248779, - 0.8743808269500732, - 0.9059593081474304, - 0.9046362638473511, - 0.8867586851119995, - 0.878147304058075, - 0.8659411072731018, - 0.8569515347480774, - 0.8489311337471008 + 1.1713826656341553, + 1.1468214988708496, + 1.1325669288635254, + 1.1239659786224365, + 1.1175488233566284, + 1.1157232522964478, + 1.106034278869629, + 1.100105881690979, + 1.0973936319351196, + 1.092190146446228, + 1.0778864622116089, + 1.073548674583435, + 1.0763462781906128, + 1.071902871131897, + 1.0697033405303955, + 1.066667914390564, + 1.0652133226394653, + 1.0638874769210815, + 1.058807134628296, + 1.0574809312820435, + 1.0521366596221924, + 1.049485445022583, + 1.049898386001587, + 1.0487425327301025, + 1.0455015897750854, + 1.0411492586135864, + 1.0391216278076172, + 1.0292410850524902, + 1.0251344442367554, + 1.0232630968093872, + 1.0203663110733032, + 1.0161011219024658, + 1.0581278800964355, + 1.0667128562927246, + 1.0714764595031738, + 1.05451238155365, + 1.0424245595932007, + 1.0360182523727417, + 1.0259580612182617, + 1.0216655731201172, + 1.0240294933319092, + 1.0258234739303589, + 1.0234789848327637, + 1.0262209177017212, + 1.0276538133621216, + 1.0259103775024414, + 1.0209264755249023, + 1.0090411901474, + 0.9967275261878967, + 0.9959194660186768, + 1.0020413398742676, + 1.0055558681488037, + 1.007957935333252, + 1.0083526372909546, + 1.0120164155960083, + 1.0031912326812744, + 0.9948059916496277, + 0.9891883134841919, + 0.9887097477912903, + 0.9832382202148438, + 0.977229654788971, + 0.9770994782447815, + 0.9745271801948547, + 0.9717086553573608, + 0.8912395238876343, + 0.9146746397018433, + 0.8987956643104553, + 0.8672057390213013, + 0.8580777645111084, + 0.8511298298835754, + 0.841670036315918, + 0.8452649712562561 ], "p90": [ - 1.6193337440490723, - 1.6052541732788086, - 1.6208884716033936, - 1.6585248708724976, - 1.6774977445602417, - 1.687840223312378, - 1.6859478950500488, - 1.6890259981155396, - 1.6920130252838135, - 1.7008206844329834, - 1.7138304710388184, - 1.7181495428085327, - 1.725698709487915, - 1.7220635414123535, - 1.7341055870056152, - 1.7468321323394775, - 1.742262601852417, - 1.7454231977462769, - 1.7524757385253906, - 1.7617000341415405, - 1.7489519119262695, - 1.7492423057556152, - 1.740265130996704, - 1.7396135330200195, - 1.7449486255645752, - 1.7482922077178955, - 1.7566022872924805, - 1.754720687866211, - 1.750793695449829, - 1.7472639083862305, - 1.7512025833129883, - 1.7641514539718628, - 1.718092918395996, - 1.7677135467529297, - 1.76705002784729, - 1.7961986064910889, - 1.8111519813537598, - 1.8480424880981445, - 1.840416431427002, - 1.8751215934753418, - 1.8797142505645752, - 1.8727688789367676, - 1.886683702468872, - 1.8847306966781616, - 1.8993213176727295, - 1.9016494750976562, - 1.9072647094726562, - 1.9124150276184082, - 1.8744044303894043, - 1.881531834602356, - 1.8816590309143066, - 1.8989646434783936, - 1.8866908550262451, - 1.8954622745513916, - 1.9008361101150513, - 1.9043900966644287, - 1.9072513580322266, - 1.8926308155059814, - 1.8985893726348877, - 1.8974862098693848, - 1.9172613620758057, - 1.9366981983184814, - 1.9176304340362549, - 1.9244276285171509, - 1.714508056640625, - 1.797942876815796, - 1.814885139465332, - 1.8488340377807617, - 1.8527846336364746, - 1.8608132600784302, - 1.8586440086364746, - 1.8365745544433594 + 1.4735569953918457, + 1.5332087278366089, + 1.5500900745391846, + 1.5648988485336304, + 1.5813010931015015, + 1.5959582328796387, + 1.5990815162658691, + 1.6057988405227661, + 1.6211903095245361, + 1.6222234964370728, + 1.6175365447998047, + 1.6254462003707886, + 1.6411850452423096, + 1.6582698822021484, + 1.6653550863265991, + 1.6842901706695557, + 1.701216459274292, + 1.7049064636230469, + 1.706801176071167, + 1.7081573009490967, + 1.7076383829116821, + 1.7009029388427734, + 1.6991369724273682, + 1.7011382579803467, + 1.699493646621704, + 1.7012144327163696, + 1.7053759098052979, + 1.7032020092010498, + 1.7063708305358887, + 1.715851068496704, + 1.7213318347930908, + 1.722712516784668, + 1.7141542434692383, + 1.7543140649795532, + 1.7736605405807495, + 1.8205589056015015, + 1.8600473403930664, + 1.9009552001953125, + 1.9023823738098145, + 1.915666103363037, + 1.9383116960525513, + 1.9335706233978271, + 1.9377613067626953, + 1.9358470439910889, + 1.949932336807251, + 1.941386342048645, + 1.923551321029663, + 1.9382059574127197, + 1.9455077648162842, + 1.9517676830291748, + 1.9443359375, + 1.9449543952941895, + 1.9480112791061401, + 1.9644038677215576, + 1.9719229936599731, + 1.9617698192596436, + 1.9552866220474243, + 1.9593844413757324, + 1.9632374048233032, + 1.9688581228256226, + 1.9712923765182495, + 1.9950954914093018, + 1.985883116722107, + 1.9918464422225952, + 1.7547552585601807, + 1.8443174362182617, + 1.8261315822601318, + 1.8309869766235352, + 1.8661226034164429, + 1.8847882747650146, + 1.8663549423217773, + 1.8794341087341309 ], "timestamps": [ - "2026-06-16 03:20:00", - "2026-06-16 03:30:00", "2026-06-16 03:40:00", "2026-06-16 03:50:00", "2026-06-16 04:00:00", @@ -525,6 +524,9 @@ "2026-06-17 03:10:00", "2026-06-17 03:20:00", "2026-06-17 03:30:00", - "2026-06-17 03:40:00" + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index eba49de06c5b41e045e967d3acb08068386c5474..e4cb1cd1b8185198902ef15d9140f313525b0a72 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T03:49:03.728919+00:00", + "evaluated_at": "2026-06-18T03:57:10.918910+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 186cddf20be2038bc3ee498df03644ca602d1583..f166fb539db6cc2dfc91fcdc0f1024a8bb9aa06a 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,848417.6514320374,848417.6514320374,775.138671875,0.7868493743362311,0.011987043046677097,0.011887417481407,3.4292427621244044,921.0958969792654,0.014163247704815939,0.011918933795440415,0.0077861529747493725,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,842611.7464841207,842611.7464841207,772.9720052083334,0.7846499739283815,0.011952669793520014,0.011853748934384433,3.4292427621244044,917.9388577046517,0.014114233206542131,0.011885222040735523,0.0077747886884776025,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.020944598135391422,0.020944598135391422,0.12496557931105295,0.11967399443397472,0.10700682484320306,0.09907200480077562,0.8342981729586166,0.1447224866266173,0.10773919677499545,0.09303109318616834,0.09691362356983839,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.026157534667932185,0.026157534667932185,0.13180142475499046,0.7054159908769347,0.0880480876313823,0.09285587341951317,3.3909676701162437,0.16173291151751454,0.112946360830296,0.0920436733540913,0.09040375372198155,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.04472993569946146,0.04472993569946146,0.16446132957935333,0.82230655502948,0.10674923495839776,0.11605266415287768,4.630548604905345,0.2114945287695676,0.14627863875708316,0.11374847169337016,0.10038417666991542,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.1236133794348764,1.1236133794348764,0.8550874392191569,0.5824625634576847,0.04834674240106953,0.04659162124417541,3.0784452940315834,1.0600063110353997,0.058389145632525744,0.04710144128136562,0.031108653859728348,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,48.39435226271462,48.39435226271462,5.448832750320435,0.4336825796480714,0.13486675242669913,0.14727628980507823,2.429539707981284,6.956604937950309,0.186963626551856,0.14644119373761527,0.1601355696608508,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.4402784183404644,0.4402784183404644,0.6281394163767496,0.31251715123482565,0.024645064593403893,0.024994355266893132,1.9127940553205702,0.6635347906029226,0.025569741950226047,0.024205758330960888,0.02844588276201619,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index b7ec61f017b1c8ca7643fd80a01fabcc20df0f31..f743c5e2c544eb712beec55ce40b0a6442a080f8 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:48:42.422310+00:00", + "evaluated_at": "2026-06-18T03:56:46.742062+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64320.01171875 + 64372.01171875 ], "p50": [ 65841.625, diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 6b7220746b3bcfe833a8e6b753068daf3b2a2939..c4d539a5eb45e24b1acbd8631d4baef7f4740127 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:33:30.014084+00:00", + "evaluated_at": "2026-06-18T03:56:52.371260+00:00", "freq": "10min", - "context_length": 75, + "context_length": 76, "prediction_length": 72, "context": [ - 1.100000023841858, 1.0, 1.0, 0.8999999761581421, @@ -80,11 +79,11 @@ 1.2000000476837158, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -154,233 +153,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842 ], "p50": [ - 1.404977798461914, - 1.3279399871826172, - 1.338924765586853, - 1.343745470046997, - 1.3335654735565186, - 1.334794044494629, - 1.3361085653305054, - 1.3389246463775635, - 1.3431034088134766, - 1.335065245628357, - 1.3379638195037842, - 1.3434736728668213, - 1.3397847414016724, - 1.3398900032043457, - 1.3421696424484253, - 1.338886022567749, - 1.3363404273986816, - 1.336503505706787, - 1.3378829956054688, - 1.3384592533111572, - 1.3383078575134277, - 1.3322094678878784, - 1.3290398120880127, - 1.3275861740112305, - 1.3257924318313599, - 1.325793743133545, - 1.3275961875915527, - 1.326622486114502, - 1.3236327171325684, - 1.3223806619644165, - 1.321229100227356, - 1.3248355388641357, - 1.3428699970245361, - 1.3393186330795288, - 1.3342461585998535, - 1.3380146026611328, - 1.337216854095459, - 1.3358241319656372, - 1.3411891460418701, - 1.3444668054580688, - 1.3455277681350708, - 1.3471710681915283, - 1.347310185432434, - 1.3467060327529907, - 1.3482003211975098, - 1.347285509109497, - 1.3469274044036865, - 1.3482662439346313, - 1.3460594415664673, - 1.3432344198226929, - 1.3433994054794312, - 1.3419013023376465, - 1.3408995866775513, - 1.3400790691375732, - 1.3410274982452393, - 1.3409969806671143, - 1.3415776491165161, - 1.3414726257324219, - 1.343761682510376, - 1.3434001207351685, - 1.341798186302185, - 1.3399206399917603, - 1.338599443435669, - 1.3388980627059937, - 1.3179471492767334, - 1.316075325012207, - 1.3167614936828613, - 1.3207221031188965, - 1.3238760232925415, - 1.323699712753296, - 1.3283650875091553, - 1.3301231861114502 + 1.2984997034072876, + 1.3019695281982422, + 1.2987704277038574, + 1.2976263761520386, + 1.2960329055786133, + 1.2952488660812378, + 1.3048977851867676, + 1.301241159439087, + 1.30028235912323, + 1.3028019666671753, + 1.3019180297851562, + 1.3027664422988892, + 1.3024208545684814, + 1.3004193305969238, + 1.300457239151001, + 1.303978443145752, + 1.3041419982910156, + 1.305377721786499, + 1.308060646057129, + 1.3051812648773193, + 1.3037006855010986, + 1.2986624240875244, + 1.2971309423446655, + 1.2992531061172485, + 1.3017772436141968, + 1.3041490316390991, + 1.3006131649017334, + 1.3002803325653076, + 1.301609992980957, + 1.3021037578582764, + 1.301993727684021, + 1.2979873418807983, + 1.2968002557754517, + 1.292264461517334, + 1.2925604581832886, + 1.2924549579620361, + 1.2943025827407837, + 1.2941009998321533, + 1.2934257984161377, + 1.2943410873413086, + 1.2939233779907227, + 1.2955974340438843, + 1.295715570449829, + 1.2942659854888916, + 1.2938584089279175, + 1.2912870645523071, + 1.287926197052002, + 1.29085373878479, + 1.2924859523773193, + 1.2912013530731201, + 1.2887321710586548, + 1.2869083881378174, + 1.2870672941207886, + 1.2874048948287964, + 1.2882390022277832, + 1.288429856300354, + 1.2872605323791504, + 1.2880393266677856, + 1.28861665725708, + 1.2876676321029663, + 1.2871577739715576, + 1.2858023643493652, + 1.2837194204330444, + 1.2814383506774902, + 1.2768281698226929, + 1.2759054899215698, + 1.2755316495895386, + 1.274322271347046, + 1.2745628356933594, + 1.274544358253479, + 1.2743093967437744, + 1.2753912210464478 ], "p10": [ - 1.209963083267212, - 1.1494245529174805, - 1.155946969985962, - 1.1561836004257202, - 1.140895962715149, - 1.139402151107788, - 1.138965129852295, - 1.1378945112228394, - 1.1366158723831177, - 1.1274968385696411, - 1.1253405809402466, - 1.1253352165222168, - 1.1153686046600342, - 1.1121126413345337, - 1.1114081144332886, - 1.1066664457321167, - 1.0977483987808228, - 1.0958255529403687, - 1.0953372716903687, - 1.089005470275879, - 1.0905271768569946, - 1.0783687829971313, - 1.070908546447754, - 1.0650523900985718, - 1.0605467557907104, - 1.0605642795562744, - 1.0523433685302734, - 1.048922061920166, - 1.0432614088058472, - 1.0387170314788818, - 1.0389245748519897, - 1.042803168296814, - 1.0763171911239624, - 1.073176622390747, - 1.067636251449585, - 1.065398097038269, - 1.0586601495742798, - 1.0544235706329346, - 1.055473804473877, - 1.0539048910140991, - 1.0554875135421753, - 1.0547586679458618, - 1.052574634552002, - 1.0478103160858154, - 1.0460716485977173, - 1.0428171157836914, - 1.0415157079696655, - 1.0426111221313477, - 1.0347156524658203, - 1.0316530466079712, - 1.0311576128005981, - 1.0280730724334717, - 1.0250086784362793, - 1.0261447429656982, - 1.0257326364517212, - 1.024500846862793, - 1.0225152969360352, - 1.0213128328323364, - 1.0206069946289062, - 1.0207791328430176, - 1.0178465843200684, - 1.0170559883117676, - 1.0147769451141357, - 1.0133936405181885, - 1.0315308570861816, - 1.025160551071167, - 1.0255986452102661, - 1.0245516300201416, - 1.0237877368927002, - 1.0214076042175293, - 1.0212483406066895, - 1.0185399055480957 + 1.2522664070129395, + 1.159846305847168, + 1.13388192653656, + 1.1535016298294067, + 1.1354951858520508, + 1.121091604232788, + 1.158537745475769, + 1.151916742324829, + 1.1369788646697998, + 1.1431533098220825, + 1.138468623161316, + 1.134092092514038, + 1.1299992799758911, + 1.124822735786438, + 1.132029414176941, + 1.129913568496704, + 1.1229764223098755, + 1.121925711631775, + 1.1216957569122314, + 1.1129415035247803, + 1.1064321994781494, + 1.0947884321212769, + 1.0923118591308594, + 1.0918158292770386, + 1.0923970937728882, + 1.0843955278396606, + 1.0727046728134155, + 1.0615283250808716, + 1.0646677017211914, + 1.0625553131103516, + 1.06075918674469, + 1.0460773706436157, + 1.0609240531921387, + 1.045067548751831, + 1.0424492359161377, + 1.042904019355774, + 1.0447602272033691, + 1.0469378232955933, + 1.0447731018066406, + 1.0408490896224976, + 1.035775065422058, + 1.0327949523925781, + 1.0279321670532227, + 1.023148775100708, + 1.0182819366455078, + 1.0161449909210205, + 1.0072455406188965, + 1.0103528499603271, + 1.0059775114059448, + 1.0035995244979858, + 0.9999568462371826, + 0.9964920282363892, + 0.9949949383735657, + 0.998779296875, + 0.9973152875900269, + 0.9969810843467712, + 0.9940817356109619, + 0.9936432242393494, + 0.9913305640220642, + 0.9894280433654785, + 0.9864671230316162, + 0.9849116802215576, + 0.9810683727264404, + 0.9780082702636719, + 0.9867085814476013, + 0.9753799438476562, + 0.9779747128486633, + 0.9793657064437866, + 0.9790836572647095, + 0.9761818647384644, + 0.975113034248352, + 0.9739222526550293 ], "p90": [ - 1.5414658784866333, - 1.5359001159667969, - 1.5358781814575195, - 1.5420539379119873, - 1.5398286581039429, - 1.5445879697799683, - 1.551206350326538, - 1.559739589691162, - 1.572087049484253, - 1.5659785270690918, - 1.5793293714523315, - 1.599459171295166, - 1.5995218753814697, - 1.6035943031311035, - 1.6100053787231445, - 1.6163091659545898, - 1.6163244247436523, - 1.621255874633789, - 1.634686827659607, - 1.6392340660095215, - 1.6421258449554443, - 1.6436612606048584, - 1.6403141021728516, - 1.6442725658416748, - 1.6486690044403076, - 1.6539058685302734, - 1.664269208908081, - 1.6672499179840088, - 1.6654213666915894, - 1.6680374145507812, - 1.6719789505004883, - 1.6901116371154785, - 1.7232310771942139, - 1.6991424560546875, - 1.6736338138580322, - 1.7128643989562988, - 1.7026511430740356, - 1.7042452096939087, - 1.714019536972046, - 1.716345191001892, - 1.7253354787826538, - 1.728940725326538, - 1.731602430343628, - 1.7464780807495117, - 1.748232126235962, - 1.7537057399749756, - 1.7555466890335083, - 1.772966980934143, - 1.772616982460022, - 1.7752985954284668, - 1.7843132019042969, - 1.787582278251648, - 1.7848670482635498, - 1.789506435394287, - 1.8016504049301147, - 1.809173345565796, - 1.8148713111877441, - 1.8210351467132568, - 1.8312777280807495, - 1.8368651866912842, - 1.8399018049240112, - 1.839295744895935, - 1.8402855396270752, - 1.8402870893478394, - 1.809579849243164, - 1.782947063446045, - 1.7423226833343506, - 1.7811875343322754, - 1.775343656539917, - 1.770748257637024, - 1.7904739379882812, - 1.7922213077545166 + 1.5011353492736816, + 1.5106889009475708, + 1.4807121753692627, + 1.480191707611084, + 1.47878098487854, + 1.475120186805725, + 1.5163644552230835, + 1.5155179500579834, + 1.5011937618255615, + 1.5192612409591675, + 1.5197943449020386, + 1.5170701742172241, + 1.5266759395599365, + 1.5261971950531006, + 1.5366265773773193, + 1.5481144189834595, + 1.5447949171066284, + 1.5459718704223633, + 1.558226227760315, + 1.5566895008087158, + 1.5516431331634521, + 1.5476419925689697, + 1.5428928136825562, + 1.547116994857788, + 1.561533808708191, + 1.5694019794464111, + 1.5674633979797363, + 1.566687822341919, + 1.5758798122406006, + 1.571417212486267, + 1.5673344135284424, + 1.573042869567871, + 1.5577747821807861, + 1.5815857648849487, + 1.5677696466445923, + 1.5712242126464844, + 1.5702351331710815, + 1.566540002822876, + 1.5730066299438477, + 1.5803757905960083, + 1.5831544399261475, + 1.583988904953003, + 1.5922660827636719, + 1.5937137603759766, + 1.6044951677322388, + 1.6047157049179077, + 1.607351541519165, + 1.6131000518798828, + 1.6150681972503662, + 1.6156443357467651, + 1.6128500699996948, + 1.6143524646759033, + 1.6184682846069336, + 1.6201915740966797, + 1.6208935976028442, + 1.6288678646087646, + 1.6342639923095703, + 1.6348724365234375, + 1.6406986713409424, + 1.6464767456054688, + 1.6492280960083008, + 1.6534051895141602, + 1.6534600257873535, + 1.6526381969451904, + 1.6210541725158691, + 1.6375868320465088, + 1.6200215816497803, + 1.6262717247009277, + 1.6205947399139404, + 1.61404550075531, + 1.6198070049285889, + 1.6269631385803223 ], "timestamps": [ - "2026-06-16 03:20:00", - "2026-06-16 03:30:00", "2026-06-16 03:40:00", "2026-06-16 03:50:00", "2026-06-16 04:00:00", @@ -525,6 +524,9 @@ "2026-06-17 03:10:00", "2026-06-17 03:20:00", "2026-06-17 03:30:00", - "2026-06-17 03:40:00" + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 7963495dca13faf90f215e919fcd2b4d077c32f4..683a19d5d091ce742828b133b4a323b759bb808c 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:48:51.415330+00:00", + "evaluated_at": "2026-06-18T03:56:54.273141+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", - "data_fetched_at": "2026-06-18T03:47:13.681250Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", + "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": []