diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 4b53806f579d502c221a23ed0f646600f9eee6dc..db579e6cf5cdeebf9f0601cf9bd45ce400e46006 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,310425.9556891641,393333.3544955051,591.1620001756104,0.5270174158259181,0.00920397520923836,0.009251154136442796,8.340912341629632,557.1588244739233,0.008686129288133794,0.009216240214099763,0.0078084412945451575,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,310946.4813509459,393866.0380971685,591.4403204881104,0.5272655367332532,0.009208224671552667,0.009255467330900992,8.350837177923037,557.625753844768,0.008693370618664988,0.009220538810078819,0.007812746063271972,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.04799846806864052,0.049184034649263256,0.18304664701338413,0.5440530376665386,0.11068169265341997,0.11940772603083664,19.943029378684507,0.21908552683516208,0.1515271622160734,0.12660142080482614,0.12461495679292936,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.04758513502932163,0.05320845438392182,0.2019922751286266,3.107574147428175,0.13033023548832226,0.14179421743360995,42.265206961036384,0.2181401728919312,0.14637550793584758,0.13554001300676444,0.12310513613482696,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.049219733423399886,0.05496678757992843,0.20741343344514737,3.190976601422059,0.13376995195314212,0.1456297853988142,42.80334379764107,0.22185520824041946,0.14845329077345001,0.1387896501946637,0.12565758316900724,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,1.7565951207547847,1.3813131146889337,1.0211066038494647,0.5867492271595073,0.06210310011683076,0.05962293227432059,6.871640338805189,1.3253660327452128,0.07867619526660372,0.060614789097981146,0.055704048797661505,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,39.92014682764222,38.93377324589405,5.475339990030119,0.4730053566777304,0.29013923689569626,0.2526649927278955,4.728355833184082,6.318239218931349,0.2821692116960469,0.24452577929076147,0.2070505540362538,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,23.567407821312997,22.949642868266967,4.2976735309615615,2.209018355288315,0.18402331672004726,0.16487995786055407,63.495836932454516,4.854627464730224,0.19919824635029396,0.17634494860280542,0.1672781445889125,Weather,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 7650cdd1ed8110ddaff47c92c4781c4b9e26abbe..25e8408c95afb9103da7be19b4daa4ef0ccd6e13 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T02:35:56.731317+00:00", + "evaluated_at": "2026-06-22T02:43:03.072299+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63311.98828125, 63896.01171875, 64606.0, - 64520.7109375 + 64527.390625 ], "p50": [ 63556.232618312766, diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8c9d3c44c23f0658aa967f6e667bdb9171aa2411..85ec2baf2f055245755814960d9a06b463434c0b 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T02:21:13.313420+00:00", + "evaluated_at": "2026-06-22T02:43:03.145997+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, @@ -9,7 +9,6 @@ 1.399999976158142, 1.399999976158142, 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,6 +83,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -93,7 +93,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,232 +157,232 @@ 1.600000023841858, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.2913777375666688, - 1.2940045201906911, - 1.295313326635651, - 1.2963786351760351, - 1.2965350767143966, - 1.2967690565583587, - 1.2961788446085483, - 1.2958557916897904, - 1.2965982091685522, - 1.2956438867626945, - 1.2969192970650762, - 1.2962526777393897, - 1.296695239461924, - 1.2966559121596561, - 1.2966163079316642, - 1.2966164394370518, - 1.2966165040631283, - 1.2970560160167195, - 1.2967740198020565, - 1.2967351651099746, - 1.2958931427760472, - 1.2966963083695118, - 1.2958931455387408, - 1.296849816941339, - 1.2966165662994438, - 1.2968498172692269, - 1.2873962402937118, - 1.2931739869902308, - 1.296656438323291, - 1.2975156453185606, - 1.2972301130687576, - 1.2968498173721568, - 1.2968867739257939, - 1.2967740348834702, - 1.297352893557629, - 1.2967740348837395, - 1.2971883629327396, - 1.2968867739264958, - 1.296616566511874, - 1.296849817373622, - 1.2962947282889314, - 1.296886773926515, - 1.2966564383356807, - 1.296886773926516, - 1.2967351725216516, - 1.2973123783842606, - 1.2954126699126547, - 1.296811926128726, - 1.2967351725216516, - 1.2971883629327816, - 1.2966963101594784, - 1.296616566511884, - 1.2971883629327816, - 1.2958931464183892, - 1.296616566511884, - 1.2972718632107176, - 1.2958931464183892, - 1.2972718632107176, - 1.296811926128726, - 1.2973528935578034, - 1.295652908165522, - 1.296616566511884, - 1.295652908165522, - 1.296811926128726, - 1.2966963101594784, - 1.2954126699126547, - 1.2958931464183892, - 1.2954126699126547, - 1.2967351725216516, - 1.296774034883825, - 1.296774034883825, - 1.2971883629327816 + 1.290300913308864, + 1.2927973451630326, + 1.29382206864319, + 1.2953320254897243, + 1.2946902757215113, + 1.2947842277413342, + 1.295091654606059, + 1.295019623346144, + 1.2948172804283247, + 1.2900141379315382, + 1.2956072702039751, + 1.2948663049177456, + 1.2949764152338523, + 1.2949045345724945, + 1.2955727479820203, + 1.2961308280948685, + 1.2950475229232077, + 1.2958894030719317, + 1.2951162185129044, + 1.2951162231560858, + 1.2953593211031604, + 1.2951831988086717, + 1.2956103827744314, + 1.2948678026986382, + 1.2965548459372214, + 1.2955354464917557, + 1.2953593231498464, + 1.290020607215541, + 1.2955354465392692, + 1.2951831998030596, + 1.2951497136329935, + 1.2949771360822437, + 1.2961660417222658, + 1.2956103832541606, + 1.2960957751100068, + 1.2950475615741701, + 1.2951831998059093, + 1.2955729148997626, + 1.2956830682317966, + 1.2955354465452251, + 1.2953593231755756, + 1.2955354465452265, + 1.2955354465452267, + 1.295183199805926, + 1.2956103832543138, + 1.2948307244112824, + 1.2956830682318001, + 1.2955354465452267, + 1.2949048814478359, + 1.2950475615742052, + 1.2950818945185119, + 1.2949048814478359, + 1.2955354465452267, + 1.2948307244112824, + 1.2953593231755764, + 1.2953593231755764, + 1.2962027715079085, + 1.2956103832543138, + 1.2953593231755764, + 1.2950475615742052, + 1.2956830682318001, + 1.295183199805926, + 1.2897729587905946, + 1.2956103832543138, + 1.295012348828556, + 1.2950475615742052, + 1.2949048814478359, + 1.2950475615742052, + 1.2953593231755764, + 1.2958894216709402, + 1.2924256658196023, + 1.2956830682318001 ], "p10": [ - 1.1971839663955148, - 1.2289880931499182, - 1.2307333244473158, - 1.2281685154601105, - 1.2317218236643186, - 1.2314853373738617, - 1.2316472593278702, - 1.2316026565663096, - 1.1913270285457818, - 1.2025712423098436, - 1.2325412344898048, - 1.228057452705582, - 1.1913443151915593, - 1.2308901461129327, - 1.2308904137087378, - 1.2316398842200762, - 1.2321197617643433, - 1.2288089397479056, - 1.2025802486309025, - 1.2317232637727813, - 1.2317232675421166, - 1.2321638838707591, - 1.23164001041526, - 1.2317232707521706, - 1.1913453856766734, - 1.202580263608271, - 1.2280596313800236, - 1.2308906722637447, - 1.201456775917925, - 1.2325074896737043, - 1.232545667901142, - 1.2317232711829884, - 1.2321638856600035, - 1.2325074896794384, - 1.231640011294734, - 1.2308906722888722, - 1.2316400112948664, - 1.231640011294888, - 1.228059631431319, - 1.2359896628169513, - 1.2308906722889552, - 1.2317232711844575, - 1.2317232711844581, - 1.2308906722889574, - 1.2317232711844586, - 1.2359896628169562, - 1.2288089704372798, - 1.1913453858891137, - 1.2321638856607258, - 1.2317232711844586, - 1.2014567759303154, - 1.232545667904134, - 1.202580263712671, - 1.228059631431329, - 1.228059631431329, - 1.2359896628169562, - 1.2325074896797932, - 1.2323801683426163, - 1.2316400112949084, - 1.2316400112949084, - 1.228059631431329, - 1.2321638856607258, - 1.202580263712671, - 1.228059631431329, - 1.202580263712671, - 1.202580263712671, - 1.1913453858891137, - 1.2316400112949084, - 1.2317232711844586, - 1.232119824213099, - 1.1913453858891137, - 1.202580263712671 + 1.185097111351085, + 1.2251126488960256, + 1.2292881426026652, + 1.231313827875559, + 1.2313043393665672, + 1.2302503017008093, + 1.2273048062788847, + 1.183129408371267, + 1.1890982913895902, + 1.2316165419276546, + 1.2355933957302436, + 1.2002885563943675, + 1.2303702345582563, + 1.1897729872497866, + 1.2318574170488292, + 1.2357776583209297, + 1.2002900157551837, + 1.235777720043385, + 1.2318575750166652, + 1.2303709511005783, + 1.2002900523337652, + 1.200290053408927, + 1.2303709549274287, + 1.23037095517639, + 1.2316305598699864, + 1.2314366606566447, + 1.2318575839408492, + 1.189773334112747, + 1.2337546544125533, + 1.2273628653043318, + 1.2315550724090485, + 1.231630559980443, + 1.2357777386420747, + 1.231623011223885, + 1.2002900544061077, + 1.2315550724103923, + 1.2316305599810895, + 1.2303709554073032, + 1.2316305599811026, + 1.2273628653071966, + 1.231436660710115, + 1.2339654400242805, + 1.230370955407311, + 1.2273628653071982, + 1.2263111932790929, + 1.230370955407311, + 1.2339654400242808, + 1.2315550724104274, + 1.2002900544061812, + 1.2002900544061812, + 1.2316230112240383, + 1.2273628653071982, + 1.2316305599811062, + 1.2002900544061812, + 1.2314366607101157, + 1.2316230112240383, + 1.2273628653071982, + 1.230370955407311, + 1.2318273328109641, + 1.2315550724104274, + 1.2339654400242808, + 1.2002900544061812, + 1.230370955407311, + 1.2316230112240383, + 1.2315550724104274, + 1.189773334125128, + 1.2314366607101157, + 1.199238382378076, + 1.2315550724104274, + 1.2318575839665793, + 1.2002900544061812, + 1.2002900544061812 ], "p90": [ - 1.3811741894983158, - 1.3891048573374385, - 1.3830461958430613, - 1.3911163205052595, - 1.392009515960629, - 1.3921695826988125, - 1.3864944749588837, - 1.3865331320868732, - 1.3865521294721401, - 1.3865614654126446, - 1.39231982320553, - 1.386568308089725, - 1.386553027876102, - 1.386569960639447, - 1.3923239980396394, - 1.3870889886073354, - 1.3865522152091434, - 1.3977957531970975, - 1.3865704717337035, - 1.3841046680922167, - 1.3865522740155571, - 1.391756773692462, - 1.386554097694008, - 1.397431586424446, - 1.3865704866030317, - 1.3974680064553078, - 1.3841044701295226, - 1.384104675478681, - 1.3974680065473175, - 1.397431586850645, - 1.3977957838834796, - 1.3974315868552638, - 1.3974680065589855, - 1.3865522776575443, - 1.3974315868565597, - 1.3974315868566485, - 1.3865522776578572, - 1.3917567754824083, - 1.3865522776578891, - 1.3865704868154671, - 1.3917567754824263, - 1.3923242566198581, - 1.3865522776578987, - 1.3917567754824285, - 1.3917567754824287, - 1.397431586856734, - 1.386570486815472, - 1.3974680065597078, - 1.3974680065597078, - 1.386570486815472, - 1.3870891156821676, - 1.3865522776578991, - 1.3923242566198593, - 1.3917567754824287, - 1.397431586856734, - 1.397431586856734, - 1.3865540985736564, - 1.3865522776578991, - 1.3977957838864716, - 1.3977957838864716, - 1.397431586856734, - 1.386570486815472, - 1.3917567754824287, - 1.3923242566198593, - 1.3865540985736564, - 1.384104470180828, - 1.3484406026382456, - 1.3865522776578991, - 1.3923242566198593, - 1.3923242566198593, - 1.384104675503894, - 1.386570486815472 + 1.3837155158752428, + 1.386141522238113, + 1.394670813521526, + 1.3854476870786145, + 1.3510969715957637, + 1.3901535274276466, + 1.390216122105835, + 1.3883638004212244, + 1.388378294666328, + 1.3885735136013881, + 1.3902710680838097, + 1.3859672427592737, + 1.3957855789730258, + 1.385968393895746, + 1.3902740142163983, + 1.3862109602374433, + 1.3862110019079097, + 1.3902741625351398, + 1.3902741721842342, + 1.3902741768274156, + 1.3957862977496645, + 1.3957536253289176, + 1.385968740291205, + 1.3908221254224296, + 1.395753626215052, + 1.3883917385958147, + 1.3957536263004418, + 1.3824397225774225, + 1.395786299816123, + 1.3885799828949055, + 1.3859687407697086, + 1.3883917386486224, + 1.3883917386489668, + 1.3835845372869395, + 1.3963833977387494, + 1.3825496184864041, + 1.3825496184864225, + 1.3862110405588994, + 1.3960957333058173, + 1.3830504038024032, + 1.3957536263261712, + 1.3885799828977716, + 1.3908221256533506, + 1.3883917386492857, + 1.3862110405589072, + 1.3824939756735541, + 1.3908221256533506, + 1.3902741811341484, + 1.3862110405589072, + 1.3902741811341484, + 1.3859687407710874, + 1.3828414521833075, + 1.3883917386492857, + 1.3902741811341484, + 1.3859687407710874, + 1.3960803612852575, + 1.3883917386492857, + 1.3908221256533506, + 1.3885799828977718, + 1.3957536263261718, + 1.3883917386492857, + 1.3830504038024047, + 1.3885799828977718, + 1.3885799828977718, + 1.383342237499273, + 1.3902741811341484, + 1.3908221256533506, + 1.3883917386492857, + 1.3957536263261718, + 1.3859687407710874, + 1.3859687407710874, + 1.3859687407710874 ], "timestamps": [ - "2026-06-20 01:10:00", "2026-06-20 01:20:00", "2026-06-20 01:30:00", "2026-06-20 01:40:00", @@ -533,6 +532,7 @@ "2026-06-21 01:40:00", "2026-06-21 01:50:00", "2026-06-21 02:00:00", - "2026-06-21 02:10:00" + "2026-06-21 02:10:00", + "2026-06-21 02:20:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 588a185c10a43d7ccca8a8b3eee50945c8cf19f4..9d78f476264a1f1e3c537c14514b5c368cd72adb 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T02:35:56.799982+00:00", + "evaluated_at": "2026-06-22T02:43:03.219851+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t202400z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t011000z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index a59e1320e7d8578ccb2e0387ce09a1f6f1f44572..2137782e5ab05c3500f707f3e761ce30a23f5d72 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,4.000,4.200,4.300,4.300,4.000,4.300,3.800,4.300,4.000,4.300 +2026-06-22,Chronos-2,4.000,4.200,4.400,4.400,4.000,4.400,3.900,4.400,4.000,4.400 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 43cfd68bb943bce7a9fe85fbc5682d72ef4d3438..4ac701e23760c497f960a83998915c69f4d70590 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.0,4.2,4.3,4.3,4.0,4.3,3.8,4.3,4.0,4.3 +2026-W26,Chronos-Bolt-Mini,4.0,4.2,4.4,4.4,4.0,4.4,3.9,4.4,4.0,4.4 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 782ae5d74533497438c748357047678343874339..0f554015dc95a3eb454474ecda27bc28b7aa16f8 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,265268.505458196,265268.505458196,398.22216796875,0.35501270011459024,0.0062277586940473854,0.0061955405776606765,1.567164588416265,515.0422365769588,0.00802952992798993,0.006208300190961771,0.005016892719113119,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,265146.3489335378,265146.3489335378,397.94384765625,0.3547645792072551,0.006223430588376661,0.006191227154879909,1.567164588416265,514.923634079402,0.008027645711299448,0.006203933963308998,0.005015424386229607,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.032988148621607864,0.032988148621607864,0.11509153445561728,0.3420761863269929,0.06492882769690547,0.07035709456482828,1.4069235115131593,0.18162639847116901,0.1256191275682433,0.07960130394316021,0.0769904026508254,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06117346979010839,0.06117346979010839,0.2183257838090261,3.358858951659828,0.14098879609696935,0.15438903572903084,71.99580694986642,0.24733271071596735,0.16596416276856682,0.14650005579838946,0.1269660934630904,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06783470513710792,0.06783470513710792,0.23188440336121452,3.567453144523709,0.14961966025271323,0.16457610639960077,85.65963445818427,0.26045096493794745,0.1742794462064581,0.15516427597546342,0.13721775478910714,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.07786747901207036,0.07786747901207036,0.23360876242319742,0.13423648450882741,0.013737275285611228,0.013724816158544496,1.3958654738587886,0.2790474493918021,0.01656477612567398,0.013867451069594723,0.017611260361001982,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,109.31964849691288,109.31964849691288,8.504114389419556,0.7346560519200726,0.45654499363250906,0.3394857527330733,3.5314221071149796,10.455603688783967,0.46694171405074625,0.37978923720482166,0.25677180435932784,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.1754387806845443,2.1754387806845443,1.3531458377838135,0.6955214190915154,0.05562622658589883,0.05385530573831728,3.592932300473359,1.4749368734574861,0.060520573577409136,0.05552316421826897,0.03435045632534217,Weather,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 7d6613d5f6da1c471c9cf8bb0704b6b0630a5738..493b52c329c50c5361d884bc47286ee238339c44 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T02:32:56.221048+00:00", + "evaluated_at": "2026-06-22T02:40:23.763247+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63311.98828125, 63896.01171875, 64606.0, - 64520.7109375 + 64527.390625 ], "p50": [ 64291.640625, diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 3d8c5d821e1e93040ec09bd089f21b789a444653..96af053e74ef4efa9c64a3c78b14b5b8b32f149d 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T02:15:15.485088+00:00", + "evaluated_at": "2026-06-22T02:40:28.870381+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, @@ -9,7 +9,6 @@ 1.399999976158142, 1.399999976158142, 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,6 +83,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -93,7 +93,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,232 +157,232 @@ 1.600000023841858, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.2994791269302368, - 1.2958892583847046, - 1.2936547994613647, - 1.2927342653274536, - 1.2912523746490479, - 1.289962887763977, - 1.2889834642410278, - 1.2875454425811768, - 1.284956693649292, - 1.2834810018539429, - 1.2799763679504395, - 1.2781277894973755, - 1.2780029773712158, - 1.2773175239562988, - 1.277837872505188, - 1.278986930847168, - 1.2863061428070068, - 1.286766529083252, - 1.2856472730636597, - 1.2868796586990356, - 1.285420298576355, - 1.2845927476882935, - 1.2834069728851318, - 1.282636284828186, - 1.2832962274551392, - 1.2826286554336548, - 1.2822619676589966, - 1.2809778451919556, - 1.2802026271820068, - 1.2807363271713257, - 1.281048059463501, - 1.2820734977722168, - 1.2787857055664062, - 1.2764407396316528, - 1.27370023727417, - 1.2727742195129395, - 1.2703255414962769, - 1.2691935300827026, - 1.2696847915649414, - 1.2700469493865967, - 1.272655725479126, - 1.2743839025497437, - 1.2751232385635376, - 1.2759523391723633, - 1.2753074169158936, - 1.2741771936416626, - 1.2736669778823853, - 1.273047924041748, - 1.2775918245315552, - 1.2754149436950684, - 1.272809624671936, - 1.2720447778701782, - 1.272141695022583, - 1.2723052501678467, - 1.2750985622406006, - 1.276979684829712, - 1.2780919075012207, - 1.2771587371826172, - 1.2745411396026611, - 1.2727415561676025, - 1.2697458267211914, - 1.2685999870300293, - 1.267757534980774, - 1.2686184644699097, - 1.2748111486434937, - 1.2769399881362915, - 1.2775160074234009, - 1.2787750959396362, - 1.278998613357544, - 1.278432846069336, - 1.2786089181900024, - 1.277163028717041 + 1.2983112335205078, + 1.2950396537780762, + 1.2950844764709473, + 1.2944694757461548, + 1.2930564880371094, + 1.2896122932434082, + 1.2851295471191406, + 1.2791193723678589, + 1.2744449377059937, + 1.2724064588546753, + 1.2697874307632446, + 1.2692092657089233, + 1.271531105041504, + 1.2733882665634155, + 1.275638222694397, + 1.2774662971496582, + 1.281075358390808, + 1.279221773147583, + 1.2796109914779663, + 1.2797025442123413, + 1.2787550687789917, + 1.2769129276275635, + 1.275693655014038, + 1.2744221687316895, + 1.2747355699539185, + 1.2756932973861694, + 1.2735059261322021, + 1.2735350131988525, + 1.2735142707824707, + 1.2733715772628784, + 1.2741340398788452, + 1.2730286121368408, + 1.2704988718032837, + 1.2663017511367798, + 1.2641024589538574, + 1.263427495956421, + 1.2616772651672363, + 1.2608411312103271, + 1.2603976726531982, + 1.2617124319076538, + 1.2611403465270996, + 1.2616063356399536, + 1.2626680135726929, + 1.2620751857757568, + 1.261155366897583, + 1.259053111076355, + 1.2598882913589478, + 1.2583578824996948, + 1.2671109437942505, + 1.264771819114685, + 1.2624231576919556, + 1.2623345851898193, + 1.2623794078826904, + 1.2628604173660278, + 1.2637888193130493, + 1.2637028694152832, + 1.2625579833984375, + 1.2606691122055054, + 1.2593530416488647, + 1.2560855150222778, + 1.2546160221099854, + 1.2545682191848755, + 1.2542403936386108, + 1.2556875944137573, + 1.2614247798919678, + 1.2612680196762085, + 1.2609978914260864, + 1.2606624364852905, + 1.2615464925765991, + 1.2611991167068481, + 1.260826826095581, + 1.259010910987854 ], "p10": [ - 1.2435274124145508, - 1.2272922992706299, - 1.2186256647109985, - 1.2154639959335327, - 1.2104743719100952, - 1.2088046073913574, - 1.2070375680923462, - 1.2035614252090454, - 1.2033743858337402, - 1.2001155614852905, - 1.2003612518310547, - 1.1999406814575195, - 1.1987175941467285, - 1.198395013809204, - 1.1987308263778687, - 1.198297142982483, - 1.2020074129104614, - 1.2005572319030762, - 1.2015364170074463, - 1.202528715133667, - 1.2005914449691772, - 1.2025365829467773, - 1.2020565271377563, - 1.199095606803894, - 1.199623703956604, - 1.1970252990722656, - 1.197582721710205, - 1.1966747045516968, - 1.1949981451034546, - 1.195381999015808, - 1.196951150894165, - 1.1953855752944946, - 1.1944923400878906, - 1.193030595779419, - 1.1924433708190918, - 1.1903308629989624, - 1.1904903650283813, - 1.1895380020141602, - 1.1899006366729736, - 1.1909632682800293, - 1.1910738945007324, - 1.190955638885498, - 1.1933151483535767, - 1.1925621032714844, - 1.1917849779129028, - 1.1908748149871826, - 1.1913025379180908, - 1.1899296045303345, - 1.19302237033844, - 1.1914714574813843, - 1.189810872077942, - 1.1891717910766602, - 1.1889314651489258, - 1.188580870628357, - 1.1897664070129395, - 1.1905663013458252, - 1.190706729888916, - 1.1889554262161255, - 1.1901270151138306, - 1.1886274814605713, - 1.1886945962905884, - 1.185322642326355, - 1.1855804920196533, - 1.183687448501587, - 1.1883165836334229, - 1.1884052753448486, - 1.1882824897766113, - 1.1888829469680786, - 1.1892725229263306, - 1.1895967721939087, - 1.1895244121551514, - 1.1891175508499146 + 1.2435531616210938, + 1.2285003662109375, + 1.2228504419326782, + 1.219530463218689, + 1.2148747444152832, + 1.2099720239639282, + 1.2052208185195923, + 1.2004737854003906, + 1.198669195175171, + 1.1950825452804565, + 1.1952472925186157, + 1.196177363395691, + 1.1968963146209717, + 1.196401834487915, + 1.1982996463775635, + 1.1987767219543457, + 1.2013022899627686, + 1.2000014781951904, + 1.2001152038574219, + 1.2002955675125122, + 1.1983263492584229, + 1.199360966682434, + 1.1986873149871826, + 1.1967827081680298, + 1.1970927715301514, + 1.1951318979263306, + 1.1961580514907837, + 1.1957308053970337, + 1.1941101551055908, + 1.1945374011993408, + 1.1949225664138794, + 1.1938539743423462, + 1.1923789978027344, + 1.190237045288086, + 1.189557433128357, + 1.1881804466247559, + 1.1884955167770386, + 1.1877689361572266, + 1.1877036094665527, + 1.1878857612609863, + 1.1878899335861206, + 1.187291145324707, + 1.1888325214385986, + 1.18825101852417, + 1.1877858638763428, + 1.1865309476852417, + 1.185487151145935, + 1.1838164329528809, + 1.1903159618377686, + 1.1890640258789062, + 1.1875648498535156, + 1.1875852346420288, + 1.1871256828308105, + 1.1868308782577515, + 1.186213731765747, + 1.1871094703674316, + 1.1860791444778442, + 1.1841973066329956, + 1.1849644184112549, + 1.1845057010650635, + 1.1852567195892334, + 1.183411717414856, + 1.1821240186691284, + 1.179612636566162, + 1.187028169631958, + 1.1866252422332764, + 1.1856120824813843, + 1.1870629787445068, + 1.185939908027649, + 1.1854503154754639, + 1.1847612857818604, + 1.1867597103118896 ], "p90": [ - 1.3578855991363525, - 1.3677860498428345, - 1.3747899532318115, - 1.3780351877212524, - 1.3823505640029907, - 1.383062720298767, - 1.3832805156707764, - 1.3820428848266602, - 1.383878231048584, - 1.3830682039260864, - 1.3810803890228271, - 1.3799538612365723, - 1.380246639251709, - 1.3806023597717285, - 1.3793350458145142, - 1.381801962852478, - 1.3854024410247803, - 1.3902307748794556, - 1.3914200067520142, - 1.3900260925292969, - 1.3887834548950195, - 1.3877886533737183, - 1.3870943784713745, - 1.387123942375183, - 1.3927592039108276, - 1.3928158283233643, - 1.3953821659088135, - 1.3957295417785645, - 1.3956849575042725, - 1.3954521417617798, - 1.3950834274291992, - 1.3981353044509888, - 1.3924974203109741, - 1.3928136825561523, - 1.3939309120178223, - 1.3916858434677124, - 1.391878366470337, - 1.3925589323043823, - 1.393163800239563, - 1.39423668384552, - 1.402486801147461, - 1.4012528657913208, - 1.4047653675079346, - 1.4054601192474365, - 1.4037591218948364, - 1.4002273082733154, - 1.3978208303451538, - 1.3996635675430298, - 1.4012430906295776, - 1.402929663658142, - 1.4049724340438843, - 1.4030706882476807, - 1.403929591178894, - 1.4068052768707275, - 1.4092543125152588, - 1.412751317024231, - 1.4195717573165894, - 1.4147839546203613, - 1.415181279182434, - 1.413513422012329, - 1.4108840227127075, - 1.408280611038208, - 1.40768563747406, - 1.4091243743896484, - 1.4158506393432617, - 1.4157217741012573, - 1.4175186157226562, - 1.4176924228668213, - 1.4172192811965942, - 1.418898344039917, - 1.41758131980896, - 1.417324423789978 + 1.3501149415969849, + 1.3585666418075562, + 1.3654297590255737, + 1.368574619293213, + 1.3731049299240112, + 1.3713784217834473, + 1.3692868947982788, + 1.365110158920288, + 1.3631737232208252, + 1.3626608848571777, + 1.3612151145935059, + 1.3616582155227661, + 1.3629380464553833, + 1.3653281927108765, + 1.3650065660476685, + 1.3678791522979736, + 1.3696038722991943, + 1.3704383373260498, + 1.3729290962219238, + 1.3718311786651611, + 1.3723936080932617, + 1.3710299730300903, + 1.3705600500106812, + 1.3702235221862793, + 1.3724333047866821, + 1.3733770847320557, + 1.3736534118652344, + 1.375403642654419, + 1.3752275705337524, + 1.376088261604309, + 1.3761165142059326, + 1.3779352903366089, + 1.3727986812591553, + 1.3700385093688965, + 1.370584487915039, + 1.3691540956497192, + 1.3692903518676758, + 1.3693673610687256, + 1.3691349029541016, + 1.3703770637512207, + 1.3732094764709473, + 1.3724336624145508, + 1.3753175735473633, + 1.3763169050216675, + 1.3742400407791138, + 1.3730463981628418, + 1.3726418018341064, + 1.3740133047103882, + 1.3793238401412964, + 1.3784576654434204, + 1.3794193267822266, + 1.3790779113769531, + 1.3803422451019287, + 1.3828625679016113, + 1.383727788925171, + 1.3856017589569092, + 1.3882417678833008, + 1.383039116859436, + 1.3841261863708496, + 1.383057713508606, + 1.3808091878890991, + 1.380387783050537, + 1.380860686302185, + 1.384641408920288, + 1.3889442682266235, + 1.3869121074676514, + 1.389979600906372, + 1.3887075185775757, + 1.3887882232666016, + 1.3906559944152832, + 1.3906986713409424, + 1.3918527364730835 ], "timestamps": [ - "2026-06-20 01:10:00", "2026-06-20 01:20:00", "2026-06-20 01:30:00", "2026-06-20 01:40:00", @@ -533,6 +532,7 @@ "2026-06-21 01:40:00", "2026-06-21 01:50:00", "2026-06-21 02:00:00", - "2026-06-21 02:10:00" + "2026-06-21 02:10:00", + "2026-06-21 02:20:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index dcfc57bedc028083e5ba6c448b96dbfd74a85355..83d702550d11b759c1989bb99c1088cd8234359d 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T02:33:04.543954+00:00", + "evaluated_at": "2026-06-22T02:40:33.545298+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t202400z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t011000z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 6d4a71b176e70ea03f893f3fda889ae5f8c3ccee..e204939cc9f1a8e19ab5ab7ad9e8ab94baa24dc9 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,75162.50209065879,73867.49033327914,188.9086128749283,0.16841090759390623,0.0029434900831066375,0.002948066434992933,1.8990711610739843,274.1578050879799,0.004274131604383542,0.002945093145788345,0.002372616024626915,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,75536.29649870317,74247.50632011237,189.1869331874283,0.16865902850124134,0.002947757880115419,0.0029523797481993534,1.9089959973673885,274.8386735863481,0.00428472758540048,0.0029494192387404857,0.0023769446277080355,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.10724635871116674,0.10800189997875174,0.2393643750473215,0.7114411407062042,0.14430932172624192,0.12968153837677965,23.680486796083326,0.32748489844749595,0.22649993382586073,0.16555271820321515,0.15804132821449993,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.07500687719373904,0.0744858806967301,0.23876244352003795,3.6732691702549993,0.15395304932495307,0.17044137974759846,52.20437313705938,0.27387383444524055,0.18377367678680864,0.16021337786123305,0.14717463307092726,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.07476855992922955,0.07374858243505421,0.23949504779842115,3.6845400077875192,0.15431545868127491,0.17058746856566465,43.43459052288508,0.2734384024405306,0.18296992433976217,0.1602569002170616,0.14836750338086616,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.15849552928528313,0.16817355118562838,0.35001142639639493,0.20112389162978886,0.020683461429891258,0.02091451891357571,1.674300980532082,0.3981149699336652,0.02363284582462244,0.020777329921204537,0.018106255153355698,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,42.87082281342973,46.25605104344519,5.336033820779018,0.4609709324421565,0.2252586301852173,0.27620935763191284,2.705071460037805,6.547581447636198,0.29241151396411574,0.23830443967383128,0.19528181887570933,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,154.6100775380297,152.2202795525013,10.89148390800984,5.5982586149902325,0.46521049717965957,0.35860679480441937,193.91615828865238,12.434230074195575,0.5102094534525702,0.4469064846664957,0.4379291483606563,Weather,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 0f97f5110e4d16fcf1eeaf1b3f653aa6a866a3d1..8f2bce26fe4325180f753e05ddf1a6cf510cbcd0 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T02:35:56.847565+00:00", + "evaluated_at": "2026-06-22T02:43:03.312507+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63311.98828125, 63896.01171875, 64606.0, - 64520.7109375 + 64527.390625 ], "p50": [ 64229.298516492316, diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 1a6dee51c796bf6c180d3a84575690409e64d1b8..5a77cbe5bb4d3fa163d7ca2d1e204c57e480413a 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-22T02:21:13.568511+00:00", + "evaluated_at": "2026-06-22T02:43:03.329681+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, @@ -9,7 +9,6 @@ 1.399999976158142, 1.399999976158142, 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,6 +83,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -93,7 +93,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,232 +157,232 @@ 1.600000023841858, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.300370236794216, - 1.299203466943026, - 1.298036697091836, - 1.296869927240646, - 1.2957031573894562, - 1.294536387538266, - 1.2933696176870761, - 1.2922028478358862, - 1.291036077984696, - 1.2898693081335062, - 1.2887025382823163, - 1.2875357684311262, - 1.2863689985799363, - 1.2852022287287463, - 1.2840354588775562, - 1.2828686890263663, - 1.2817019191751764, - 1.2805351493239865, - 1.2793683794727964, - 1.2782016096216064, - 1.2770348397704165, - 1.2758680699192264, - 1.2747013000680365, - 1.2735345302168466, - 1.2723677603656567, - 1.2712009905144666, - 1.2700342206632766, - 1.2688674508120867, - 1.2677006809608966, - 1.2665339111097067, - 1.2653671412585168, - 1.2642003714073267, - 1.2630336015561368, - 1.2618668317049468, - 1.2607000618537567, - 1.2595332920025668, - 1.258366522151377, - 1.257199752300187, - 1.2560329824489969, - 1.254866212597807, - 1.253699442746617, - 1.252532672895427, - 1.251365903044237, - 1.250199133193047, - 1.2490323633418572, - 1.247865593490667, - 1.2466988236394771, - 1.2455320537882872, - 1.244365283937097, - 1.2431985140859072, - 1.2420317442347173, - 1.2408649743835272, - 1.2396982045323373, - 1.2385314346811473, - 1.2373646648299572, - 1.2361978949787673, - 1.2350311251275774, - 1.2338643552763875, - 1.2326975854251974, - 1.2315308155740075, - 1.2303640457228175, - 1.2291972758716274, - 1.2280305060204375, - 1.2268637361692476, - 1.2256969663180577, - 1.2245301964668676, - 1.2233634266156777, - 1.2221966567644877, - 1.2210298869132976, - 1.2198631170621077, - 1.2186963472109178, - 1.2175295773597277 + 1.29990723190386, + 1.2988539089122533, + 1.2978005859206467, + 1.2967472629290402, + 1.2956939399374336, + 1.2946406169458269, + 1.2935872939542203, + 1.2925339709626138, + 1.291480647971007, + 1.2904273249794005, + 1.289374001987794, + 1.2883206789961874, + 1.2872673560045806, + 1.286214033012974, + 1.2851607100213676, + 1.2841073870297608, + 1.2830540640381543, + 1.2820007410465477, + 1.2809474180549412, + 1.2798940950633344, + 1.2788407720717279, + 1.2777874490801213, + 1.2767341260885148, + 1.275680803096908, + 1.2746274801053015, + 1.273574157113695, + 1.2725208341220882, + 1.2714675111304816, + 1.270414188138875, + 1.2693608651472685, + 1.2683075421556618, + 1.2672542191640552, + 1.2662008961724487, + 1.265147573180842, + 1.2640942501892354, + 1.2630409271976288, + 1.2619876042060223, + 1.2609342812144155, + 1.259880958222809, + 1.2588276352312024, + 1.2577743122395957, + 1.2567209892479891, + 1.2556676662563826, + 1.254614343264776, + 1.2535610202731693, + 1.2525076972815627, + 1.2514543742899562, + 1.2504010512983494, + 1.249347728306743, + 1.2482944053151364, + 1.2472410823235298, + 1.246187759331923, + 1.2451344363403165, + 1.24408111334871, + 1.2430277903571032, + 1.2419744673654967, + 1.2409211443738901, + 1.2398678213822836, + 1.2388144983906768, + 1.2377611753990703, + 1.2367078524074637, + 1.2356545294158572, + 1.2346012064242504, + 1.2335478834326439, + 1.2324945604410373, + 1.2314412374494306, + 1.230387914457824, + 1.2293345914662175, + 1.228281268474611, + 1.2272279454830042, + 1.2261746224913976, + 1.225121299499791 ], "p10": [ - 1.2003702129523581, - 1.199203443101168, - 1.198036673249978, - 1.1968699033987882, - 1.1957031335475983, - 1.1945363636964081, - 1.1933695938452182, - 1.1922028239940283, - 1.1910360541428382, - 1.1898692842916483, - 1.1887025144404584, - 1.1875357445892682, - 1.1863689747380783, - 1.1852022048868884, - 1.1840354350356983, - 1.1828686651845084, - 1.1817018953333185, - 1.1805351254821286, - 1.1793683556309384, - 1.1782015857797485, - 1.1770348159285586, - 1.1758680460773685, - 1.1747012762261786, - 1.1735345063749887, - 1.1723677365237988, - 1.1712009666726086, - 1.1700341968214187, - 1.1688674269702288, - 1.1677006571190387, - 1.1665338872678488, - 1.1653671174166589, - 1.1642003475654688, - 1.1630335777142788, - 1.161866807863089, - 1.1607000380118988, - 1.159533268160709, - 1.158366498309519, - 1.157199728458329, - 1.156032958607139, - 1.154866188755949, - 1.1536994189047591, - 1.152532649053569, - 1.151365879202379, - 1.1501991093511892, - 1.1490323394999993, - 1.1478655696488091, - 1.1466987997976192, - 1.1455320299464293, - 1.1443652600952392, - 1.1431984902440493, - 1.1420317203928594, - 1.1408649505416693, - 1.1396981806904793, - 1.1385314108392894, - 1.1373646409880993, - 1.1361978711369094, - 1.1350311012857195, - 1.1338643314345296, - 1.1326975615833395, - 1.1315307917321495, - 1.1303641291693203, - 1.1291972520297695, - 1.1280304821785796, - 1.1268638315366792, - 1.1256969424761998, - 1.1245301726250096, - 1.1233634027738197, - 1.1221966329226298, - 1.1210298630714397, - 1.1198632124295393, - 1.1186963233690599, - 1.1175295535178698 + 1.1999072080620021, + 1.1988538850703954, + 1.1978005620787888, + 1.1967472390871823, + 1.1956939160955757, + 1.194640593103969, + 1.1935872701123624, + 1.1925339471207559, + 1.1914806241291491, + 1.1904273011375426, + 1.189373978145936, + 1.1883206551543295, + 1.2872673560045806, + 1.1862140091711162, + 1.1851606861795096, + 1.1841073631879029, + 1.1830540401962963, + 1.1820007172046898, + 1.1809473942130833, + 1.1798940712214765, + 1.17884074822987, + 1.1777874252382634, + 1.1767341022466569, + 1.17568077925505, + 1.1746274562634436, + 1.173574133271837, + 1.1725208102802303, + 1.1714674872886237, + 1.1704141642970172, + 1.1693608413054106, + 1.1683075183138039, + 1.1672541953221973, + 1.1662008723305908, + 1.165147549338984, + 1.1640942263473775, + 1.163040903355771, + 1.1619875803641644, + 1.1609342573725576, + 1.159880934380951, + 1.1588276113893445, + 1.1577742883977378, + 1.1567209654061312, + 1.1556676424145247, + 1.1546143194229181, + 1.1535609964313114, + 1.1525076734397048, + 1.1514543504480983, + 1.1504010274564915, + 1.149347704464885, + 1.1482943814732784, + 1.147241058481672, + 1.1461877354900651, + 1.1451344124984586, + 1.144081089506852, + 1.1430277665152453, + 1.1419744435236387, + 1.1409211205320322, + 1.1398677975404257, + 1.138814474548819, + 1.1377611515572124, + 1.1367078285656058, + 1.1356545055739993, + 1.1346011825823925, + 1.133547859590786, + 1.1324945365991794, + 1.1314412136075727, + 1.1303878906159661, + 1.1293345676243596, + 1.128281244632753, + 1.1272279216411463, + 1.1261745986495397, + 1.1251212756579332 ], "p90": [ - 1.4003701414267844, - 1.3992034907848838, - 1.398036720933694, - 1.396869951082504, - 1.395703181231314, - 1.394536411380124, - 1.393369641528934, - 1.3922028716777441, - 1.391036101826554, - 1.389869331975364, - 1.3887025621241742, - 1.387535792272984, - 1.3863690224217942, - 1.3852022525706043, - 1.3840354827194141, - 1.3828687128682242, - 1.3817019430170343, - 1.3805351731658444, - 1.3793684033146543, - 1.3782016334634644, - 1.3770348636122745, - 1.3758680937610843, - 1.3747013239098944, - 1.3735345540587045, - 1.3723677842075146, - 1.3712010143563245, - 1.3700342445051346, - 1.368867367365584, - 1.3677007048027545, - 1.3665339349515646, - 1.3653671651003747, - 1.3642003952491846, - 1.3630336253979947, - 1.3618668555468048, - 1.3607000856956146, - 1.359533208556064, - 1.3583665459932348, - 1.357199776142045, - 1.3560330062908548, - 1.3548662364396649, - 1.353699466588475, - 1.3525326967372848, - 1.351365926886095, - 1.350199157034905, - 1.349032387183715, - 1.347865617332525, - 1.346698847481335, - 1.3455320776301452, - 1.344365307778955, - 1.3431985379277651, - 1.3420317680765752, - 1.3408648909370244, - 1.3396982283741952, - 1.3385314585230053, - 1.3373646886718151, - 1.3361979188206252, - 1.3350311489694353, - 1.3338643791182454, - 1.3326976092670553, - 1.3315308394158654, - 1.3303640695646755, - 1.3291972997134853, - 1.3280305298622954, - 1.3268637600111055, - 1.3256969901599156, - 1.3245302203087255, - 1.3233634504575356, - 1.3221966806063457, - 1.3210299107551555, - 1.3198631409039656, - 1.3186963710527757, - 1.3175296012015856 + 1.399907255745718, + 1.3988539327541112, + 1.3978006097625046, + 1.396747286770898, + 1.3956939637792916, + 1.3946406407876848, + 1.3935873177960783, + 1.3925339948044717, + 1.391480671812865, + 1.3904273488212584, + 1.3893740258296519, + 1.3883207028380453, + 1.3872673798464386, + 1.386214056854832, + 1.3851607338632255, + 1.3841074108716187, + 1.3830540878800122, + 1.3820007648884056, + 1.380947441896799, + 1.3798941189051923, + 1.3788407959135858, + 1.3777874729219792, + 1.3767341499303727, + 1.375680826938766, + 1.3746275039471594, + 1.3735741809555528, + 1.372520857963946, + 1.3714675349723395, + 1.370414211980733, + 1.3693608889891264, + 1.3683075659975197, + 1.3672542430059131, + 1.366200800805017, + 1.3651475970226998, + 1.3640942740310933, + 1.3630409510394867, + 1.3619875207595196, + 1.3609343050562734, + 1.359880982064667, + 1.3588276590730604, + 1.3577743360814536, + 1.356721013089847, + 1.3556676900982405, + 1.354614367106634, + 1.3535610441150272, + 1.35250761383506, + 1.3514543981318141, + 1.3504010751402074, + 1.3493477521486008, + 1.3482944291569943, + 1.3472411061653877, + 1.346187783173781, + 1.3451343409728849, + 1.3440811371905679, + 1.3430278141989611, + 1.3419744912073546, + 1.340921168215748, + 1.3398677379357808, + 1.3388145222325347, + 1.3377611992409282, + 1.3367078762493216, + 1.335654553257715, + 1.3346012302661083, + 1.3335479072745018, + 1.3324945842828952, + 1.3314412612912885, + 1.330387938299682, + 1.3293346153080754, + 1.3282812923164689, + 1.327227969324862, + 1.3261746463332555, + 1.325121323341649 ], "timestamps": [ - "2026-06-20 01:10:00", "2026-06-20 01:20:00", "2026-06-20 01:30:00", "2026-06-20 01:40:00", @@ -533,6 +532,7 @@ "2026-06-21 01:40:00", "2026-06-21 01:50:00", "2026-06-21 02:00:00", - "2026-06-21 02:10:00" + "2026-06-21 02:10:00", + "2026-06-21 02:20:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 0148f52fd84c718e6e9eab97b0e202c8414914ca..61121bc0fb78972510da4106c07087b57c4f66a5 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T02:35:56.884775+00:00", + "evaluated_at": "2026-06-22T02:43:03.339099+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t202400z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t011000z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 5d545aca009dcadef66411d15e49999896d7cdc0..edb98df58aaaf9d8f48f2e2727e8c8f2651ab8f3 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1655,3 +1655,5 @@ {"evaluated_at": "2026-06-22T02:28:19.348623+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-22T02:35:56.946444+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T02:35:56.946444+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T02:43:03.389654+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T02:43:03.389654+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 016057a6300dc78cd5f17f96ea330ffa3bb7fcbe..56e23d3c9ef5efe03e8c17aaa4a1f5ec190f0fba 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,253323.65004603067,191200.13066736856,304.7669270833333,0.27169790732988824,0.004769844001254422,0.004746675464829029,1.707231017106123,503.31267622227705,0.007846665593336459,0.004751329091651094,0.004511494417953102,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,200171.7013950348,169003.4883901278,295.3207194010417,0.26327666922494,0.004621016436932149,0.0046006959020353155,1.8345651432010712,447.4055223117332,0.006975040150989929,0.004604042132958438,0.004525060152441428,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.0174851595559933,1.0827152634119936,0.8143861691157023,0.4474649550195679,0.03276591617251259,0.03203812930402764,2.1021269790288373,1.008704693929791,0.04005644365190709,0.03233990472175414,0.027002711031147448,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.23522841365986852,0.2556431796534047,0.39394993434349695,1.1709018546099974,0.2326250329645603,0.28189447005268387,5.5567587635922315,0.48500351922420987,0.3354452847455662,0.2724694618973705,0.21679970254483888,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04816969715189659,0.04775461916679916,0.19189934018585417,2.952298191058747,0.12400786671000866,0.13412912179377792,42.527217511824034,0.21947596030521563,0.14727184242812236,0.12876749394607917,0.1102813370927713,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.0487467291931212,0.04959551361126982,0.19728630946742165,3.035174659783745,0.12740846986454746,0.13792843659876955,44.644133739627215,0.22078661461492904,0.1477382467523438,0.1320131363932167,0.11256676857272943,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,5.176353419347379,5.114631799857951,2.1613210439682007,1.2419403100627455,0.1301055958138588,0.12133416594889428,14.7364409807858,2.2751600865317982,0.13505773862334206,0.1283000411115494,0.08478315925305123,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,116.07873736669626,80.22434544117952,7.043041706085205,0.6084364551514613,0.38951837688145224,0.29343043063552954,2.9045215633292076,10.773984284687641,0.48116042256312386,0.3145385062651324,0.2283264125519046,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,2.2421521123084553,2.151117567362386,1.3450527985890706,0.69136157027972,0.05587239019445415,0.05407801856547689,2.378481506712158,1.497381752362588,0.061441546515069854,0.05519108534569856,0.03604144152844797,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 6e9761774e61152191030c376f7edd72ab02e000..c75e89cace077902ab9346d04185175fc2778555 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T02:35:24.714773+00:00", + "evaluated_at": "2026-06-22T02:42:28.110683+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 63311.98828125, 63896.01171875, 64606.0, - 64520.7109375 + 64527.390625 ], "p50": [ - 64295.447265625, - 64285.162109375, - 64285.8984375, - 64316.96484375, - 64270.7421875, - 64405.107421875, - 64264.5, - 64357.291015625, - 64333.4296875, - 64333.755859375, - 64388.125, - 64434.546875, - 64353.0, - 64409.880859375, - 64486.388671875, - 64348.55859375, - 64473.119140625, - 64561.791015625, - 64440.927734375, - 64658.537109375, - 64457.615234375, - 64531.4453125, - 64434.47265625, - 64622.34765625 + 64294.67578125, + 64303.59765625, + 64306.18359375, + 64272.921875, + 64322.765625, + 64323.380859375, + 64257.646484375, + 64368.140625, + 64405.048828125, + 64377.826171875, + 64410.3984375, + 64441.5546875, + 64437.78515625, + 64493.1953125, + 64443.16015625, + 64552.080078125, + 64555.041015625, + 64576.599609375, + 64624.955078125, + 64546.8984375, + 64528.94140625, + 64622.798828125, + 64614.556640625, + 64455.388671875 ], "p10": [ - 64093.294921875, - 63921.724609375, - 63862.80078125, - 63777.03515625, - 63660.552734375, - 63848.42578125, - 63715.427734375, - 63589.826171875, - 63635.41796875, - 63627.357421875, - 63511.37890625, - 63555.30859375, - 63422.244140625, - 63267.9140625, - 63530.658203125, - 63382.2421875, - 63469.921875, - 63342.458984375, - 63269.62109375, - 63346.3984375, - 63262.212890625, - 63014.513671875, - 62886.755859375, - 63047.115234375 + 64094.599609375, + 63978.7578125, + 63871.755859375, + 63879.45703125, + 63667.2265625, + 63693.62109375, + 63560.962890625, + 63527.3203125, + 63472.3515625, + 63404.162109375, + 63616.453125, + 63560.498046875, + 63455.384765625, + 63505.31640625, + 63365.765625, + 63564.80859375, + 63233.9765625, + 63387.625, + 62948.044921875, + 63018.177734375, + 62860.64453125, + 63254.439453125, + 63140.60546875, + 63156.380859375 ], "p90": [ - 64527.943359375, - 64621.599609375, - 64731.048828125, - 64791.630859375, - 64796.34375, - 64897.23828125, - 64934.78515625, - 65073.001953125, - 65195.240234375, - 65255.962890625, - 65269.43359375, - 65337.9765625, - 65478.05078125, - 65653.19921875, - 65636.6640625, - 65716.515625, - 65701.2890625, - 65609.5390625, - 65871.3046875, - 65909.36328125, - 65894.1640625, - 65977.5546875, - 65758.26171875, - 65992.953125 + 64492.7421875, + 64627.86328125, + 64784.794921875, + 64776.748046875, + 64926.189453125, + 64913.97265625, + 65089.6015625, + 65124.64453125, + 65124.060546875, + 65344.908203125, + 65231.087890625, + 65283.349609375, + 65308.419921875, + 65585.12890625, + 65508.23828125, + 65716.3515625, + 65951.6640625, + 65869.73046875, + 65768.875, + 66233.73828125, + 66175.2421875, + 66384.2109375, + 66178.8359375, + 66213.734375 ], "timestamps": [ "2026-06-17 03:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 31f3fd7a1ac094aadf4e3f8fda06a02fdd0b4100..02b14bdc454417ccea266243df8421845392d86c 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T02:19:49.295583+00:00", + "evaluated_at": "2026-06-22T02:42:33.098357+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, @@ -9,7 +9,6 @@ 1.399999976158142, 1.399999976158142, 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,6 +83,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -93,7 +93,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,232 +157,232 @@ 1.600000023841858, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.3068443536758423, - 1.310448169708252, - 1.3074628710746765, - 1.3162811398506165, - 1.3262594938278198, - 1.3223019242286682, - 1.3198093175888062, - 1.311240017414093, - 1.3094921708106995, - 1.309385895729065, - 1.3197818398475647, - 1.3060640096664429, - 1.3104022145271301, - 1.3249360918998718, - 1.3274313807487488, - 1.326221764087677, - 1.3124672174453735, - 1.305544912815094, - 1.2955461740493774, - 1.309482455253601, - 1.3035331964492798, - 1.3127633333206177, - 1.2998605966567993, - 1.299530804157257, - 1.3133779168128967, - 1.3011576533317566, - 1.3017554879188538, - 1.3048738837242126, - 1.3052769899368286, - 1.2970730662345886, - 1.3208465576171875, - 1.2977248430252075, - 1.3003776669502258, - 1.317151963710785, - 1.3070548176765442, - 1.309546947479248, - 1.3102946281433105, - 1.3103764057159424, - 1.3120514154434204, - 1.3214473128318787, - 1.3052880764007568, - 1.315033733844757, - 1.3076519966125488, - 1.3070005178451538, - 1.3169063925743103, - 1.3104379177093506, - 1.3268672823905945, - 1.297837495803833, - 1.3136330842971802, - 1.3080013394355774, - 1.30032217502594, - 1.3042027950286865, - 1.301447331905365, - 1.3002247214317322, - 1.3052583932876587, - 1.3018089532852173, - 1.313704490661621, - 1.3032108545303345, - 1.3045887351036072, - 1.3154160976409912, - 1.314586877822876, - 1.3044704794883728, - 1.303303837776184, - 1.3097641468048096, - 1.3025832176208496, - 1.31424880027771, - 1.2899554371833801, - 1.3081054091453552, - 1.2968537211418152, - 1.3187052607536316, - 1.3396838307380676, - 1.2974512577056885 + 1.3063560128211975, + 1.302792489528656, + 1.307200312614441, + 1.3170914053916931, + 1.314795434474945, + 1.3162047266960144, + 1.3132887482643127, + 1.3199882507324219, + 1.3091577887535095, + 1.3068563342094421, + 1.3010379672050476, + 1.3098688125610352, + 1.3118285536766052, + 1.3023741245269775, + 1.3038779497146606, + 1.299133539199829, + 1.3183643221855164, + 1.3001241087913513, + 1.3083608150482178, + 1.3084933161735535, + 1.3086447715759277, + 1.3170633912086487, + 1.3137072920799255, + 1.3068186044692993, + 1.3216347098350525, + 1.2962754964828491, + 1.3121578693389893, + 1.3190568089485168, + 1.306724727153778, + 1.3139753937721252, + 1.31468266248703, + 1.3030598759651184, + 1.311412274837494, + 1.307896077632904, + 1.306785225868225, + 1.3063601851463318, + 1.3017976880073547, + 1.3149413466453552, + 1.321164608001709, + 1.313345491886139, + 1.3121482133865356, + 1.3065021634101868, + 1.322634220123291, + 1.3056750297546387, + 1.3005823493003845, + 1.3107033371925354, + 1.3140255212783813, + 1.3158880472183228, + 1.3012128472328186, + 1.3097559809684753, + 1.2997738122940063, + 1.2945845127105713, + 1.3075201511383057, + 1.3091840147972107, + 1.3189786076545715, + 1.3204146027565002, + 1.2993103861808777, + 1.3111397624015808, + 1.314383327960968, + 1.3014456033706665, + 1.3115628957748413, + 1.3011751770973206, + 1.3174893856048584, + 1.3230887651443481, + 1.3072817921638489, + 1.316257894039154, + 1.3052810430526733, + 1.3097594380378723, + 1.3064537048339844, + 1.301726222038269, + 1.3162440657615662, + 1.3217233419418335 ], "p10": [ - 1.1855138540267944, - 1.2018365859985352, - 1.186112880706787, - 1.181128203868866, - 1.199038028717041, - 1.1952046751976013, - 1.1998748779296875, - 1.1995960474014282, - 1.1685292720794678, - 1.1606090664863586, - 1.136180818080902, - 1.1627074480056763, - 1.177392840385437, - 1.1828745007514954, - 1.1663979291915894, - 1.1700366735458374, - 1.1411499977111816, - 1.1314120292663574, - 1.1781925559043884, - 1.1730705499649048, - 1.1468366980552673, - 1.1723424792289734, - 1.150282859802246, - 1.1649941205978394, - 1.2092475891113281, - 1.1838379502296448, - 1.131354570388794, - 1.1495030522346497, - 1.1756455302238464, - 1.128900170326233, - 1.1825427412986755, - 1.1358166337013245, - 1.160804271697998, - 1.1496134996414185, - 1.1777527928352356, - 1.1396232843399048, - 1.1481974720954895, - 1.1756503582000732, - 1.1352619528770447, - 1.1688159704208374, - 1.1265046000480652, - 1.163744330406189, - 1.1357285380363464, - 1.1003970503807068, - 1.1708587408065796, - 1.1152332425117493, - 1.1475726962089539, - 1.1424826383590698, - 1.130859375, - 1.0897149443626404, - 1.1079066395759583, - 1.15314781665802, - 1.1215324401855469, - 1.1446470618247986, - 1.1111230850219727, - 1.1287267804145813, - 1.15533447265625, - 1.1289499402046204, - 1.1173321604728699, - 1.1072371006011963, - 1.0998024344444275, - 1.126703679561615, - 1.1357512474060059, - 1.0998703241348267, - 1.1078090071678162, - 1.1268272399902344, - 1.0534758567810059, - 1.1021547317504883, - 1.0753620862960815, - 1.0886331796646118, - 1.1428876519203186, - 1.1149922013282776 + 1.199545979499817, + 1.173213541507721, + 1.1784708499908447, + 1.1843181848526, + 1.1832672357559204, + 1.1792476177215576, + 1.1632171869277954, + 1.1918036937713623, + 1.17703777551651, + 1.1729037761688232, + 1.1748039722442627, + 1.1774083375930786, + 1.1943225264549255, + 1.1309746503829956, + 1.1205692887306213, + 1.134585976600647, + 1.2058929204940796, + 1.1769461631774902, + 1.1709023118019104, + 1.1463443636894226, + 1.1675533652305603, + 1.1772164106369019, + 1.1827725172042847, + 1.1857625246047974, + 1.2005298733711243, + 1.1732328534126282, + 1.0867016315460205, + 1.1926491260528564, + 1.1750924587249756, + 1.1658895611763, + 1.2024503350257874, + 1.1719102263450623, + 1.162466049194336, + 1.1582990288734436, + 1.143669307231903, + 1.141449511051178, + 1.159545660018921, + 1.151534616947174, + 1.1387745141983032, + 1.1489169001579285, + 1.1393947005271912, + 1.1681700348854065, + 1.1700876355171204, + 1.1727517247200012, + 1.1467657685279846, + 1.1028744578361511, + 1.1318209767341614, + 1.157568633556366, + 1.1254826784133911, + 1.1195242404937744, + 1.1117141246795654, + 1.1026812195777893, + 1.1476585865020752, + 1.1051218509674072, + 1.1265854239463806, + 1.1233042478561401, + 1.1358769536018372, + 1.1571916341781616, + 1.1071385741233826, + 1.1194488406181335, + 1.1414251923561096, + 1.0910706520080566, + 1.1270321607589722, + 1.1042037606239319, + 1.1041077971458435, + 1.1465678811073303, + 1.1201707124710083, + 1.153158724308014, + 1.1342227458953857, + 1.088567078113556, + 1.0933602452278137, + 1.1008926630020142 ], "p90": [ - 1.4141464233398438, - 1.4449431896209717, - 1.434284746646881, - 1.4315280318260193, - 1.4707366228103638, - 1.4718232154846191, - 1.4534072875976562, - 1.455936074256897, - 1.4175476431846619, - 1.4251516461372375, - 1.4310981035232544, - 1.4367092847824097, - 1.4666247367858887, - 1.4448736906051636, - 1.4706290364265442, - 1.4635529518127441, - 1.4326767325401306, - 1.4545976519584656, - 1.4307115077972412, - 1.4380324482917786, - 1.4286983013153076, - 1.430171251296997, - 1.4298734068870544, - 1.4545629620552063, - 1.4397833347320557, - 1.4263556003570557, - 1.4601771831512451, - 1.4299550652503967, - 1.432327926158905, - 1.4211254715919495, - 1.4353367686271667, - 1.4359926581382751, - 1.445788323879242, - 1.4586628675460815, - 1.4540151357650757, - 1.4535183310508728, - 1.4500104188919067, - 1.453749418258667, - 1.458922028541565, - 1.4685329794883728, - 1.4490368366241455, - 1.4595372080802917, - 1.4352949261665344, - 1.4381219148635864, - 1.4717301726341248, - 1.480469286441803, - 1.4662938714027405, - 1.4887238144874573, - 1.458825170993805, - 1.4838018417358398, - 1.5085691809654236, - 1.4398652911186218, - 1.4530413150787354, - 1.478316307067871, - 1.4613550901412964, - 1.499939203262329, - 1.4810066223144531, - 1.4919738173484802, - 1.477344572544098, - 1.5140604972839355, - 1.4716779589653015, - 1.4533678889274597, - 1.505446434020996, - 1.5245869755744934, - 1.487837791442871, - 1.4832486510276794, - 1.5206714868545532, - 1.476846992969513, - 1.5110940337181091, - 1.5048670172691345, - 1.521956980228424, - 1.4737701416015625 + 1.4121370315551758, + 1.4399005770683289, + 1.4141635298728943, + 1.4299981594085693, + 1.413320004940033, + 1.413097083568573, + 1.4265245199203491, + 1.4846534729003906, + 1.4387255311012268, + 1.4272361397743225, + 1.4246115684509277, + 1.4794120788574219, + 1.470400094985962, + 1.4627610445022583, + 1.4285851120948792, + 1.4613091945648193, + 1.4538801312446594, + 1.4494272470474243, + 1.4323015809059143, + 1.429520606994629, + 1.4391343593597412, + 1.430937647819519, + 1.4656079411506653, + 1.4150694608688354, + 1.45426344871521, + 1.4108873009681702, + 1.4282736778259277, + 1.44380521774292, + 1.4503419399261475, + 1.4487812519073486, + 1.4597125053405762, + 1.4159471988677979, + 1.4564840197563171, + 1.4367603659629822, + 1.4711130261421204, + 1.4763171672821045, + 1.4466825723648071, + 1.4789104461669922, + 1.460507571697235, + 1.482285499572754, + 1.4667122960090637, + 1.455614447593689, + 1.4722080826759338, + 1.4528672695159912, + 1.476650357246399, + 1.4884167313575745, + 1.4568546414375305, + 1.4380741715431213, + 1.4812511205673218, + 1.464781105518341, + 1.4438362121582031, + 1.4571095705032349, + 1.5082477927207947, + 1.467654824256897, + 1.4969046711921692, + 1.4711260199546814, + 1.46907240152359, + 1.4674779176712036, + 1.4980002045631409, + 1.478026270866394, + 1.5130155086517334, + 1.4822147488594055, + 1.500337839126587, + 1.4507513642311096, + 1.470734179019928, + 1.5263059735298157, + 1.5035744905471802, + 1.5273019075393677, + 1.4832777380943298, + 1.515019953250885, + 1.5334798693656921, + 1.56268310546875 ], "timestamps": [ - "2026-06-20 01:10:00", "2026-06-20 01:20:00", "2026-06-20 01:30:00", "2026-06-20 01:40:00", @@ -533,6 +532,7 @@ "2026-06-21 01:40:00", "2026-06-21 01:50:00", "2026-06-21 02:00:00", - "2026-06-21 02:10:00" + "2026-06-21 02:10:00", + "2026-06-21 02:20:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 16b7db99de93fe1fd7951847ce47b271148f66ca..46909cabd1eb889eaff469efab9f0220024c4c62 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T02:35:34.185451+00:00", + "evaluated_at": "2026-06-22T02:42:35.992756+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t202400z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t011000z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index ec8eecb4cbdafaffba8324045b8f713d7445faf8..dc85104312c01ca4bf89e2806a9d30d3f958cd1a 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,144820.15207500846,140180.23958843813,325.8489797491772,0.2904924322028645,0.005074089226656843,0.00508750160148424,2.4631112609078976,380.55243012626846,0.005932828241770004,0.0050799991711166234,0.004070831465681282,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,145177.72226715492,140544.03135937318,326.1273000616772,0.29074055311019964,0.005078358972121045,0.005091814924936763,2.473036097201302,381.02194460051106,0.005940121946338185,0.005084315903189028,0.004075152622631135,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.1507525339803253,1.1479903505645288,1.000444148440366,2.973529899921611,0.662835142126806,1.0111208726243206,114.13425383671688,1.072731342872168,0.7419382674600721,0.6919419322614727,0.6861807709514799,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.044241751645445596,0.04387852968232317,0.18448187027689064,2.8381832442681176,0.11939790611331327,0.12852300634544836,29.462490099049546,0.21033723314108133,0.14113961188661642,0.12379025426056152,0.11047229548123041,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.045728785770625995,0.04494423523591192,0.18803422127524,2.8928348101165215,0.12157382376033445,0.13093030934964464,24.663691851386577,0.21384289974330686,0.14309189505719774,0.1258221483630096,0.1139303683122136,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,5.88112128612038,5.797170224124083,2.3080700999812067,1.326265389224326,0.13888501788160354,0.1289964119043006,28.664216170429643,2.4251023248762884,0.14395858905351946,0.1370113382934718,0.13270705226987556,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,128.59774168171955,120.87542426413184,9.144959804173531,0.7900176028982656,0.5330136592913973,0.3708657048514055,15.550183066979733,11.340094430017748,0.5064426013325356,0.4084090534596959,0.37819241418869537,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,6.526072410100379,6.166919988149481,2.3281216379421856,1.1966621928137757,0.0982035940320067,0.09375193906664485,18.96105723265285,2.554617859896149,0.10482274932186428,0.09552900834050483,0.0851729211381429,Weather,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 341ca186849bd430b7100a9fae1a5f6dd836ecd8..f5b87f15578f3a6bbcc0ffeaa5bdf441cfd4c290 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T02:35:56.892975+00:00", + "evaluated_at": "2026-06-22T02:43:03.345135+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63311.98828125, 63896.01171875, 64606.0, - 64520.7109375 + 64527.390625 ], "p50": [ 63868.55869654605, diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8c056c6a1c37c5162460b04024f376a0f55d3af7..3f63073ef24e89ad92d112420524ed458011db0f 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T02:21:13.709714+00:00", + "evaluated_at": "2026-06-22T02:43:03.354037+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, @@ -9,7 +9,6 @@ 1.399999976158142, 1.399999976158142, 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,6 +83,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -93,7 +93,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,7 +157,8 @@ 1.600000023841858, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ 1.3221153521384947, @@ -247,6 +247,9 @@ 1.2221153282966368, 1.2221153282966368, 1.2221153282966368, + 1.3221153521384947, + 1.2221153282966368, + 1.2221153282966368, 1.2221153282966368, 1.2221153282966368, 1.2221153282966368, @@ -295,21 +298,17 @@ 1.2221153282966368, 1.2221153282966368, 1.2221153282966368, - 1.2221154355849975, 1.2221153282966368, 1.2221153282966368, - 1.2221154475059264, 1.2221153282966368, 1.2221153282966368, 1.2221153282966368, 1.2221153282966368, 1.2221153282966368, - 1.2221154475059264, 1.2221153282966368, 1.2221153282966368 ], "p90": [ - 1.422115256771063, 1.4221153759803526, 1.4221153759803526, 1.4221153759803526, @@ -336,18 +335,17 @@ 1.4221153759803526, 1.4221153759803526, 1.4221153759803526, - 1.422115268691992, 1.4221153759803526, 1.4221153759803526, 1.4221153759803526, 1.4221153759803526, 1.4221153759803526, 1.4221153759803526, - 1.4221153759803526, - 1.422115268691992, + 1.422115256771063, 1.4221153759803526, 1.4221153759803526, 1.4221153759803526, + 1.422115268691992, 1.4221153759803526, 1.4221153759803526, 1.4221153759803526, @@ -356,17 +354,19 @@ 1.4221153759803526, 1.4221153759803526, 1.4221153759803526, + 1.422115268691992, 1.4221153759803526, 1.4221153759803526, 1.4221153759803526, 1.4221153759803526, - 1.422115268691992, 1.4221153759803526, 1.4221153759803526, + 1.422115256771063, 1.4221153759803526, 1.4221153759803526, 1.4221153759803526, 1.4221153759803526, + 1.422115268691992, 1.4221153759803526, 1.4221153759803526, 1.4221153759803526, @@ -383,7 +383,6 @@ 1.4221153759803526 ], "timestamps": [ - "2026-06-20 01:10:00", "2026-06-20 01:20:00", "2026-06-20 01:30:00", "2026-06-20 01:40:00", @@ -533,6 +532,7 @@ "2026-06-21 01:40:00", "2026-06-21 01:50:00", "2026-06-21 02:00:00", - "2026-06-21 02:10:00" + "2026-06-21 02:10:00", + "2026-06-21 02:20:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index a520ca3810e8587d36972214ef9740b9fda8bb4a..0700aa54b159cac8d9ecd2bbda2a63a6ddc1d82b 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T02:35:56.913019+00:00", + "evaluated_at": "2026-06-22T02:43:03.358748+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t202400z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t011000z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 21827090dc1b7fc2cd4ef9e44ce3b7947e8cf42c..8a75a8578ca7c2ae36ac5dfb94fb9d2de71a9c1d 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,7 +1,7 @@ { "status": "ok", - "started_at": "2026-06-22T02:32:17.510146+00:00", - "finished_at": "2026-06-22T02:35:56.944406+00:00", + "started_at": "2026-06-22T02:39:59.388091+00:00", + "finished_at": "2026-06-22T02:43:03.379165+00:00", "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", @@ -10,19 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T02:33:04.543954+00:00", + "evaluated_at": "2026-06-22T02:40:33.545298+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t202400z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t011000z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -30,19 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T02:33:47.557531+00:00", + "evaluated_at": "2026-06-22T02:41:11.942065+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t202400z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t011000z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -50,19 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T02:34:30.182391+00:00", + "evaluated_at": "2026-06-22T02:41:46.433480+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t202400z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t011000z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -70,19 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T02:34:57.686785+00:00", + "evaluated_at": "2026-06-22T02:42:03.842736+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t202400z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t011000z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -90,19 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T02:35:34.185451+00:00", + "evaluated_at": "2026-06-22T02:42:35.992756+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t202400z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t011000z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -110,19 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T02:35:55.705677+00:00", + "evaluated_at": "2026-06-22T02:43:01.133318+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t202400z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t011000z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -130,19 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T02:35:56.799982+00:00", + "evaluated_at": "2026-06-22T02:43:03.219851+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t202400z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t011000z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -150,19 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T02:35:56.884775+00:00", + "evaluated_at": "2026-06-22T02:43:03.339099+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t202400z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t011000z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -170,19 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T02:35:56.913019+00:00", + "evaluated_at": "2026-06-22T02:43:03.358748+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t202400z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t011000z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -190,19 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T02:35:56.938615+00:00", + "evaluated_at": "2026-06-22T02:43:03.375947+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t202400z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t011000z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -210,7 +210,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-22T02:36:57.969153+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_024303.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_024303.json new file mode 100644 index 0000000000000000000000000000000000000000..3280ba90110b6aa41414193f6f0291dc4e3da8e9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_024303.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T02:43:03.072299+00:00", + "metrics": { + "MSE[mean]": 310946.4813509459, + "MSE[0.5]": 393866.0380971685, + "MAE[0.5]": 591.4403204881104, + "MASE[0.5]": 0.5272655367332532, + "MAPE[0.5]": 0.009208224671552667, + "sMAPE[0.5]": 0.009255467330900992, + "MSIS": 8.350837177923037, + "RMSE[mean]": 557.625753844768, + "NRMSE[mean]": 0.008693370618664988, + "ND[0.5]": 0.009220538810078819, + "mean_weighted_sum_quantile_loss": 0.007812746063271972 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00" + ], + "context": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "actual": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64527.390625 + ], + "predictions": { + "p50": [ + 63556.232618312766, + 63578.27351098085, + 63573.61989031329, + 63606.08454342988, + 63567.08936352487, + 63562.004303113135, + 63564.12067782793, + 63582.92712799893, + 63562.17326531277, + 63616.34958996347, + 63568.11063670666, + 63578.273509151244, + 63568.11063670666, + 63562.17326531277, + 63578.273509151244, + 63566.068090343084, + 63585.90338008117, + 63569.84399032332, + 63568.11063670666, + 63585.47233155826, + 63566.068090343084, + 63564.12067782793, + 63568.11063670666, + 63567.08936352487 + ], + "p10": [ + 63176.958293834025, + 63306.76760010789, + 63330.23956190054, + 63245.53060454304, + 63309.158486843786, + 63245.53060454299, + 63335.015043728374, + 63329.82579500771, + 63315.38167556151, + 63340.03393471554, + 63301.40581728888, + 63339.63108062425, + 63253.14978838427, + 63330.239561890805, + 63329.82579500771, + 63253.14978838427, + 63315.38167556151, + 63326.10189305988, + 63306.76759827828, + 63315.38167556151, + 63335.42881061147, + 63336.005393802654, + 63301.40581728888, + 63339.05449743306 + ], + "p90": [ + 63807.81997700014, + 63813.38706771154, + 63813.21863314504, + 63866.220471800094, + 63831.13017635619, + 63897.884633891765, + 63834.28738187734, + 63815.0097874574, + 63811.254557701744, + 63866.22047180004, + 63834.28738187734, + 63813.23547640997, + 63898.60974954707, + 63813.21863313531, + 63897.884633891765, + 63816.399325088336, + 63815.0097874574, + 63950.35430434514, + 63905.13579044479, + 63862.70223156763, + 63831.13017635619, + 63801.788103960615, + 63897.884633891765, + 63905.13579044479 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_024023.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_024023.json new file mode 100644 index 0000000000000000000000000000000000000000..73927e22b702045126fca11dcf5f64664c199704 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_024023.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T02:40:23.763247+00:00", + "metrics": { + "MSE[mean]": 265146.3489335378, + "MSE[0.5]": 265146.3489335378, + "MAE[0.5]": 397.94384765625, + "MASE[0.5]": 0.3547645792072551, + "MAPE[0.5]": 0.006223430588376661, + "sMAPE[0.5]": 0.006191227154879909, + "MSIS": 1.567164588416265, + "RMSE[mean]": 514.923634079402, + "NRMSE[mean]": 0.008027645711299448, + "ND[0.5]": 0.006203933963308998, + "mean_weighted_sum_quantile_loss": 0.005015424386229607 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00" + ], + "context": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "actual": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64527.390625 + ], + "predictions": { + "p50": [ + 64291.640625, + 64318.01171875, + 64336.75390625, + 64363.66015625, + 64379.2421875, + 64408.00390625, + 64430.46875, + 64454.96875, + 64465.76953125, + 64484.41015625, + 64498.00390625, + 64518.6328125, + 64524.35546875, + 64538.53125, + 64545.3046875, + 64548.23828125, + 64659.98828125, + 64677.4296875, + 64688.90234375, + 64705.9140625, + 64694.6953125, + 64723.7890625, + 64732.7265625, + 64743.50390625 + ], + "p10": [ + 64023.4140625, + 63984.96484375, + 63934.8046875, + 63886.9765625, + 63839.625, + 63809.83984375, + 63760.35546875, + 63739.7421875, + 63694.33984375, + 63643.09375, + 63571.14453125, + 63504.7421875, + 63435.0546875, + 63367.078125, + 63330.0546875, + 63361.95703125, + 63295.15625, + 63156.65234375, + 63105.765625, + 63024.21875, + 63013.57421875, + 62960.32421875, + 62931.42578125, + 62934.55859375 + ], + "p90": [ + 64523.0625, + 64579.78515625, + 64650.96875, + 64713.79296875, + 64791.359375, + 64831.4296875, + 64868.26171875, + 64925.765625, + 64973.77734375, + 65022.0, + 65072.3828125, + 65134.3359375, + 65185.17578125, + 65214.375, + 65255.6796875, + 65266.88671875, + 65621.3046875, + 65682.6015625, + 65718.578125, + 65812.484375, + 65826.796875, + 65887.84375, + 65949.8671875, + 65990.140625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_024303.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_024303.json new file mode 100644 index 0000000000000000000000000000000000000000..0e66175657d8e6476dc5677d50bdcf7cd7a1bc57 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_024303.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T02:43:03.312507+00:00", + "metrics": { + "MSE[mean]": 75536.29649870317, + "MSE[0.5]": 74247.50632011237, + "MAE[0.5]": 189.1869331874283, + "MASE[0.5]": 0.16865902850124134, + "MAPE[0.5]": 0.002947757880115419, + "sMAPE[0.5]": 0.0029523797481993534, + "MSIS": 1.9089959973673885, + "RMSE[mean]": 274.8386735863481, + "NRMSE[mean]": 0.00428472758540048, + "ND[0.5]": 0.0029494192387404857, + "mean_weighted_sum_quantile_loss": 0.0023769446277080355 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00" + ], + "context": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "actual": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64527.390625 + ], + "predictions": { + "p50": [ + 64229.298516492316, + 64217.83325846559, + 64203.338703563866, + 64176.50039866214, + 64163.43553126042, + 64166.976132608695, + 64150.02454645697, + 64115.842491555246, + 64116.12137415352, + 64099.9354130018, + 64073.597108100075, + 64087.79005319835, + 64027.822842046626, + 64014.4142246449, + 63987.712638493176, + 63976.968083591455, + 63996.02821618973, + 63943.064911288006, + 63929.51566888628, + 63932.474238984556, + 63913.467965332835, + 63904.27614480611, + 63863.078464904385, + 63841.35539437766 + ], + "p10": [ + 64004.011407117316, + 63980.750055340584, + 63964.958234813865, + 63868.89883616214, + 63927.73631251042, + 63886.6648044837, + 63875.45423395697, + 63865.283897805246, + 63863.61746790352, + 63846.6658817518, + 63829.714295600075, + 63811.234193823344, + 63716.334560796626, + 63762.8962558949, + 63682.431388493176, + 63723.25206796645, + 63705.93837243973, + 63695.08991128801, + 63672.03520013628, + 63597.673457734556, + 63656.510934082835, + 63648.02809793111, + 63604.228855529385, + 63604.496410002655 + ], + "p90": [ + 64480.62039149232, + 64463.66880534059, + 64447.311359813866, + 64429.69961741214, + 64412.81404688542, + 64485.366757608695, + 64426.73157770697, + 64354.085069680244, + 64349.28270227852, + 64330.5565067518, + 64313.604920600075, + 64294.93770944835, + 64297.447842046626, + 64262.7501621449, + 64243.29818536818, + 64224.100896091455, + 64257.21571618973, + 64243.401239413004, + 64254.68363763628, + 64178.786738984556, + 64161.835152832835, + 64128.91208230611, + 64155.506199279385, + 64110.98039437766 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_024228.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_024228.json new file mode 100644 index 0000000000000000000000000000000000000000..8bacb5d566b5631ae0dde07e8f2f2b17fcae1808 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_024228.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T02:42:28.110683+00:00", + "metrics": { + "MSE[mean]": 200171.7013950348, + "MSE[0.5]": 169003.4883901278, + "MAE[0.5]": 295.3207194010417, + "MASE[0.5]": 0.26327666922494, + "MAPE[0.5]": 0.004621016436932149, + "sMAPE[0.5]": 0.0046006959020353155, + "MSIS": 1.8345651432010712, + "RMSE[mean]": 447.4055223117332, + "NRMSE[mean]": 0.006975040150989929, + "ND[0.5]": 0.004604042132958438, + "mean_weighted_sum_quantile_loss": 0.004525060152441428 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00" + ], + "context": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "actual": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64527.390625 + ], + "predictions": { + "p50": [ + 64294.67578125, + 64303.59765625, + 64306.18359375, + 64272.921875, + 64322.765625, + 64323.380859375, + 64257.646484375, + 64368.140625, + 64405.048828125, + 64377.826171875, + 64410.3984375, + 64441.5546875, + 64437.78515625, + 64493.1953125, + 64443.16015625, + 64552.080078125, + 64555.041015625, + 64576.599609375, + 64624.955078125, + 64546.8984375, + 64528.94140625, + 64622.798828125, + 64614.556640625, + 64455.388671875 + ], + "p10": [ + 64094.599609375, + 63978.7578125, + 63871.755859375, + 63879.45703125, + 63667.2265625, + 63693.62109375, + 63560.962890625, + 63527.3203125, + 63472.3515625, + 63404.162109375, + 63616.453125, + 63560.498046875, + 63455.384765625, + 63505.31640625, + 63365.765625, + 63564.80859375, + 63233.9765625, + 63387.625, + 62948.044921875, + 63018.177734375, + 62860.64453125, + 63254.439453125, + 63140.60546875, + 63156.380859375 + ], + "p90": [ + 64492.7421875, + 64627.86328125, + 64784.794921875, + 64776.748046875, + 64926.189453125, + 64913.97265625, + 65089.6015625, + 65124.64453125, + 65124.060546875, + 65344.908203125, + 65231.087890625, + 65283.349609375, + 65308.419921875, + 65585.12890625, + 65508.23828125, + 65716.3515625, + 65951.6640625, + 65869.73046875, + 65768.875, + 66233.73828125, + 66175.2421875, + 66384.2109375, + 66178.8359375, + 66213.734375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_024303.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_024303.json new file mode 100644 index 0000000000000000000000000000000000000000..74fb7d4f97b9594683e6e00ef688185765f2b81e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_024303.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T02:43:03.345135+00:00", + "metrics": { + "MSE[mean]": 145177.72226715492, + "MSE[0.5]": 140544.03135937318, + "MAE[0.5]": 326.1273000616772, + "MASE[0.5]": 0.29074055311019964, + "MAPE[0.5]": 0.005078358972121045, + "sMAPE[0.5]": 0.005091814924936763, + "MSIS": 2.473036097201302, + "RMSE[mean]": 381.02194460051106, + "NRMSE[mean]": 0.005940121946338185, + "ND[0.5]": 0.005084315903189028, + "mean_weighted_sum_quantile_loss": 0.004075152622631135 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00" + ], + "context": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "actual": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64527.390625 + ], + "predictions": { + "p50": [ + 63868.55869654605, + 63874.04502467105, + 63876.50205592105, + 63866.61533717105, + 63870.50205592105, + 63890.99424342105, + 63890.99424342105, + 63873.76377467105, + 63890.99424342105, + 63891.75986842105, + 63882.37314967105, + 63913.51768092105, + 63870.50205592105, + 63874.04502467105, + 63864.29502467105, + 63870.50205592105, + 63906.51377467105, + 63870.50205592105, + 63873.90439967105, + 63893.81455592105, + 63891.75986842105, + 63899.51963404605, + 63875.27354029605, + 63870.50205592105 + ], + "p10": [ + 63643.27158717105, + 63636.96182154605, + 63638.12158717105, + 63559.01377467105, + 63634.80283717105, + 63610.682915296056, + 63616.42393092105, + 63623.20518092105, + 63638.49033717105, + 63638.49033717105, + 63638.49033717105, + 63636.96182154605, + 63559.01377467105, + 63622.527055921055, + 63559.01377467105, + 63616.78604029605, + 63616.42393092105, + 63622.527055921055, + 63616.42393092105, + 63559.01377467105, + 63634.80283717105, + 63643.27158717105, + 63616.42393092105, + 63633.64307154605 + ], + "p90": [ + 64119.880571546055, + 64119.880571546055, + 64120.47471217105, + 64119.81455592105, + 64119.880571546055, + 64209.38486842105, + 64167.70127467105, + 64112.00635279605, + 64124.155571546056, + 64122.38096217105, + 64122.38096217105, + 64120.665337171056, + 64140.12705592105, + 64122.38096217105, + 64119.880571546055, + 64117.63486842105, + 64167.70127467105, + 64170.83838404605, + 64199.07236842105, + 64140.12705592105, + 64140.12705592105, + 64124.155571546056, + 64167.70127467105, + 64140.12705592105 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_024303.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_024303.json new file mode 100644 index 0000000000000000000000000000000000000000..2185ed8dc36f98cc1df4333d09c173ed50be8244 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_024303.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T02:43:03.365070+00:00", + "metrics": { + "MSE[mean]": 269448.7394212087, + "MSE[0.5]": 269448.7394212087, + "MAE[0.5]": 458.3009440104167, + "MASE[0.5]": 0.40857257251176327, + "MAPE[0.5]": 0.007146570888400005, + "sMAPE[0.5]": 0.007165064439056815, + "MSIS": 3.416038806307872, + "RMSE[mean]": 519.0845204985492, + "NRMSE[mean]": 0.008092513819514346, + "ND[0.5]": 0.00714489948445907, + "mean_weighted_sum_quantile_loss": 0.0059801023537683975 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00" + ], + "context": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "actual": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64527.390625 + ], + "predictions": { + "p50": [ + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "p10": [ + 62207.25328125, + 62311.860625, + 62404.50890625, + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996 + ], + "p90": [ + 64746.32484375, + 64855.201875, + 64951.63171875, + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_024253.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_024253.json new file mode 100644 index 0000000000000000000000000000000000000000..9e93b2296d16641f77956af6fed72ab9e8797159 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_024253.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T02:42:53.815285+00:00", + "metrics": { + "MSE[mean]": 139957.8923842112, + "MSE[0.5]": 139957.8923842112, + "MAE[0.5]": 282.4656575520833, + "MASE[0.5]": 0.2518164578549469, + "MAPE[0.5]": 0.004418099660309497, + "sMAPE[0.5]": 0.00440164436853444, + "MSIS": 1.491791696065528, + "RMSE[mean]": 374.109465777346, + "NRMSE[mean]": 0.005832356585988319, + "ND[0.5]": 0.00440363206185192, + "mean_weighted_sum_quantile_loss": 0.0034281794762656735 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00" + ], + "context": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "actual": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64527.390625 + ], + "predictions": { + "p50": [ + 64273.6875, + 64257.375, + 64271.875, + 64315.375, + 64342.5625, + 64329.875, + 64333.5, + 64329.875, + 64375.1875, + 64398.75, + 64431.375, + 64433.1875, + 64444.0625, + 64438.625, + 64438.625, + 64429.5625, + 64445.875, + 64445.875, + 64427.75, + 64411.4375, + 64415.0625, + 64404.1875, + 64431.375, + 64413.25 + ], + "p10": [ + 64068.421875, + 63989.5234375, + 63957.1796875, + 63964.65625, + 63965.3359375, + 63942.6796875, + 63919.34375, + 63884.453125, + 63909.375, + 63920.25, + 63940.640625, + 63905.75, + 63882.1875, + 63852.28125, + 63845.9375, + 63797.90625, + 63791.5625, + 63755.3125, + 63702.75, + 63661.0625, + 63635.6875, + 63606.6875, + 63604.875, + 63570.4375 + ], + "p90": [ + 64511.125, + 64583.625, + 64656.125, + 64732.25, + 64790.25, + 64772.125, + 64797.5, + 64815.625, + 64895.375, + 64949.75, + 65000.5, + 65036.75, + 65051.25, + 65073.0, + 65087.5, + 65123.75, + 65145.5, + 65167.25, + 65152.75, + 65152.75, + 65174.5, + 65160.0, + 65225.25, + 65232.5 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_024102.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_024102.json new file mode 100644 index 0000000000000000000000000000000000000000..e96c71ac47bb0988212edaf013fa2ee4e3168f2a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_024102.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T02:41:02.089244+00:00", + "metrics": { + "MSE[mean]": 144982.35097694397, + "MSE[0.5]": 100964.0586458842, + "MAE[0.5]": 216.990234375, + "MASE[0.5]": 0.1934455065545515, + "MAPE[0.5]": 0.003395272342911535, + "sMAPE[0.5]": 0.0033844091672947108, + "MSIS": 7.856256061550236, + "RMSE[mean]": 380.76548028536405, + "NRMSE[mean]": 0.005936123674510418, + "ND[0.5]": 0.0033828719621475448, + "mean_weighted_sum_quantile_loss": 0.003800395896906682 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00" + ], + "context": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "actual": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64527.390625 + ], + "predictions": { + "p50": [ + 64219.6796875, + 64217.0859375, + 64207.4296875, + 64198.96484375, + 64219.65625, + 64218.76171875, + 64208.16796875, + 64204.12890625, + 64231.8046875, + 64270.234375, + 64267.89453125, + 64297.75390625, + 64307.66796875, + 64295.359375, + 64316.01171875, + 64284.63671875, + 64305.0625, + 64324.85546875, + 64336.265625, + 64371.16796875, + 64340.796875, + 64367.01171875, + 64381.3828125, + 64400.66796875 + ], + "p10": [ + 64245.0078125, + 64263.1171875, + 64268.66796875, + 64252.66796875, + 64254.31640625, + 64279.19140625, + 64286.58984375, + 64303.75390625, + 64296.6328125, + 64294.015625, + 64304.984375, + 64304.10546875, + 64310.4375, + 64321.94921875, + 64366.2421875, + 64330.875, + 64328.8046875, + 64401.86328125, + 64385.2578125, + 64405.27734375, + 64414.3125, + 64449.66015625, + 64406.76171875, + 64443.50390625 + ], + "p90": [ + 64424.46875, + 64474.37109375, + 64496.3359375, + 64517.359375, + 64553.91796875, + 64566.25390625, + 64585.3984375, + 64587.13671875, + 64631.1875, + 64682.49609375, + 64687.359375, + 64718.32421875, + 64729.125, + 64759.30859375, + 64787.671875, + 64787.86328125, + 64812.16796875, + 64839.91796875, + 64872.78125, + 64889.0625, + 64882.58203125, + 64926.296875, + 64926.796875, + 64932.296875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_024152.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_024152.json new file mode 100644 index 0000000000000000000000000000000000000000..582b8ee4e7d8e6c6457b3e6a611617268e3ea755 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_024152.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T02:41:52.818567+00:00", + "metrics": { + "MSE[mean]": 212500.08997408548, + "MSE[0.5]": 212500.08997408548, + "MAE[0.5]": 337.78857421875, + "MASE[0.5]": 0.30113650983555146, + "MAPE[0.5]": 0.005284791154606008, + "sMAPE[0.5]": 0.00525919147867671, + "MSIS": 1.855234993231571, + "RMSE[mean]": 460.9773204552318, + "NRMSE[mean]": 0.007186624121797682, + "ND[0.5]": 0.005266114856042836, + "mean_weighted_sum_quantile_loss": 0.004655128814319736 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00" + ], + "context": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "actual": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64527.390625 + ], + "predictions": { + "p50": [ + 64232.234375, + 64241.8125, + 64266.3671875, + 64297.53515625, + 64324.31640625, + 64340.71484375, + 64357.82421875, + 64377.27734375, + 64394.65625, + 64408.80078125, + 64430.90625, + 64456.8359375, + 64483.140625, + 64500.23828125, + 64522.109375, + 64535.83203125, + 64550.22265625, + 64567.65625, + 64585.7890625, + 64609.66796875, + 64629.79296875, + 64641.96875, + 64660.5234375, + 64673.71484375 + ], + "p10": [ + 64016.7578125, + 63878.94140625, + 63788.96875, + 63759.4296875, + 63748.50390625, + 63728.1484375, + 63703.265625, + 63680.70703125, + 63659.73828125, + 63629.23828125, + 63602.546875, + 63587.69140625, + 63571.83984375, + 63555.265625, + 63543.61328125, + 63526.6171875, + 63514.43359375, + 63494.5546875, + 63475.53125, + 63466.34375, + 63453.0, + 63428.99609375, + 63412.828125, + 63397.078125 + ], + "p90": [ + 64449.8671875, + 64570.60546875, + 64690.2890625, + 64800.2265625, + 64889.8359375, + 64974.9765625, + 65066.19140625, + 65155.22265625, + 65230.375, + 65307.265625, + 65387.421875, + 65453.8046875, + 65517.640625, + 65585.6171875, + 65684.078125, + 65756.015625, + 65820.359375, + 65879.609375, + 65934.3984375, + 66017.9609375, + 66087.28125, + 66156.484375, + 66226.484375, + 66286.5234375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_024133.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_024133.json new file mode 100644 index 0000000000000000000000000000000000000000..4cad2723e72108f8577b09fe4a90ee513c7a8af8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_024133.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T02:41:33.694537+00:00", + "metrics": { + "MSE[mean]": 139937.79362678528, + "MSE[0.5]": 139937.79362678528, + "MAE[0.5]": 272.6951497395833, + "MASE[0.5]": 0.24310610810797217, + "MAPE[0.5]": 0.004266515922611528, + "sMAPE[0.5]": 0.004249986554040383, + "MSIS": 1.5195561353964353, + "RMSE[mean]": 374.08260267858657, + "NRMSE[mean]": 0.0058319377909956715, + "ND[0.5]": 0.004251310105842927, + "mean_weighted_sum_quantile_loss": 0.003584741478726291 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00" + ], + "context": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "actual": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64527.390625 + ], + "predictions": { + "p50": [ + 64244.51171875, + 64258.6953125, + 64281.546875, + 64296.0390625, + 64311.28125, + 64334.29296875, + 64347.87890625, + 64363.35546875, + 64373.41015625, + 64377.73828125, + 64383.109375, + 64391.9609375, + 64396.1640625, + 64401.00390625, + 64418.4765625, + 64423.40234375, + 64430.46875, + 64431.953125, + 64433.5546875, + 64432.75, + 64442.88671875, + 64446.57421875, + 64454.23046875, + 64455.84765625 + ], + "p10": [ + 64014.05859375, + 63972.296875, + 63942.9375, + 63920.71484375, + 63901.5234375, + 63889.15234375, + 63867.140625, + 63852.5, + 63832.01171875, + 63809.2578125, + 63781.87890625, + 63765.2890625, + 63738.87109375, + 63714.91796875, + 63698.53125, + 63683.33984375, + 63656.45703125, + 63629.3359375, + 63604.421875, + 63569.8203125, + 63561.1484375, + 63537.81640625, + 63516.5625, + 63490.8125 + ], + "p90": [ + 64467.39453125, + 64547.26171875, + 64631.18359375, + 64681.9375, + 64732.515625, + 64791.48046875, + 64836.87890625, + 64871.8046875, + 64928.3984375, + 64952.47265625, + 64983.35546875, + 65023.484375, + 65063.3359375, + 65097.1484375, + 65154.5234375, + 65190.46875, + 65238.1328125, + 65269.0625, + 65302.2109375, + 65331.109375, + 65377.15625, + 65427.078125, + 65478.734375, + 65515.3828125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_024303.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_024303.json new file mode 100644 index 0000000000000000000000000000000000000000..1d9a7abdff2b97a221aa170e8073689f70a9ed52 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_024303.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T02:43:03.145997+00:00", + "metrics": { + "MSE[mean]": 0.049219733423399886, + "MSE[0.5]": 0.05496678757992843, + "MAE[0.5]": 0.20741343344514737, + "MASE[0.5]": 3.190976601422059, + "MAPE[0.5]": 0.13376995195314212, + "sMAPE[0.5]": 0.1456297853988142, + "MSIS": 42.80334379764107, + "RMSE[mean]": 0.22185520824041946, + "NRMSE[mean]": 0.14845329077345001, + "ND[0.5]": 0.1387896501946637, + "mean_weighted_sum_quantile_loss": 0.12565758316900724 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.290300913308864, + 1.2927973451630326, + 1.29382206864319, + 1.2953320254897243, + 1.2946902757215113, + 1.2947842277413342, + 1.295091654606059, + 1.295019623346144, + 1.2948172804283247, + 1.2900141379315382, + 1.2956072702039751, + 1.2948663049177456, + 1.2949764152338523, + 1.2949045345724945, + 1.2955727479820203, + 1.2961308280948685, + 1.2950475229232077, + 1.2958894030719317, + 1.2951162185129044, + 1.2951162231560858, + 1.2953593211031604, + 1.2951831988086717, + 1.2956103827744314, + 1.2948678026986382, + 1.2965548459372214, + 1.2955354464917557, + 1.2953593231498464, + 1.290020607215541, + 1.2955354465392692, + 1.2951831998030596, + 1.2951497136329935, + 1.2949771360822437, + 1.2961660417222658, + 1.2956103832541606, + 1.2960957751100068, + 1.2950475615741701, + 1.2951831998059093, + 1.2955729148997626, + 1.2956830682317966, + 1.2955354465452251, + 1.2953593231755756, + 1.2955354465452265, + 1.2955354465452267, + 1.295183199805926, + 1.2956103832543138, + 1.2948307244112824, + 1.2956830682318001, + 1.2955354465452267, + 1.2949048814478359, + 1.2950475615742052, + 1.2950818945185119, + 1.2949048814478359, + 1.2955354465452267, + 1.2948307244112824, + 1.2953593231755764, + 1.2953593231755764, + 1.2962027715079085, + 1.2956103832543138, + 1.2953593231755764, + 1.2950475615742052, + 1.2956830682318001, + 1.295183199805926, + 1.2897729587905946, + 1.2956103832543138, + 1.295012348828556, + 1.2950475615742052, + 1.2949048814478359, + 1.2950475615742052, + 1.2953593231755764, + 1.2958894216709402, + 1.2924256658196023, + 1.2956830682318001 + ], + "p10": [ + 1.185097111351085, + 1.2251126488960256, + 1.2292881426026652, + 1.231313827875559, + 1.2313043393665672, + 1.2302503017008093, + 1.2273048062788847, + 1.183129408371267, + 1.1890982913895902, + 1.2316165419276546, + 1.2355933957302436, + 1.2002885563943675, + 1.2303702345582563, + 1.1897729872497866, + 1.2318574170488292, + 1.2357776583209297, + 1.2002900157551837, + 1.235777720043385, + 1.2318575750166652, + 1.2303709511005783, + 1.2002900523337652, + 1.200290053408927, + 1.2303709549274287, + 1.23037095517639, + 1.2316305598699864, + 1.2314366606566447, + 1.2318575839408492, + 1.189773334112747, + 1.2337546544125533, + 1.2273628653043318, + 1.2315550724090485, + 1.231630559980443, + 1.2357777386420747, + 1.231623011223885, + 1.2002900544061077, + 1.2315550724103923, + 1.2316305599810895, + 1.2303709554073032, + 1.2316305599811026, + 1.2273628653071966, + 1.231436660710115, + 1.2339654400242805, + 1.230370955407311, + 1.2273628653071982, + 1.2263111932790929, + 1.230370955407311, + 1.2339654400242808, + 1.2315550724104274, + 1.2002900544061812, + 1.2002900544061812, + 1.2316230112240383, + 1.2273628653071982, + 1.2316305599811062, + 1.2002900544061812, + 1.2314366607101157, + 1.2316230112240383, + 1.2273628653071982, + 1.230370955407311, + 1.2318273328109641, + 1.2315550724104274, + 1.2339654400242808, + 1.2002900544061812, + 1.230370955407311, + 1.2316230112240383, + 1.2315550724104274, + 1.189773334125128, + 1.2314366607101157, + 1.199238382378076, + 1.2315550724104274, + 1.2318575839665793, + 1.2002900544061812, + 1.2002900544061812 + ], + "p90": [ + 1.3837155158752428, + 1.386141522238113, + 1.394670813521526, + 1.3854476870786145, + 1.3510969715957637, + 1.3901535274276466, + 1.390216122105835, + 1.3883638004212244, + 1.388378294666328, + 1.3885735136013881, + 1.3902710680838097, + 1.3859672427592737, + 1.3957855789730258, + 1.385968393895746, + 1.3902740142163983, + 1.3862109602374433, + 1.3862110019079097, + 1.3902741625351398, + 1.3902741721842342, + 1.3902741768274156, + 1.3957862977496645, + 1.3957536253289176, + 1.385968740291205, + 1.3908221254224296, + 1.395753626215052, + 1.3883917385958147, + 1.3957536263004418, + 1.3824397225774225, + 1.395786299816123, + 1.3885799828949055, + 1.3859687407697086, + 1.3883917386486224, + 1.3883917386489668, + 1.3835845372869395, + 1.3963833977387494, + 1.3825496184864041, + 1.3825496184864225, + 1.3862110405588994, + 1.3960957333058173, + 1.3830504038024032, + 1.3957536263261712, + 1.3885799828977716, + 1.3908221256533506, + 1.3883917386492857, + 1.3862110405589072, + 1.3824939756735541, + 1.3908221256533506, + 1.3902741811341484, + 1.3862110405589072, + 1.3902741811341484, + 1.3859687407710874, + 1.3828414521833075, + 1.3883917386492857, + 1.3902741811341484, + 1.3859687407710874, + 1.3960803612852575, + 1.3883917386492857, + 1.3908221256533506, + 1.3885799828977718, + 1.3957536263261718, + 1.3883917386492857, + 1.3830504038024047, + 1.3885799828977718, + 1.3885799828977718, + 1.383342237499273, + 1.3902741811341484, + 1.3908221256533506, + 1.3883917386492857, + 1.3957536263261718, + 1.3859687407710874, + 1.3859687407710874, + 1.3859687407710874 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_024028.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_024028.json new file mode 100644 index 0000000000000000000000000000000000000000..cb963b9f0b0ac56cd54563bb33fc1ae262eb622a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_024028.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T02:40:28.870381+00:00", + "metrics": { + "MSE[mean]": 0.06783470513710792, + "MSE[0.5]": 0.06783470513710792, + "MAE[0.5]": 0.23188440336121452, + "MASE[0.5]": 3.567453144523709, + "MAPE[0.5]": 0.14961966025271323, + "sMAPE[0.5]": 0.16457610639960077, + "MSIS": 85.65963445818427, + "RMSE[mean]": 0.26045096493794745, + "NRMSE[mean]": 0.1742794462064581, + "ND[0.5]": 0.15516427597546342, + "mean_weighted_sum_quantile_loss": 0.13721775478910714 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2983112335205078, + 1.2950396537780762, + 1.2950844764709473, + 1.2944694757461548, + 1.2930564880371094, + 1.2896122932434082, + 1.2851295471191406, + 1.2791193723678589, + 1.2744449377059937, + 1.2724064588546753, + 1.2697874307632446, + 1.2692092657089233, + 1.271531105041504, + 1.2733882665634155, + 1.275638222694397, + 1.2774662971496582, + 1.281075358390808, + 1.279221773147583, + 1.2796109914779663, + 1.2797025442123413, + 1.2787550687789917, + 1.2769129276275635, + 1.275693655014038, + 1.2744221687316895, + 1.2747355699539185, + 1.2756932973861694, + 1.2735059261322021, + 1.2735350131988525, + 1.2735142707824707, + 1.2733715772628784, + 1.2741340398788452, + 1.2730286121368408, + 1.2704988718032837, + 1.2663017511367798, + 1.2641024589538574, + 1.263427495956421, + 1.2616772651672363, + 1.2608411312103271, + 1.2603976726531982, + 1.2617124319076538, + 1.2611403465270996, + 1.2616063356399536, + 1.2626680135726929, + 1.2620751857757568, + 1.261155366897583, + 1.259053111076355, + 1.2598882913589478, + 1.2583578824996948, + 1.2671109437942505, + 1.264771819114685, + 1.2624231576919556, + 1.2623345851898193, + 1.2623794078826904, + 1.2628604173660278, + 1.2637888193130493, + 1.2637028694152832, + 1.2625579833984375, + 1.2606691122055054, + 1.2593530416488647, + 1.2560855150222778, + 1.2546160221099854, + 1.2545682191848755, + 1.2542403936386108, + 1.2556875944137573, + 1.2614247798919678, + 1.2612680196762085, + 1.2609978914260864, + 1.2606624364852905, + 1.2615464925765991, + 1.2611991167068481, + 1.260826826095581, + 1.259010910987854 + ], + "p10": [ + 1.2435531616210938, + 1.2285003662109375, + 1.2228504419326782, + 1.219530463218689, + 1.2148747444152832, + 1.2099720239639282, + 1.2052208185195923, + 1.2004737854003906, + 1.198669195175171, + 1.1950825452804565, + 1.1952472925186157, + 1.196177363395691, + 1.1968963146209717, + 1.196401834487915, + 1.1982996463775635, + 1.1987767219543457, + 1.2013022899627686, + 1.2000014781951904, + 1.2001152038574219, + 1.2002955675125122, + 1.1983263492584229, + 1.199360966682434, + 1.1986873149871826, + 1.1967827081680298, + 1.1970927715301514, + 1.1951318979263306, + 1.1961580514907837, + 1.1957308053970337, + 1.1941101551055908, + 1.1945374011993408, + 1.1949225664138794, + 1.1938539743423462, + 1.1923789978027344, + 1.190237045288086, + 1.189557433128357, + 1.1881804466247559, + 1.1884955167770386, + 1.1877689361572266, + 1.1877036094665527, + 1.1878857612609863, + 1.1878899335861206, + 1.187291145324707, + 1.1888325214385986, + 1.18825101852417, + 1.1877858638763428, + 1.1865309476852417, + 1.185487151145935, + 1.1838164329528809, + 1.1903159618377686, + 1.1890640258789062, + 1.1875648498535156, + 1.1875852346420288, + 1.1871256828308105, + 1.1868308782577515, + 1.186213731765747, + 1.1871094703674316, + 1.1860791444778442, + 1.1841973066329956, + 1.1849644184112549, + 1.1845057010650635, + 1.1852567195892334, + 1.183411717414856, + 1.1821240186691284, + 1.179612636566162, + 1.187028169631958, + 1.1866252422332764, + 1.1856120824813843, + 1.1870629787445068, + 1.185939908027649, + 1.1854503154754639, + 1.1847612857818604, + 1.1867597103118896 + ], + "p90": [ + 1.3501149415969849, + 1.3585666418075562, + 1.3654297590255737, + 1.368574619293213, + 1.3731049299240112, + 1.3713784217834473, + 1.3692868947982788, + 1.365110158920288, + 1.3631737232208252, + 1.3626608848571777, + 1.3612151145935059, + 1.3616582155227661, + 1.3629380464553833, + 1.3653281927108765, + 1.3650065660476685, + 1.3678791522979736, + 1.3696038722991943, + 1.3704383373260498, + 1.3729290962219238, + 1.3718311786651611, + 1.3723936080932617, + 1.3710299730300903, + 1.3705600500106812, + 1.3702235221862793, + 1.3724333047866821, + 1.3733770847320557, + 1.3736534118652344, + 1.375403642654419, + 1.3752275705337524, + 1.376088261604309, + 1.3761165142059326, + 1.3779352903366089, + 1.3727986812591553, + 1.3700385093688965, + 1.370584487915039, + 1.3691540956497192, + 1.3692903518676758, + 1.3693673610687256, + 1.3691349029541016, + 1.3703770637512207, + 1.3732094764709473, + 1.3724336624145508, + 1.3753175735473633, + 1.3763169050216675, + 1.3742400407791138, + 1.3730463981628418, + 1.3726418018341064, + 1.3740133047103882, + 1.3793238401412964, + 1.3784576654434204, + 1.3794193267822266, + 1.3790779113769531, + 1.3803422451019287, + 1.3828625679016113, + 1.383727788925171, + 1.3856017589569092, + 1.3882417678833008, + 1.383039116859436, + 1.3841261863708496, + 1.383057713508606, + 1.3808091878890991, + 1.380387783050537, + 1.380860686302185, + 1.384641408920288, + 1.3889442682266235, + 1.3869121074676514, + 1.389979600906372, + 1.3887075185775757, + 1.3887882232666016, + 1.3906559944152832, + 1.3906986713409424, + 1.3918527364730835 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_024303.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_024303.json new file mode 100644 index 0000000000000000000000000000000000000000..731a31de3b7cd79f710d8d309a12a7f342eb9c3a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_024303.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T02:43:03.329681+00:00", + "metrics": { + "MSE[mean]": 0.07476855992922955, + "MSE[0.5]": 0.07374858243505421, + "MAE[0.5]": 0.23949504779842115, + "MASE[0.5]": 3.6845400077875192, + "MAPE[0.5]": 0.15431545868127491, + "sMAPE[0.5]": 0.17058746856566465, + "MSIS": 43.43459052288508, + "RMSE[mean]": 0.2734384024405306, + "NRMSE[mean]": 0.18296992433976217, + "ND[0.5]": 0.1602569002170616, + "mean_weighted_sum_quantile_loss": 0.14836750338086616 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.29990723190386, + 1.2988539089122533, + 1.2978005859206467, + 1.2967472629290402, + 1.2956939399374336, + 1.2946406169458269, + 1.2935872939542203, + 1.2925339709626138, + 1.291480647971007, + 1.2904273249794005, + 1.289374001987794, + 1.2883206789961874, + 1.2872673560045806, + 1.286214033012974, + 1.2851607100213676, + 1.2841073870297608, + 1.2830540640381543, + 1.2820007410465477, + 1.2809474180549412, + 1.2798940950633344, + 1.2788407720717279, + 1.2777874490801213, + 1.2767341260885148, + 1.275680803096908, + 1.2746274801053015, + 1.273574157113695, + 1.2725208341220882, + 1.2714675111304816, + 1.270414188138875, + 1.2693608651472685, + 1.2683075421556618, + 1.2672542191640552, + 1.2662008961724487, + 1.265147573180842, + 1.2640942501892354, + 1.2630409271976288, + 1.2619876042060223, + 1.2609342812144155, + 1.259880958222809, + 1.2588276352312024, + 1.2577743122395957, + 1.2567209892479891, + 1.2556676662563826, + 1.254614343264776, + 1.2535610202731693, + 1.2525076972815627, + 1.2514543742899562, + 1.2504010512983494, + 1.249347728306743, + 1.2482944053151364, + 1.2472410823235298, + 1.246187759331923, + 1.2451344363403165, + 1.24408111334871, + 1.2430277903571032, + 1.2419744673654967, + 1.2409211443738901, + 1.2398678213822836, + 1.2388144983906768, + 1.2377611753990703, + 1.2367078524074637, + 1.2356545294158572, + 1.2346012064242504, + 1.2335478834326439, + 1.2324945604410373, + 1.2314412374494306, + 1.230387914457824, + 1.2293345914662175, + 1.228281268474611, + 1.2272279454830042, + 1.2261746224913976, + 1.225121299499791 + ], + "p10": [ + 1.1999072080620021, + 1.1988538850703954, + 1.1978005620787888, + 1.1967472390871823, + 1.1956939160955757, + 1.194640593103969, + 1.1935872701123624, + 1.1925339471207559, + 1.1914806241291491, + 1.1904273011375426, + 1.189373978145936, + 1.1883206551543295, + 1.2872673560045806, + 1.1862140091711162, + 1.1851606861795096, + 1.1841073631879029, + 1.1830540401962963, + 1.1820007172046898, + 1.1809473942130833, + 1.1798940712214765, + 1.17884074822987, + 1.1777874252382634, + 1.1767341022466569, + 1.17568077925505, + 1.1746274562634436, + 1.173574133271837, + 1.1725208102802303, + 1.1714674872886237, + 1.1704141642970172, + 1.1693608413054106, + 1.1683075183138039, + 1.1672541953221973, + 1.1662008723305908, + 1.165147549338984, + 1.1640942263473775, + 1.163040903355771, + 1.1619875803641644, + 1.1609342573725576, + 1.159880934380951, + 1.1588276113893445, + 1.1577742883977378, + 1.1567209654061312, + 1.1556676424145247, + 1.1546143194229181, + 1.1535609964313114, + 1.1525076734397048, + 1.1514543504480983, + 1.1504010274564915, + 1.149347704464885, + 1.1482943814732784, + 1.147241058481672, + 1.1461877354900651, + 1.1451344124984586, + 1.144081089506852, + 1.1430277665152453, + 1.1419744435236387, + 1.1409211205320322, + 1.1398677975404257, + 1.138814474548819, + 1.1377611515572124, + 1.1367078285656058, + 1.1356545055739993, + 1.1346011825823925, + 1.133547859590786, + 1.1324945365991794, + 1.1314412136075727, + 1.1303878906159661, + 1.1293345676243596, + 1.128281244632753, + 1.1272279216411463, + 1.1261745986495397, + 1.1251212756579332 + ], + "p90": [ + 1.399907255745718, + 1.3988539327541112, + 1.3978006097625046, + 1.396747286770898, + 1.3956939637792916, + 1.3946406407876848, + 1.3935873177960783, + 1.3925339948044717, + 1.391480671812865, + 1.3904273488212584, + 1.3893740258296519, + 1.3883207028380453, + 1.3872673798464386, + 1.386214056854832, + 1.3851607338632255, + 1.3841074108716187, + 1.3830540878800122, + 1.3820007648884056, + 1.380947441896799, + 1.3798941189051923, + 1.3788407959135858, + 1.3777874729219792, + 1.3767341499303727, + 1.375680826938766, + 1.3746275039471594, + 1.3735741809555528, + 1.372520857963946, + 1.3714675349723395, + 1.370414211980733, + 1.3693608889891264, + 1.3683075659975197, + 1.3672542430059131, + 1.366200800805017, + 1.3651475970226998, + 1.3640942740310933, + 1.3630409510394867, + 1.3619875207595196, + 1.3609343050562734, + 1.359880982064667, + 1.3588276590730604, + 1.3577743360814536, + 1.356721013089847, + 1.3556676900982405, + 1.354614367106634, + 1.3535610441150272, + 1.35250761383506, + 1.3514543981318141, + 1.3504010751402074, + 1.3493477521486008, + 1.3482944291569943, + 1.3472411061653877, + 1.346187783173781, + 1.3451343409728849, + 1.3440811371905679, + 1.3430278141989611, + 1.3419744912073546, + 1.340921168215748, + 1.3398677379357808, + 1.3388145222325347, + 1.3377611992409282, + 1.3367078762493216, + 1.335654553257715, + 1.3346012302661083, + 1.3335479072745018, + 1.3324945842828952, + 1.3314412612912885, + 1.330387938299682, + 1.3293346153080754, + 1.3282812923164689, + 1.327227969324862, + 1.3261746463332555, + 1.325121323341649 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_024233.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_024233.json new file mode 100644 index 0000000000000000000000000000000000000000..818a5091d97f6e2bde6188b3b797a859bd1b6fae --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_024233.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T02:42:33.098357+00:00", + "metrics": { + "MSE[mean]": 0.0487467291931212, + "MSE[0.5]": 0.04959551361126982, + "MAE[0.5]": 0.19728630946742165, + "MASE[0.5]": 3.035174659783745, + "MAPE[0.5]": 0.12740846986454746, + "sMAPE[0.5]": 0.13792843659876955, + "MSIS": 44.644133739627215, + "RMSE[mean]": 0.22078661461492904, + "NRMSE[mean]": 0.1477382467523438, + "ND[0.5]": 0.1320131363932167, + "mean_weighted_sum_quantile_loss": 0.11256676857272943 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3063560128211975, + 1.302792489528656, + 1.307200312614441, + 1.3170914053916931, + 1.314795434474945, + 1.3162047266960144, + 1.3132887482643127, + 1.3199882507324219, + 1.3091577887535095, + 1.3068563342094421, + 1.3010379672050476, + 1.3098688125610352, + 1.3118285536766052, + 1.3023741245269775, + 1.3038779497146606, + 1.299133539199829, + 1.3183643221855164, + 1.3001241087913513, + 1.3083608150482178, + 1.3084933161735535, + 1.3086447715759277, + 1.3170633912086487, + 1.3137072920799255, + 1.3068186044692993, + 1.3216347098350525, + 1.2962754964828491, + 1.3121578693389893, + 1.3190568089485168, + 1.306724727153778, + 1.3139753937721252, + 1.31468266248703, + 1.3030598759651184, + 1.311412274837494, + 1.307896077632904, + 1.306785225868225, + 1.3063601851463318, + 1.3017976880073547, + 1.3149413466453552, + 1.321164608001709, + 1.313345491886139, + 1.3121482133865356, + 1.3065021634101868, + 1.322634220123291, + 1.3056750297546387, + 1.3005823493003845, + 1.3107033371925354, + 1.3140255212783813, + 1.3158880472183228, + 1.3012128472328186, + 1.3097559809684753, + 1.2997738122940063, + 1.2945845127105713, + 1.3075201511383057, + 1.3091840147972107, + 1.3189786076545715, + 1.3204146027565002, + 1.2993103861808777, + 1.3111397624015808, + 1.314383327960968, + 1.3014456033706665, + 1.3115628957748413, + 1.3011751770973206, + 1.3174893856048584, + 1.3230887651443481, + 1.3072817921638489, + 1.316257894039154, + 1.3052810430526733, + 1.3097594380378723, + 1.3064537048339844, + 1.301726222038269, + 1.3162440657615662, + 1.3217233419418335 + ], + "p10": [ + 1.199545979499817, + 1.173213541507721, + 1.1784708499908447, + 1.1843181848526, + 1.1832672357559204, + 1.1792476177215576, + 1.1632171869277954, + 1.1918036937713623, + 1.17703777551651, + 1.1729037761688232, + 1.1748039722442627, + 1.1774083375930786, + 1.1943225264549255, + 1.1309746503829956, + 1.1205692887306213, + 1.134585976600647, + 1.2058929204940796, + 1.1769461631774902, + 1.1709023118019104, + 1.1463443636894226, + 1.1675533652305603, + 1.1772164106369019, + 1.1827725172042847, + 1.1857625246047974, + 1.2005298733711243, + 1.1732328534126282, + 1.0867016315460205, + 1.1926491260528564, + 1.1750924587249756, + 1.1658895611763, + 1.2024503350257874, + 1.1719102263450623, + 1.162466049194336, + 1.1582990288734436, + 1.143669307231903, + 1.141449511051178, + 1.159545660018921, + 1.151534616947174, + 1.1387745141983032, + 1.1489169001579285, + 1.1393947005271912, + 1.1681700348854065, + 1.1700876355171204, + 1.1727517247200012, + 1.1467657685279846, + 1.1028744578361511, + 1.1318209767341614, + 1.157568633556366, + 1.1254826784133911, + 1.1195242404937744, + 1.1117141246795654, + 1.1026812195777893, + 1.1476585865020752, + 1.1051218509674072, + 1.1265854239463806, + 1.1233042478561401, + 1.1358769536018372, + 1.1571916341781616, + 1.1071385741233826, + 1.1194488406181335, + 1.1414251923561096, + 1.0910706520080566, + 1.1270321607589722, + 1.1042037606239319, + 1.1041077971458435, + 1.1465678811073303, + 1.1201707124710083, + 1.153158724308014, + 1.1342227458953857, + 1.088567078113556, + 1.0933602452278137, + 1.1008926630020142 + ], + "p90": [ + 1.4121370315551758, + 1.4399005770683289, + 1.4141635298728943, + 1.4299981594085693, + 1.413320004940033, + 1.413097083568573, + 1.4265245199203491, + 1.4846534729003906, + 1.4387255311012268, + 1.4272361397743225, + 1.4246115684509277, + 1.4794120788574219, + 1.470400094985962, + 1.4627610445022583, + 1.4285851120948792, + 1.4613091945648193, + 1.4538801312446594, + 1.4494272470474243, + 1.4323015809059143, + 1.429520606994629, + 1.4391343593597412, + 1.430937647819519, + 1.4656079411506653, + 1.4150694608688354, + 1.45426344871521, + 1.4108873009681702, + 1.4282736778259277, + 1.44380521774292, + 1.4503419399261475, + 1.4487812519073486, + 1.4597125053405762, + 1.4159471988677979, + 1.4564840197563171, + 1.4367603659629822, + 1.4711130261421204, + 1.4763171672821045, + 1.4466825723648071, + 1.4789104461669922, + 1.460507571697235, + 1.482285499572754, + 1.4667122960090637, + 1.455614447593689, + 1.4722080826759338, + 1.4528672695159912, + 1.476650357246399, + 1.4884167313575745, + 1.4568546414375305, + 1.4380741715431213, + 1.4812511205673218, + 1.464781105518341, + 1.4438362121582031, + 1.4571095705032349, + 1.5082477927207947, + 1.467654824256897, + 1.4969046711921692, + 1.4711260199546814, + 1.46907240152359, + 1.4674779176712036, + 1.4980002045631409, + 1.478026270866394, + 1.5130155086517334, + 1.4822147488594055, + 1.500337839126587, + 1.4507513642311096, + 1.470734179019928, + 1.5263059735298157, + 1.5035744905471802, + 1.5273019075393677, + 1.4832777380943298, + 1.515019953250885, + 1.5334798693656921, + 1.56268310546875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_024303.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_024303.json new file mode 100644 index 0000000000000000000000000000000000000000..80d539effcc300f9d43633439c276bc083110b78 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_024303.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T02:43:03.354037+00:00", + "metrics": { + "MSE[mean]": 0.045728785770625995, + "MSE[0.5]": 0.04494423523591192, + "MAE[0.5]": 0.18803422127524, + "MASE[0.5]": 2.8928348101165215, + "MAPE[0.5]": 0.12157382376033445, + "sMAPE[0.5]": 0.13093030934964464, + "MSIS": 24.663691851386577, + "RMSE[mean]": 0.21384289974330686, + "NRMSE[mean]": 0.14309189505719774, + "ND[0.5]": 0.1258221483630096, + "mean_weighted_sum_quantile_loss": 0.1139303683122136 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947 + ], + "p10": [ + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.3221153521384947, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368 + ], + "p90": [ + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.422115256771063, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.422115268691992, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.422115268691992, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.422115256771063, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.422115268691992, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_024303.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_024303.json new file mode 100644 index 0000000000000000000000000000000000000000..53d83d9b1e658ab2c1700fb645c5e363b43119b6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_024303.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T02:43:03.372094+00:00", + "metrics": { + "MSE[mean]": 0.04847224069966513, + "MSE[0.5]": 0.04847224069966513, + "MAE[0.5]": 0.19027781155374315, + "MASE[0.5]": 2.9273515912283625, + "MAPE[0.5]": 0.12298798636440288, + "sMAPE[0.5]": 0.1331809892805712, + "MSIS": 97.00559926508606, + "RMSE[mean]": 0.22016412218993614, + "NRMSE[mean]": 0.14732170909382014, + "ND[0.5]": 0.12732343545305697, + "mean_weighted_sum_quantile_loss": 0.12267039990305456 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "p10": [ + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584 + ], + "p90": [ + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_024259.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_024259.json new file mode 100644 index 0000000000000000000000000000000000000000..8001423cc02c5c70b359e45d1fe9fc3d451b8bda --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_024259.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T02:42:59.132432+00:00", + "metrics": { + "MSE[mean]": 0.05263219540441809, + "MSE[0.5]": 0.05263219540441809, + "MAE[0.5]": 0.2020388791958491, + "MASE[0.5]": 3.1082911332355447, + "MAPE[0.5]": 0.13023410298475216, + "sMAPE[0.5]": 0.1415174776402615, + "MSIS": 79.12576432020757, + "RMSE[mean]": 0.22941707740361894, + "NRMSE[mean]": 0.15351327728708064, + "ND[0.5]": 0.13519329439541589, + "mean_weighted_sum_quantile_loss": 0.12242226423726559 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3004002571105957, + 1.3022704124450684, + 1.301952838897705, + 1.3016529083251953, + 1.3016881942749023, + 1.3012118339538574, + 1.3011236190795898, + 1.3009824752807617, + 1.3013882637023926, + 1.301405906677246, + 1.3004179000854492, + 1.3014235496520996, + 1.3012118339538574, + 1.301405906677246, + 1.30177640914917, + 1.3014764785766602, + 1.3005590438842773, + 1.301811695098877, + 1.3019704818725586, + 1.302323341369629, + 1.3006649017333984, + 1.3006296157836914, + 1.300241470336914, + 1.302464485168457, + 1.3011236190795898, + 1.3007354736328125, + 1.2995004653930664, + 1.3021116256713867, + 1.3010706901550293, + 1.3015823364257812, + 1.3011589050292969, + 1.3025174140930176, + 1.3015470504760742, + 1.3007001876831055, + 1.3007354736328125, + 1.3036024570465088, + 1.3009824752807617, + 1.3004355430603027, + 1.2999238967895508, + 1.3026938438415527, + 1.3009295463562012, + 1.300241470336914, + 1.2997474670410156, + 1.300858974456787, + 1.3001885414123535, + 1.300135612487793, + 1.2988653182983398, + 1.3002943992614746, + 1.3010706901550293, + 1.3015117645263672, + 1.2996063232421875, + 1.3008766174316406, + 1.3003649711608887, + 1.301194190979004, + 1.300611972808838, + 1.3010001182556152, + 1.3010883331298828, + 1.3013176918029785, + 1.3005237579345703, + 1.3021116256713867, + 1.3011236190795898, + 1.3018293380737305, + 1.3011059761047363, + 1.3023409843444824, + 1.3016176223754883, + 1.30242919921875, + 1.3010001182556152, + 1.300135612487793, + 1.3009119033813477, + 1.3026056289672852, + 1.3026232719421387, + 1.3015117645263672 + ], + "p10": [ + 1.2578277587890625, + 1.2454071044921875, + 1.2363739013671875, + 1.2318572998046875, + 1.2284698486328125, + 1.2279052734375, + 1.226776123046875, + 1.226776123046875, + 1.22564697265625, + 1.2262115478515625, + 1.2250823974609375, + 1.2239532470703125, + 1.2239532470703125, + 1.2250823974609375, + 1.22564697265625, + 1.22564697265625, + 1.2228240966796875, + 1.2239532470703125, + 1.2239532470703125, + 1.2250823974609375, + 1.223388671875, + 1.2228240966796875, + 1.2216949462890625, + 1.2239532470703125, + 1.2228240966796875, + 1.222259521484375, + 1.22113037109375, + 1.222259521484375, + 1.220001220703125, + 1.22113037109375, + 1.22113037109375, + 1.2216949462890625, + 1.222259521484375, + 1.2216949462890625, + 1.22113037109375, + 1.2239532470703125, + 1.22113037109375, + 1.2205657958984375, + 1.2188720703125, + 1.2216949462890625, + 1.2205657958984375, + 1.2205657958984375, + 1.220001220703125, + 1.2205657958984375, + 1.2205657958984375, + 1.2205657958984375, + 1.2205657958984375, + 1.222259521484375, + 1.2228240966796875, + 1.2228240966796875, + 1.22113037109375, + 1.223388671875, + 1.222259521484375, + 1.223388671875, + 1.2228240966796875, + 1.223388671875, + 1.2239532470703125, + 1.2239532470703125, + 1.2228240966796875, + 1.2239532470703125, + 1.222259521484375, + 1.222259521484375, + 1.2216949462890625, + 1.222259521484375, + 1.222259521484375, + 1.223388671875, + 1.22113037109375, + 1.2205657958984375, + 1.22113037109375, + 1.223388671875, + 1.2228240966796875, + 1.222259521484375 + ], + "p90": [ + 1.3526763916015625, + 1.3684844970703125, + 1.3761062622070312, + 1.380340576171875, + 1.382598876953125, + 1.382598876953125, + 1.38372802734375, + 1.38372802734375, + 1.3842926025390625, + 1.3842926025390625, + 1.3854217529296875, + 1.38824462890625, + 1.3876800537109375, + 1.3876800537109375, + 1.38824462890625, + 1.3876800537109375, + 1.3899383544921875, + 1.3905029296875, + 1.3899383544921875, + 1.389373779296875, + 1.3876800537109375, + 1.38824462890625, + 1.3888092041015625, + 1.391632080078125, + 1.3905029296875, + 1.3905029296875, + 1.389373779296875, + 1.3910675048828125, + 1.3905029296875, + 1.3910675048828125, + 1.3899383544921875, + 1.391632080078125, + 1.3921966552734375, + 1.39276123046875, + 1.393890380859375, + 1.396148681640625, + 1.3933258056640625, + 1.3921966552734375, + 1.391632080078125, + 1.3944549560546875, + 1.3933258056640625, + 1.3921966552734375, + 1.3910675048828125, + 1.391632080078125, + 1.391632080078125, + 1.391632080078125, + 1.3899383544921875, + 1.3910675048828125, + 1.389373779296875, + 1.389373779296875, + 1.387115478515625, + 1.3888092041015625, + 1.38824462890625, + 1.3888092041015625, + 1.38824462890625, + 1.38824462890625, + 1.38824462890625, + 1.3888092041015625, + 1.3888092041015625, + 1.3905029296875, + 1.389373779296875, + 1.3910675048828125, + 1.3899383544921875, + 1.3905029296875, + 1.3905029296875, + 1.3910675048828125, + 1.3899383544921875, + 1.389373779296875, + 1.3905029296875, + 1.391632080078125, + 1.3910675048828125, + 1.389373779296875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_024108.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_024108.json new file mode 100644 index 0000000000000000000000000000000000000000..42f0421c6a62fe771dd64c025d2a4e59a5fce41e --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_024108.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T02:41:08.409876+00:00", + "metrics": { + "MSE[mean]": 0.05173641207218102, + "MSE[0.5]": 0.05719775299053826, + "MAE[0.5]": 0.21208187109894222, + "MASE[0.5]": 3.262798734979269, + "MAPE[0.5]": 0.13680786342320017, + "sMAPE[0.5]": 0.14921361249942158, + "MSIS": 97.89316106038501, + "RMSE[mean]": 0.22745639597993506, + "NRMSE[mean]": 0.15220129722669448, + "ND[0.5]": 0.14191351164454, + "mean_weighted_sum_quantile_loss": 0.12734084471073423 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2953755855560303, + 1.2944823503494263, + 1.292792558670044, + 1.2920340299606323, + 1.2915579080581665, + 1.2918858528137207, + 1.2921866178512573, + 1.2910561561584473, + 1.2885890007019043, + 1.2892831563949585, + 1.2892497777938843, + 1.2884031534194946, + 1.2897107601165771, + 1.287667155265808, + 1.2885545492172241, + 1.287583351135254, + 1.2874443531036377, + 1.2882814407348633, + 1.288624882698059, + 1.2899272441864014, + 1.2898796796798706, + 1.2898635864257812, + 1.2908281087875366, + 1.291292428970337, + 1.2875008583068848, + 1.2907994985580444, + 1.2914003133773804, + 1.2912524938583374, + 1.2916595935821533, + 1.2893186807632446, + 1.2907706499099731, + 1.291558027267456, + 1.2899425029754639, + 1.2897005081176758, + 1.2896164655685425, + 1.2888916730880737, + 1.2886446714401245, + 1.2884833812713623, + 1.2884373664855957, + 1.2876728773117065, + 1.2897027730941772, + 1.2879785299301147, + 1.2891172170639038, + 1.2897772789001465, + 1.289709210395813, + 1.2891000509262085, + 1.2897099256515503, + 1.2896389961242676, + 1.2918665409088135, + 1.2910569906234741, + 1.2907963991165161, + 1.2903316020965576, + 1.2908730506896973, + 1.2902389764785767, + 1.2900217771530151, + 1.290485143661499, + 1.2905508279800415, + 1.2907909154891968, + 1.2891438007354736, + 1.2883771657943726, + 1.2903847694396973, + 1.2896332740783691, + 1.2891484498977661, + 1.288827657699585, + 1.2898191213607788, + 1.2879303693771362, + 1.2896819114685059, + 1.2895296812057495, + 1.2899937629699707, + 1.2890459299087524, + 1.28886878490448, + 1.2875909805297852 + ], + "p10": [ + 1.3032164573669434, + 1.3021470308303833, + 1.303881049156189, + 1.3032995462417603, + 1.3037337064743042, + 1.3042327165603638, + 1.305016040802002, + 1.3043516874313354, + 1.3040505647659302, + 1.3018269538879395, + 1.3043798208236694, + 1.3038297891616821, + 1.304506778717041, + 1.3031293153762817, + 1.3043756484985352, + 1.3033294677734375, + 1.3042700290679932, + 1.3054906129837036, + 1.3048299551010132, + 1.3036922216415405, + 1.3068395853042603, + 1.3031166791915894, + 1.3063164949417114, + 1.3039458990097046, + 1.3045090436935425, + 1.3054444789886475, + 1.3063228130340576, + 1.3062125444412231, + 1.3069440126419067, + 1.3062045574188232, + 1.3072640895843506, + 1.305052399635315, + 1.3057254552841187, + 1.3059192895889282, + 1.3065097332000732, + 1.3046622276306152, + 1.3057568073272705, + 1.304708480834961, + 1.3045616149902344, + 1.304559350013733, + 1.3053661584854126, + 1.3046607971191406, + 1.3052527904510498, + 1.3063803911209106, + 1.3061174154281616, + 1.3043431043624878, + 1.3063377141952515, + 1.306050181388855, + 1.3063571453094482, + 1.3073155879974365, + 1.3053137063980103, + 1.307605266571045, + 1.3065271377563477, + 1.3074201345443726, + 1.3064544200897217, + 1.305970549583435, + 1.3068935871124268, + 1.3050200939178467, + 1.304124355316162, + 1.3049261569976807, + 1.3047899007797241, + 1.3048189878463745, + 1.3061593770980835, + 1.3057438135147095, + 1.3053489923477173, + 1.3052517175674438, + 1.305187702178955, + 1.3066561222076416, + 1.306890606880188, + 1.3056423664093018, + 1.305614948272705, + 1.304416537284851 + ], + "p90": [ + 1.3255364894866943, + 1.3286340236663818, + 1.331368088722229, + 1.3325306177139282, + 1.3341403007507324, + 1.3361016511917114, + 1.3383855819702148, + 1.3387080430984497, + 1.3390098810195923, + 1.3409162759780884, + 1.3426973819732666, + 1.342492938041687, + 1.3440754413604736, + 1.3434054851531982, + 1.3445345163345337, + 1.345177173614502, + 1.3467968702316284, + 1.3472447395324707, + 1.3485949039459229, + 1.3481591939926147, + 1.349034309387207, + 1.350411057472229, + 1.351158618927002, + 1.3507881164550781, + 1.349597692489624, + 1.352566123008728, + 1.353105902671814, + 1.3539623022079468, + 1.3538048267364502, + 1.3540191650390625, + 1.355726718902588, + 1.355457067489624, + 1.355252981185913, + 1.3550187349319458, + 1.3560905456542969, + 1.3549548387527466, + 1.3543695211410522, + 1.3559138774871826, + 1.3551393747329712, + 1.355974793434143, + 1.3561975955963135, + 1.3565293550491333, + 1.3554365634918213, + 1.3557099103927612, + 1.3562244176864624, + 1.3571600914001465, + 1.3573510646820068, + 1.3572784662246704, + 1.3577171564102173, + 1.3584489822387695, + 1.3575836420059204, + 1.3596500158309937, + 1.3582806587219238, + 1.3583261966705322, + 1.3588645458221436, + 1.358296275138855, + 1.358418583869934, + 1.3587555885314941, + 1.3584136962890625, + 1.3570001125335693, + 1.3587478399276733, + 1.3577224016189575, + 1.3567308187484741, + 1.3588238954544067, + 1.3586235046386719, + 1.3570295572280884, + 1.3591794967651367, + 1.3569108247756958, + 1.3572005033493042, + 1.3568004369735718, + 1.3546671867370605, + 1.3552141189575195 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_024200.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_024200.json new file mode 100644 index 0000000000000000000000000000000000000000..9864a20f18b7e18f88298c75677fad01cc38e5ed --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_024200.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T02:42:00.759637+00:00", + "metrics": { + "MSE[mean]": 0.056783739190375826, + "MSE[0.5]": 0.056783739190375826, + "MAE[0.5]": 0.21023335721757677, + "MASE[0.5]": 3.234360053622592, + "MAPE[0.5]": 0.13553071872692224, + "sMAPE[0.5]": 0.14780184523953485, + "MSIS": 67.58539554241929, + "RMSE[mean]": 0.23829338889355664, + "NRMSE[mean]": 0.15945281623711266, + "ND[0.5]": 0.14067658792791612, + "mean_weighted_sum_quantile_loss": 0.12165744293581134 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3013890981674194, + 1.2999517917633057, + 1.2997558116912842, + 1.3004337549209595, + 1.297640085220337, + 1.2922593355178833, + 1.2880040407180786, + 1.2863249778747559, + 1.2918224334716797, + 1.2909892797470093, + 1.2899324893951416, + 1.2926872968673706, + 1.301977276802063, + 1.3144453763961792, + 1.3148995637893677, + 1.31300950050354, + 1.3115200996398926, + 1.3083491325378418, + 1.3104971647262573, + 1.307600498199463, + 1.2952828407287598, + 1.2884327173233032, + 1.283921718597412, + 1.281613826751709, + 1.2820003032684326, + 1.2835391759872437, + 1.2870488166809082, + 1.2881568670272827, + 1.2901551723480225, + 1.292508840560913, + 1.2925291061401367, + 1.2925429344177246, + 1.2847062349319458, + 1.2859982252120972, + 1.28791081905365, + 1.291380763053894, + 1.2924549579620361, + 1.2948359251022339, + 1.294485092163086, + 1.2975635528564453, + 1.301601767539978, + 1.3024969100952148, + 1.2989764213562012, + 1.29340398311615, + 1.2912046909332275, + 1.2915756702423096, + 1.2933992147445679, + 1.2932440042495728, + 1.293092966079712, + 1.2915829420089722, + 1.2878303527832031, + 1.2868367433547974, + 1.2866929769515991, + 1.2872214317321777, + 1.291424036026001, + 1.2927123308181763, + 1.2907724380493164, + 1.2873164415359497, + 1.282153606414795, + 1.2787362337112427, + 1.2773857116699219, + 1.2775260210037231, + 1.2799527645111084, + 1.2848514318466187, + 1.271535038948059, + 1.2825472354888916, + 1.2894566059112549, + 1.2922066450119019, + 1.291292667388916, + 1.294165015220642, + 1.2933319807052612, + 1.2912644147872925 + ], + "p10": [ + 1.2743933200836182, + 1.2589002847671509, + 1.247429609298706, + 1.2343096733093262, + 1.2209906578063965, + 1.2046558856964111, + 1.2013037204742432, + 1.1947219371795654, + 1.196193814277649, + 1.194025993347168, + 1.1977665424346924, + 1.2027599811553955, + 1.2083770036697388, + 1.2162050008773804, + 1.2163848876953125, + 1.2187081575393677, + 1.2206096649169922, + 1.222035527229309, + 1.2224128246307373, + 1.2203688621520996, + 1.212735891342163, + 1.2049169540405273, + 1.1982945203781128, + 1.1943978071212769, + 1.1943767070770264, + 1.1921828985214233, + 1.1922111511230469, + 1.1943104267120361, + 1.1933314800262451, + 1.1953153610229492, + 1.1961040496826172, + 1.1959261894226074, + 1.2025619745254517, + 1.2040746212005615, + 1.1989524364471436, + 1.199076771736145, + 1.2016547918319702, + 1.2026143074035645, + 1.2017810344696045, + 1.2004302740097046, + 1.2006245851516724, + 1.2008934020996094, + 1.203331708908081, + 1.2049267292022705, + 1.2045782804489136, + 1.2039448022842407, + 1.2029985189437866, + 1.2044696807861328, + 1.2060394287109375, + 1.2067276239395142, + 1.2078231573104858, + 1.2073099613189697, + 1.205437183380127, + 1.204653263092041, + 1.203835129737854, + 1.2050617933273315, + 1.2056002616882324, + 1.2039598226547241, + 1.20237398147583, + 1.2008050680160522, + 1.1999402046203613, + 1.1995773315429688, + 1.198856234550476, + 1.2009748220443726, + 1.1995279788970947, + 1.200341820716858, + 1.1960041522979736, + 1.1974749565124512, + 1.201046109199524, + 1.1990054845809937, + 1.1979804039001465, + 1.1952905654907227 + ], + "p90": [ + 1.353234887123108, + 1.3715202808380127, + 1.3768190145492554, + 1.3803215026855469, + 1.3770757913589478, + 1.3697254657745361, + 1.3654659986495972, + 1.3660497665405273, + 1.3748422861099243, + 1.3764982223510742, + 1.3774007558822632, + 1.3890793323516846, + 1.418105959892273, + 1.4397774934768677, + 1.4459842443466187, + 1.4432947635650635, + 1.4388408660888672, + 1.4295241832733154, + 1.431930422782898, + 1.4190523624420166, + 1.3987432718276978, + 1.3891196250915527, + 1.3838504552841187, + 1.3821218013763428, + 1.3843388557434082, + 1.3858428001403809, + 1.3900257349014282, + 1.3905401229858398, + 1.3940752744674683, + 1.3970184326171875, + 1.3985873460769653, + 1.399008870124817, + 1.406704068183899, + 1.4138211011886597, + 1.4088785648345947, + 1.4121023416519165, + 1.4232505559921265, + 1.424874186515808, + 1.421692967414856, + 1.4244592189788818, + 1.4286123514175415, + 1.4292066097259521, + 1.4225798845291138, + 1.416117548942566, + 1.4136970043182373, + 1.414268970489502, + 1.417789340019226, + 1.420396327972412, + 1.4223822355270386, + 1.4232442378997803, + 1.4198029041290283, + 1.4152512550354004, + 1.4139245748519897, + 1.416489601135254, + 1.4191890954971313, + 1.421947717666626, + 1.4181406497955322, + 1.4158828258514404, + 1.4115467071533203, + 1.4059561491012573, + 1.4071135520935059, + 1.4107763767242432, + 1.4143643379211426, + 1.4184719324111938, + 1.4184590578079224, + 1.4274502992630005, + 1.4304566383361816, + 1.4284770488739014, + 1.4367523193359375, + 1.438836932182312, + 1.436651349067688, + 1.4349051713943481 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_024143.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_024143.json new file mode 100644 index 0000000000000000000000000000000000000000..f071036bd13cbcd7d7c7486e18855e12b8999a7f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_024143.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T02:41:43.932796+00:00", + "metrics": { + "MSE[mean]": 0.052900849645534244, + "MSE[0.5]": 0.052900849645534244, + "MAE[0.5]": 0.20248371693823072, + "MASE[0.5]": 3.11513479231679, + "MAPE[0.5]": 0.1305039870261458, + "sMAPE[0.5]": 0.14185609169825733, + "MSIS": 71.04900547743371, + "RMSE[mean]": 0.23000184704809273, + "NRMSE[mean]": 0.15390457293776683, + "ND[0.5]": 0.13549095532138894, + "mean_weighted_sum_quantile_loss": 0.12116938105169545 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3002264499664307, + 1.3001165390014648, + 1.300248384475708, + 1.3001600503921509, + 1.3000891208648682, + 1.300062894821167, + 1.3001267910003662, + 1.3000656366348267, + 1.300063967704773, + 1.3001309633255005, + 1.300214171409607, + 1.3001097440719604, + 1.300083041191101, + 1.300085186958313, + 1.3000755310058594, + 1.3000644445419312, + 1.3001081943511963, + 1.3000085353851318, + 1.3001354932785034, + 1.3001078367233276, + 1.300079584121704, + 1.3001052141189575, + 1.3000869750976562, + 1.300095796585083, + 1.3000901937484741, + 1.3000937700271606, + 1.300104022026062, + 1.3001667261123657, + 1.3001114130020142, + 1.3000869750976562, + 1.3001224994659424, + 1.3000844717025757, + 1.300602674484253, + 1.300574541091919, + 1.300473690032959, + 1.3005937337875366, + 1.300572395324707, + 1.3005343675613403, + 1.3006938695907593, + 1.300662875175476, + 1.3006547689437866, + 1.3006616830825806, + 1.3007506132125854, + 1.3005962371826172, + 1.3005930185317993, + 1.3006083965301514, + 1.3006525039672852, + 1.3006607294082642, + 1.3006234169006348, + 1.3006058931350708, + 1.3005752563476562, + 1.3005551099777222, + 1.300512433052063, + 1.3005890846252441, + 1.3005801439285278, + 1.300530195236206, + 1.300500512123108, + 1.3005428314208984, + 1.300524353981018, + 1.3006236553192139, + 1.3005844354629517, + 1.3005386590957642, + 1.300548791885376, + 1.3005216121673584, + 1.3001222610473633, + 1.3003129959106445, + 1.3001497983932495, + 1.300209879875183, + 1.300310492515564, + 1.3002676963806152, + 1.300315260887146, + 1.3003501892089844 + ], + "p10": [ + 1.2139525413513184, + 1.202519178390503, + 1.2061243057250977, + 1.2017476558685303, + 1.1988167762756348, + 1.2005746364593506, + 1.2060285806655884, + 1.2049387693405151, + 1.1954981088638306, + 1.1973447799682617, + 1.1971228122711182, + 1.198357343673706, + 1.1976021528244019, + 1.1984769105911255, + 1.1980451345443726, + 1.1999434232711792, + 1.200740933418274, + 1.2013909816741943, + 1.2014071941375732, + 1.2011191844940186, + 1.2006033658981323, + 1.1995935440063477, + 1.1980581283569336, + 1.1984212398529053, + 1.198146939277649, + 1.1984508037567139, + 1.1981520652770996, + 1.1980245113372803, + 1.1978955268859863, + 1.1978200674057007, + 1.1978812217712402, + 1.1976099014282227, + 1.207452416419983, + 1.2052491903305054, + 1.1992311477661133, + 1.2005329132080078, + 1.1984196901321411, + 1.2006452083587646, + 1.1986721754074097, + 1.198372721672058, + 1.1951093673706055, + 1.1975535154342651, + 1.1973021030426025, + 1.198465347290039, + 1.1978787183761597, + 1.1988123655319214, + 1.1998556852340698, + 1.200953483581543, + 1.200838327407837, + 1.2008168697357178, + 1.2010436058044434, + 1.2011605501174927, + 1.2011619806289673, + 1.2009096145629883, + 1.2001303434371948, + 1.200255036354065, + 1.1997020244598389, + 1.1995747089385986, + 1.1996252536773682, + 1.199710726737976, + 1.1999645233154297, + 1.199749231338501, + 1.1999092102050781, + 1.1997812986373901, + 1.2057251930236816, + 1.2040449380874634, + 1.2012741565704346, + 1.1989718675613403, + 1.1979087591171265, + 1.1992089748382568, + 1.1972383260726929, + 1.1965985298156738 + ], + "p90": [ + 1.4046498537063599, + 1.4021059274673462, + 1.4054265022277832, + 1.40693998336792, + 1.406161904335022, + 1.4068799018859863, + 1.4026066064834595, + 1.4095029830932617, + 1.4064490795135498, + 1.408337116241455, + 1.4076436758041382, + 1.4070634841918945, + 1.4054064750671387, + 1.405888557434082, + 1.4063303470611572, + 1.4045246839523315, + 1.4062190055847168, + 1.4076656103134155, + 1.407102346420288, + 1.4065093994140625, + 1.4065512418746948, + 1.4065366983413696, + 1.4069552421569824, + 1.406557321548462, + 1.4056675434112549, + 1.4061567783355713, + 1.406893014907837, + 1.406586766242981, + 1.4070286750793457, + 1.4070324897766113, + 1.4066537618637085, + 1.4080559015274048, + 1.406381607055664, + 1.4082107543945312, + 1.407969355583191, + 1.408257246017456, + 1.4067174196243286, + 1.4040825366973877, + 1.4052790403366089, + 1.4069771766662598, + 1.4089598655700684, + 1.406165361404419, + 1.4073084592819214, + 1.4068691730499268, + 1.4073526859283447, + 1.4071342945098877, + 1.4071898460388184, + 1.4056987762451172, + 1.4061076641082764, + 1.4071307182312012, + 1.406912088394165, + 1.407189130783081, + 1.4066314697265625, + 1.407301425933838, + 1.4075847864151, + 1.4074288606643677, + 1.4068108797073364, + 1.4067800045013428, + 1.4076356887817383, + 1.407368779182434, + 1.4076876640319824, + 1.407362461090088, + 1.4075121879577637, + 1.4081083536148071, + 1.4090336561203003, + 1.4098756313323975, + 1.4068388938903809, + 1.407340168952942, + 1.408215880393982, + 1.4045405387878418, + 1.405492901802063, + 1.4073879718780518 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 435dfe565e12ae45d7e6346fcd416b1c586bd524..618288d45f3fc9549adde9fcbdebd6b8b30bae62 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,269291.3210175832,269291.3210175832,458.0226236979167,0.40832445160442815,0.0071422763584217995,0.007160751024650319,3.416038806307872,518.9328675441393,0.008090185026875344,0.007140591787425884,0.005979646460799806,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,269448.7394212087,269448.7394212087,458.3009440104167,0.40857257251176327,0.007146570888400005,0.007165064439056815,3.416038806307872,519.0845204985492,0.008092513819514346,0.00714489948445907,0.0059801023537683975,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.1830176556919745,1.1830176556919745,1.0191000084082285,3.0289790297002903,0.6828866146918332,1.05530013323321,119.71319606513438,1.0876661508440788,0.7522676995449596,0.7048449731901304,0.7028772723563842,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.04722224010361861,0.04722224010361861,0.18611114389366573,2.8632489977349413,0.1203838191156596,0.13030742535344497,94.77482890268352,0.21730678798329933,0.14581629347438527,0.12488352263960548,0.12035209490580595,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.04847224069966513,0.04847224069966513,0.19027781155374315,2.9273515912283625,0.12298798636440288,0.1331809892805712,97.00559926508606,0.22016412218993614,0.14732170909382014,0.12732343545305697,0.12267039990305456,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,5.672499678929701,5.672499678929701,2.3333332538604736,1.3407821262216089,0.13873536483733326,0.12939806770496612,41.0676302808717,2.381701005359342,0.14138220592253578,0.13851100614261574,0.1309209325481743,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,179.82708594004407,179.82708594004407,11.537500143051147,0.9967051142523213,0.5700208758261225,0.4214586958117505,36.74418050898857,13.40996219010494,0.5988817974346501,0.5152586357530163,0.5058019930957058,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,3.349166405996281,3.349166405996281,1.6499999364217122,0.8481054038938619,0.06863023711199406,0.06585681674531758,19.508779982855547,1.8300727870760445,0.07509274244572775,0.06770387557051538,0.060967681079709894,Weather,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index acc55021cd0bf77410884140d084d4704a2a84e1..c753f547621e488038c5ffed2ad0e29d3aaa8c11 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T02:35:56.919329+00:00", + "evaluated_at": "2026-06-22T02:43:03.365070+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63311.98828125, 63896.01171875, 64606.0, - 64520.7109375 + 64527.390625 ], "p50": [ 63476.7890625, diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 1c28d53e74b5fd45b803d94968e822752c365824..ee20b9e8135e915e0699c30e0ae3c4d5a7b7c7b6 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T02:21:13.790603+00:00", + "evaluated_at": "2026-06-22T02:43:03.372094+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, @@ -9,7 +9,6 @@ 1.399999976158142, 1.399999976158142, 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,6 +83,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -93,7 +93,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,10 +157,10 @@ 1.600000023841858, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -232,10 +231,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "p10": [ - 1.2739999532699584, 1.3719999766349793, 1.3719999766349793, 1.2739999532699584, @@ -306,10 +305,10 @@ 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, + 1.2739999532699584, 1.2739999532699584 ], "p90": [ - 1.32599995136261, 1.4279999756813049, 1.4279999756813049, 1.32599995136261, @@ -380,10 +379,10 @@ 1.32599995136261, 1.32599995136261, 1.32599995136261, + 1.32599995136261, 1.32599995136261 ], "timestamps": [ - "2026-06-20 01:10:00", "2026-06-20 01:20:00", "2026-06-20 01:30:00", "2026-06-20 01:40:00", @@ -533,6 +532,7 @@ "2026-06-21 01:40:00", "2026-06-21 01:50:00", "2026-06-21 02:00:00", - "2026-06-21 02:10:00" + "2026-06-21 02:10:00", + "2026-06-21 02:20:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 1e419f533e19cc27539d0412b2fe6b0a467059d8..15983ae3a3efae006c943d6078598d3fd5696108 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T02:35:56.938615+00:00", + "evaluated_at": "2026-06-22T02:43:03.375947+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t202400z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t011000z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index fcad03297ceaf889ec6d2dec2a369584f15559b8..69bd9a81ce52c40a69088489e0daffc4701b4e4c 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,139896.21616808572,139896.21616808572,282.1873372395833,0.25156833694761177,0.004413793632124825,0.004397330936507346,1.491791696065528,374.0270259862056,0.005831096919338869,0.004399312345185608,0.003425783938208004,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,139957.8923842112,139957.8923842112,282.4656575520833,0.2518164578549469,0.004418099660309497,0.00440164436853444,1.491791696065528,374.109465777346,0.005832356585988319,0.00440363206185192,0.0034281794762656735,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.01160935848197185,0.01160935848197185,0.09117498497168224,0.27099118362664,0.0634632623754408,0.06322904086159377,2.7538250904542623,0.10774673304547033,0.07452138410182108,0.06305978736900678,0.04839346003428776,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.0495541040304484,0.0495541040304484,0.1945874591668447,2.993653876790875,0.1255780601098793,0.1361468547678675,72.31579521803954,0.22260751117257568,0.1493731626148624,0.13057126432004607,0.11703854018914799,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.05263219540441809,0.05263219540441809,0.2020388791958491,3.1082911332355447,0.13023410298475216,0.1415174776402615,79.12576432020757,0.22941707740361894,0.15351327728708064,0.13519329439541589,0.12242226423726559,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,2.8511658773515287,2.8511658773515287,1.4386196931203206,0.8266609871413948,0.08765160903535467,0.08259852090411857,16.874150438270068,1.6885395693769005,0.100234852556556,0.08539914340182465,0.06758695132329146,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,172.5902534156265,172.5902534156265,10.934930721918741,0.9446501615946218,0.5971123342211456,0.4169518608077103,2.748216454677254,13.137360976072268,0.5867075718307018,0.48834820506789395,0.301029368239722,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.35022552281877,2.35022552281877,1.3625226815541585,0.7003411476851689,0.05557817174306001,0.0537054952418056,3.1002213416814413,1.5330445273437983,0.0629048848016539,0.05590792099907733,0.034603510509198125,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index e0606aa6b1e36a75a5610febfd6c6e6eadd7b1cc..2d073c019c282c97426d72688c41c0beee01b813 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T02:35:49.844090+00:00", + "evaluated_at": "2026-06-22T02:42:53.815285+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63311.98828125, 63896.01171875, 64606.0, - 64520.7109375 + 64527.390625 ], "p50": [ 64273.6875, diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 47febcb28aa4235ebe4c92a6a7d71ec9aa9b251c..48eed78c53b8f03530b161a77be2370eba624837 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T02:20:45.890079+00:00", + "evaluated_at": "2026-06-22T02:42:59.132432+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, @@ -9,7 +9,6 @@ 1.399999976158142, 1.399999976158142, 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,6 +83,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -93,7 +93,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,232 +157,232 @@ 1.600000023841858, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.3012032508850098, - 1.3026952743530273, - 1.3043293952941895, - 1.3046846389770508, - 1.3056437969207764, - 1.3049333095550537, - 1.304222822189331, - 1.3044004440307617, - 1.3048267364501953, - 1.3054661750793457, - 1.3049688339233398, - 1.3051109313964844, - 1.3049688339233398, - 1.3056437969207764, - 1.3058924674987793, - 1.3055016994476318, - 1.3064253330230713, - 1.3055016994476318, - 1.3059279918670654, - 1.3063898086547852, - 1.3055016994476318, - 1.3051819801330566, - 1.305004358291626, - 1.3048267364501953, - 1.3051819801330566, - 1.3040807247161865, - 1.303654432296753, - 1.3059990406036377, - 1.306887149810791, - 1.3062477111816406, - 1.3061411380767822, - 1.3060345649719238, - 1.3059635162353516, - 1.3058569431304932, - 1.3048977851867676, - 1.3067095279693604, - 1.3059990406036377, - 1.3048622608184814, - 1.3045070171356201, - 1.3041517734527588, - 1.305785894393921, - 1.3058924674987793, - 1.304187297821045, - 1.3042583465576172, - 1.3042583465576172, - 1.305288553237915, - 1.3035833835601807, - 1.3045425415039062, - 1.3064963817596436, - 1.3062121868133545, - 1.305785894393921, - 1.306602954864502, - 1.3065674304962158, - 1.3070647716522217, - 1.3070647716522217, - 1.3064608573913574, - 1.3061766624450684, - 1.3073844909667969, - 1.3061766624450684, - 1.3073489665985107, - 1.3067805767059326, - 1.307135820388794, - 1.3066740036010742, - 1.3068161010742188, - 1.3073134422302246, - 1.3070647716522217, - 1.3069581985473633, - 1.305572748184204, - 1.3061766624450684, - 1.3069581985473633, - 1.3078107833862305, - 1.3079884052276611 + 1.3004002571105957, + 1.3022704124450684, + 1.301952838897705, + 1.3016529083251953, + 1.3016881942749023, + 1.3012118339538574, + 1.3011236190795898, + 1.3009824752807617, + 1.3013882637023926, + 1.301405906677246, + 1.3004179000854492, + 1.3014235496520996, + 1.3012118339538574, + 1.301405906677246, + 1.30177640914917, + 1.3014764785766602, + 1.3005590438842773, + 1.301811695098877, + 1.3019704818725586, + 1.302323341369629, + 1.3006649017333984, + 1.3006296157836914, + 1.300241470336914, + 1.302464485168457, + 1.3011236190795898, + 1.3007354736328125, + 1.2995004653930664, + 1.3021116256713867, + 1.3010706901550293, + 1.3015823364257812, + 1.3011589050292969, + 1.3025174140930176, + 1.3015470504760742, + 1.3007001876831055, + 1.3007354736328125, + 1.3036024570465088, + 1.3009824752807617, + 1.3004355430603027, + 1.2999238967895508, + 1.3026938438415527, + 1.3009295463562012, + 1.300241470336914, + 1.2997474670410156, + 1.300858974456787, + 1.3001885414123535, + 1.300135612487793, + 1.2988653182983398, + 1.3002943992614746, + 1.3010706901550293, + 1.3015117645263672, + 1.2996063232421875, + 1.3008766174316406, + 1.3003649711608887, + 1.301194190979004, + 1.300611972808838, + 1.3010001182556152, + 1.3010883331298828, + 1.3013176918029785, + 1.3005237579345703, + 1.3021116256713867, + 1.3011236190795898, + 1.3018293380737305, + 1.3011059761047363, + 1.3023409843444824, + 1.3016176223754883, + 1.30242919921875, + 1.3010001182556152, + 1.300135612487793, + 1.3009119033813477, + 1.3026056289672852, + 1.3026232719421387, + 1.3015117645263672 ], "p10": [ - 1.2550926208496094, - 1.2414512634277344, - 1.2340621948242188, - 1.2317886352539062, - 1.2295150756835938, - 1.2289466857910156, - 1.2283782958984375, - 1.2283782958984375, - 1.2278099060058594, - 1.2295150756835938, - 1.2289466857910156, - 1.2272415161132812, - 1.226104736328125, - 1.2272415161132812, - 1.2272415161132812, - 1.2266731262207031, - 1.2266731262207031, - 1.2243995666503906, - 1.2243995666503906, - 1.226104736328125, - 1.2255363464355469, - 1.2249679565429688, - 1.2243995666503906, - 1.2238311767578125, - 1.2243995666503906, - 1.2232627868652344, - 1.2226943969726562, - 1.2249679565429688, - 1.2243995666503906, - 1.2238311767578125, - 1.2249679565429688, - 1.2238311767578125, - 1.2249679565429688, - 1.2249679565429688, - 1.2238311767578125, - 1.2255363464355469, - 1.2249679565429688, - 1.2238311767578125, - 1.2226943969726562, - 1.2221260070800781, - 1.2238311767578125, - 1.2232627868652344, - 1.2215576171875, - 1.2209892272949219, - 1.2215576171875, - 1.2232627868652344, - 1.2226943969726562, - 1.2232627868652344, - 1.2238311767578125, - 1.2243995666503906, - 1.2238311767578125, - 1.2249679565429688, - 1.2243995666503906, - 1.2255363464355469, - 1.2255363464355469, - 1.2249679565429688, - 1.2255363464355469, - 1.2266731262207031, - 1.226104736328125, - 1.226104736328125, - 1.2243995666503906, - 1.2249679565429688, - 1.2243995666503906, - 1.2238311767578125, - 1.226104736328125, - 1.2249679565429688, - 1.2243995666503906, - 1.2232627868652344, - 1.2238311767578125, - 1.2255363464355469, - 1.226104736328125, - 1.226104736328125 + 1.2578277587890625, + 1.2454071044921875, + 1.2363739013671875, + 1.2318572998046875, + 1.2284698486328125, + 1.2279052734375, + 1.226776123046875, + 1.226776123046875, + 1.22564697265625, + 1.2262115478515625, + 1.2250823974609375, + 1.2239532470703125, + 1.2239532470703125, + 1.2250823974609375, + 1.22564697265625, + 1.22564697265625, + 1.2228240966796875, + 1.2239532470703125, + 1.2239532470703125, + 1.2250823974609375, + 1.223388671875, + 1.2228240966796875, + 1.2216949462890625, + 1.2239532470703125, + 1.2228240966796875, + 1.222259521484375, + 1.22113037109375, + 1.222259521484375, + 1.220001220703125, + 1.22113037109375, + 1.22113037109375, + 1.2216949462890625, + 1.222259521484375, + 1.2216949462890625, + 1.22113037109375, + 1.2239532470703125, + 1.22113037109375, + 1.2205657958984375, + 1.2188720703125, + 1.2216949462890625, + 1.2205657958984375, + 1.2205657958984375, + 1.220001220703125, + 1.2205657958984375, + 1.2205657958984375, + 1.2205657958984375, + 1.2205657958984375, + 1.222259521484375, + 1.2228240966796875, + 1.2228240966796875, + 1.22113037109375, + 1.223388671875, + 1.222259521484375, + 1.223388671875, + 1.2228240966796875, + 1.223388671875, + 1.2239532470703125, + 1.2239532470703125, + 1.2228240966796875, + 1.2239532470703125, + 1.222259521484375, + 1.222259521484375, + 1.2216949462890625, + 1.222259521484375, + 1.222259521484375, + 1.223388671875, + 1.22113037109375, + 1.2205657958984375, + 1.22113037109375, + 1.223388671875, + 1.2228240966796875, + 1.222259521484375 ], "p90": [ - 1.3662128448486328, - 1.3826961517333984, - 1.3915061950683594, - 1.3926429748535156, - 1.3949165344238281, - 1.3949165344238281, - 1.3949165344238281, - 1.3949165344238281, - 1.3954849243164062, - 1.39434814453125, - 1.3949165344238281, - 1.3960533142089844, - 1.3949165344238281, - 1.3960533142089844, - 1.3960533142089844, - 1.39434814453125, - 1.3994636535644531, - 1.3977584838867188, - 1.3977584838867188, - 1.398895263671875, - 1.3983268737792969, - 1.3983268737792969, - 1.3983268737792969, - 1.398895263671875, - 1.4000320434570312, - 1.398895263671875, - 1.3994636535644531, - 1.4006004333496094, - 1.4006004333496094, - 1.4000320434570312, - 1.3994636535644531, - 1.4006004333496094, - 1.4017372131347656, - 1.4028739929199219, - 1.4017372131347656, - 1.4034423828125, - 1.4023056030273438, - 1.4017372131347656, - 1.4017372131347656, - 1.4011688232421875, - 1.4028739929199219, - 1.4028739929199219, - 1.4011688232421875, - 1.4011688232421875, - 1.4011688232421875, - 1.4028739929199219, - 1.4011688232421875, - 1.4023056030273438, - 1.4023056030273438, - 1.4011688232421875, - 1.4011688232421875, - 1.4023056030273438, - 1.4017372131347656, - 1.4017372131347656, - 1.4011688232421875, - 1.4006004333496094, - 1.4000320434570312, - 1.4017372131347656, - 1.4006004333496094, - 1.4017372131347656, - 1.4017372131347656, - 1.4023056030273438, - 1.4017372131347656, - 1.4017372131347656, - 1.4023056030273438, - 1.4017372131347656, - 1.4017372131347656, - 1.3994636535644531, - 1.4011688232421875, - 1.4017372131347656, - 1.4023056030273438, - 1.4023056030273438 + 1.3526763916015625, + 1.3684844970703125, + 1.3761062622070312, + 1.380340576171875, + 1.382598876953125, + 1.382598876953125, + 1.38372802734375, + 1.38372802734375, + 1.3842926025390625, + 1.3842926025390625, + 1.3854217529296875, + 1.38824462890625, + 1.3876800537109375, + 1.3876800537109375, + 1.38824462890625, + 1.3876800537109375, + 1.3899383544921875, + 1.3905029296875, + 1.3899383544921875, + 1.389373779296875, + 1.3876800537109375, + 1.38824462890625, + 1.3888092041015625, + 1.391632080078125, + 1.3905029296875, + 1.3905029296875, + 1.389373779296875, + 1.3910675048828125, + 1.3905029296875, + 1.3910675048828125, + 1.3899383544921875, + 1.391632080078125, + 1.3921966552734375, + 1.39276123046875, + 1.393890380859375, + 1.396148681640625, + 1.3933258056640625, + 1.3921966552734375, + 1.391632080078125, + 1.3944549560546875, + 1.3933258056640625, + 1.3921966552734375, + 1.3910675048828125, + 1.391632080078125, + 1.391632080078125, + 1.391632080078125, + 1.3899383544921875, + 1.3910675048828125, + 1.389373779296875, + 1.389373779296875, + 1.387115478515625, + 1.3888092041015625, + 1.38824462890625, + 1.3888092041015625, + 1.38824462890625, + 1.38824462890625, + 1.38824462890625, + 1.3888092041015625, + 1.3888092041015625, + 1.3905029296875, + 1.389373779296875, + 1.3910675048828125, + 1.3899383544921875, + 1.3905029296875, + 1.3905029296875, + 1.3910675048828125, + 1.3899383544921875, + 1.389373779296875, + 1.3905029296875, + 1.391632080078125, + 1.3910675048828125, + 1.389373779296875 ], "timestamps": [ - "2026-06-20 01:10:00", "2026-06-20 01:20:00", "2026-06-20 01:30:00", "2026-06-20 01:40:00", @@ -533,6 +532,7 @@ "2026-06-21 01:40:00", "2026-06-21 01:50:00", "2026-06-21 02:00:00", - "2026-06-21 02:10:00" + "2026-06-21 02:10:00", + "2026-06-21 02:20:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index dfde9b0417eede0c8696241cc307ad61e5002723..33e7c054e1be03d269e965512b43f2ed82635c39 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T02:35:55.705677+00:00", + "evaluated_at": "2026-06-22T02:43:01.133318+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t202400z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t011000z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 56d4a0e65648209794909e0b60996f6b7a90448f..affe1bb71585a3d263ed8490979317a5622230d3 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,144981.09636116028,100895.37876001994,216.7119140625,0.19319738564721636,0.0033909671558361248,0.0033800957360328814,7.856256061550236,380.76383279030097,0.005936124018110577,0.0033785477697552218,0.0037980019909060617,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,144982.35097694397,100964.0586458842,216.990234375,0.1934455065545515,0.003395272342911535,0.0033844091672947108,7.856256061550236,380.76548028536405,0.005936123674510418,0.0033828719621475448,0.003800395896906682,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0054968492808102455,0.005118676913184928,0.06315847436587016,0.18772023631016527,0.044981053386046715,0.044502817965863785,6.560830009976565,0.07414073968345775,0.05127831149379203,0.043682595234862176,0.045424149647863614,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.052910770213082735,0.06105225351513314,0.21957489682568443,3.3780760792223132,0.14194653118534484,0.15536163852718718,86.9275777017528,0.2300234123151005,0.15434934963327496,0.14733823039896257,0.125556127725565,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.05173641207218102,0.05719775299053826,0.21208187109894222,3.262798734979269,0.13680786342320017,0.14921361249942158,97.89316106038501,0.22745639597993506,0.15220129722669448,0.14191351164454,0.12734084471073423,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.8267366392877497,0.5497261853806776,0.6376566886901855,0.3664108799919334,0.03874870386235726,0.03776507231289227,20.208263861493055,0.9092505921294468,0.05397480798906478,0.03785248822812506,0.04861675678355871,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,52.6431997438987,24.69132042438332,4.295796950658162,0.37110662946247347,0.2280755199237274,0.1986124093206756,24.827481599883672,7.2555633650254,0.3240296108108121,0.19184801289915615,0.2953068123817543,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.695673300283185,0.956596150492563,0.8724362055460612,0.44843508423454875,0.03587684812422832,0.03508449268389671,25.237339959309562,1.302180210371508,0.05343190929120571,0.035798372472425656,0.04701510680056208,Weather,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index e51f9811d936265cdec2a696fa34f7be6a10ae0a..6158f8a3b69c78c48c8c759350a8fbafb15e3cb6 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T02:33:36.036605+00:00", + "evaluated_at": "2026-06-22T02:41:02.089244+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63311.98828125, 63896.01171875, 64606.0, - 64520.7109375 + 64527.390625 ], "p50": [ 64219.6796875, diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 7a61f5b24f6b4e9332046aee6f1b49454d8761c3..fc1564d44cc02aed7491fb2c177dda4c8151ec33 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T02:16:09.923202+00:00", + "evaluated_at": "2026-06-22T02:41:08.409876+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, @@ -9,7 +9,6 @@ 1.399999976158142, 1.399999976158142, 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,6 +83,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -93,7 +93,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,232 +157,232 @@ 1.600000023841858, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.2852736711502075, - 1.2835603952407837, - 1.2818530797958374, - 1.28038489818573, - 1.2786580324172974, - 1.2776011228561401, - 1.2774474620819092, - 1.2775720357894897, - 1.274321436882019, - 1.2731348276138306, - 1.2728615999221802, - 1.2709375619888306, - 1.2726478576660156, - 1.271077275276184, - 1.271132230758667, - 1.268257737159729, - 1.2677385807037354, - 1.2668752670288086, - 1.267418622970581, - 1.2698895931243896, - 1.2697460651397705, - 1.2716425657272339, - 1.2740010023117065, - 1.276615858078003, - 1.2733794450759888, - 1.2757855653762817, - 1.2777905464172363, - 1.2781059741973877, - 1.2804346084594727, - 1.2781637907028198, - 1.2787960767745972, - 1.2799237966537476, - 1.2784045934677124, - 1.2771891355514526, - 1.277220368385315, - 1.2773178815841675, - 1.2776821851730347, - 1.2778379917144775, - 1.278775691986084, - 1.27750563621521, - 1.2799444198608398, - 1.2789738178253174, - 1.280187964439392, - 1.2820929288864136, - 1.2808836698532104, - 1.279844045639038, - 1.2815734148025513, - 1.2812305688858032, - 1.2817455530166626, - 1.281753659248352, - 1.28156316280365, - 1.2798887491226196, - 1.2818081378936768, - 1.281361699104309, - 1.2810193300247192, - 1.281151294708252, - 1.2822147607803345, - 1.2822706699371338, - 1.2790178060531616, - 1.277330756187439, - 1.2777433395385742, - 1.2755017280578613, - 1.2753483057022095, - 1.274850606918335, - 1.275730848312378, - 1.2739360332489014, - 1.274449348449707, - 1.2752023935317993, - 1.274384617805481, - 1.27305006980896, - 1.2731877565383911, - 1.2724552154541016 + 1.2953755855560303, + 1.2944823503494263, + 1.292792558670044, + 1.2920340299606323, + 1.2915579080581665, + 1.2918858528137207, + 1.2921866178512573, + 1.2910561561584473, + 1.2885890007019043, + 1.2892831563949585, + 1.2892497777938843, + 1.2884031534194946, + 1.2897107601165771, + 1.287667155265808, + 1.2885545492172241, + 1.287583351135254, + 1.2874443531036377, + 1.2882814407348633, + 1.288624882698059, + 1.2899272441864014, + 1.2898796796798706, + 1.2898635864257812, + 1.2908281087875366, + 1.291292428970337, + 1.2875008583068848, + 1.2907994985580444, + 1.2914003133773804, + 1.2912524938583374, + 1.2916595935821533, + 1.2893186807632446, + 1.2907706499099731, + 1.291558027267456, + 1.2899425029754639, + 1.2897005081176758, + 1.2896164655685425, + 1.2888916730880737, + 1.2886446714401245, + 1.2884833812713623, + 1.2884373664855957, + 1.2876728773117065, + 1.2897027730941772, + 1.2879785299301147, + 1.2891172170639038, + 1.2897772789001465, + 1.289709210395813, + 1.2891000509262085, + 1.2897099256515503, + 1.2896389961242676, + 1.2918665409088135, + 1.2910569906234741, + 1.2907963991165161, + 1.2903316020965576, + 1.2908730506896973, + 1.2902389764785767, + 1.2900217771530151, + 1.290485143661499, + 1.2905508279800415, + 1.2907909154891968, + 1.2891438007354736, + 1.2883771657943726, + 1.2903847694396973, + 1.2896332740783691, + 1.2891484498977661, + 1.288827657699585, + 1.2898191213607788, + 1.2879303693771362, + 1.2896819114685059, + 1.2895296812057495, + 1.2899937629699707, + 1.2890459299087524, + 1.28886878490448, + 1.2875909805297852 ], "p10": [ - 1.3002442121505737, - 1.299655795097351, - 1.3008816242218018, - 1.2983896732330322, - 1.3010330200195312, - 1.2986533641815186, - 1.299389123916626, - 1.298073649406433, - 1.2985478639602661, - 1.2936674356460571, - 1.2950204610824585, - 1.2938566207885742, - 1.2952005863189697, - 1.295051097869873, - 1.2946263551712036, - 1.2940733432769775, - 1.2934091091156006, - 1.2927980422973633, - 1.2915207147598267, - 1.2929295301437378, - 1.2939049005508423, - 1.293205738067627, - 1.2989230155944824, - 1.2971912622451782, - 1.2968993186950684, - 1.2996985912322998, - 1.3011592626571655, - 1.30280339717865, - 1.3025485277175903, - 1.302344799041748, - 1.3037056922912598, - 1.3014518022537231, - 1.3028563261032104, - 1.30190908908844, - 1.3018778562545776, - 1.3019658327102661, - 1.302581787109375, - 1.301713228225708, - 1.3029000759124756, - 1.3036850690841675, - 1.303000569343567, - 1.303641438484192, - 1.3052226305007935, - 1.3067607879638672, - 1.3066076040267944, - 1.3060208559036255, - 1.3063856363296509, - 1.3066457509994507, - 1.3064253330230713, - 1.307427167892456, - 1.3050639629364014, - 1.3063299655914307, - 1.3066600561141968, - 1.3077927827835083, - 1.306483507156372, - 1.3068434000015259, - 1.3063602447509766, - 1.3067549467086792, - 1.3032686710357666, - 1.3048620223999023, - 1.3022217750549316, - 1.3005924224853516, - 1.302687406539917, - 1.3026518821716309, - 1.3024821281433105, - 1.3016870021820068, - 1.3019695281982422, - 1.3023922443389893, - 1.3026952743530273, - 1.3013052940368652, - 1.3009302616119385, - 1.2990496158599854 + 1.3032164573669434, + 1.3021470308303833, + 1.303881049156189, + 1.3032995462417603, + 1.3037337064743042, + 1.3042327165603638, + 1.305016040802002, + 1.3043516874313354, + 1.3040505647659302, + 1.3018269538879395, + 1.3043798208236694, + 1.3038297891616821, + 1.304506778717041, + 1.3031293153762817, + 1.3043756484985352, + 1.3033294677734375, + 1.3042700290679932, + 1.3054906129837036, + 1.3048299551010132, + 1.3036922216415405, + 1.3068395853042603, + 1.3031166791915894, + 1.3063164949417114, + 1.3039458990097046, + 1.3045090436935425, + 1.3054444789886475, + 1.3063228130340576, + 1.3062125444412231, + 1.3069440126419067, + 1.3062045574188232, + 1.3072640895843506, + 1.305052399635315, + 1.3057254552841187, + 1.3059192895889282, + 1.3065097332000732, + 1.3046622276306152, + 1.3057568073272705, + 1.304708480834961, + 1.3045616149902344, + 1.304559350013733, + 1.3053661584854126, + 1.3046607971191406, + 1.3052527904510498, + 1.3063803911209106, + 1.3061174154281616, + 1.3043431043624878, + 1.3063377141952515, + 1.306050181388855, + 1.3063571453094482, + 1.3073155879974365, + 1.3053137063980103, + 1.307605266571045, + 1.3065271377563477, + 1.3074201345443726, + 1.3064544200897217, + 1.305970549583435, + 1.3068935871124268, + 1.3050200939178467, + 1.304124355316162, + 1.3049261569976807, + 1.3047899007797241, + 1.3048189878463745, + 1.3061593770980835, + 1.3057438135147095, + 1.3053489923477173, + 1.3052517175674438, + 1.305187702178955, + 1.3066561222076416, + 1.306890606880188, + 1.3056423664093018, + 1.305614948272705, + 1.304416537284851 ], "p90": [ - 1.3423694372177124, - 1.3472232818603516, - 1.3509306907653809, - 1.3516978025436401, - 1.3524919748306274, - 1.3531776666641235, - 1.3548393249511719, - 1.3562710285186768, - 1.3547166585922241, - 1.3541977405548096, - 1.3557051420211792, - 1.354756474494934, - 1.3567841053009033, - 1.3560125827789307, - 1.35617995262146, - 1.3554190397262573, - 1.3567731380462646, - 1.355940818786621, - 1.3565417528152466, - 1.3571161031723022, - 1.3583977222442627, - 1.360750436782837, - 1.3632230758666992, - 1.3629193305969238, - 1.3634940385818481, - 1.3657705783843994, - 1.3672000169754028, - 1.369592308998108, - 1.3702903985977173, - 1.3709203004837036, - 1.3721758127212524, - 1.371725082397461, - 1.3711893558502197, - 1.3702375888824463, - 1.37112557888031, - 1.3718650341033936, - 1.3717708587646484, - 1.3727368116378784, - 1.3731497526168823, - 1.3741915225982666, - 1.3749988079071045, - 1.3766342401504517, - 1.3759245872497559, - 1.3774222135543823, - 1.3759031295776367, - 1.3772742748260498, - 1.3782463073730469, - 1.377689242362976, - 1.3767902851104736, - 1.378730058670044, - 1.3768891096115112, - 1.3789921998977661, - 1.3789491653442383, - 1.3800430297851562, - 1.380367636680603, - 1.3796004056930542, - 1.3803017139434814, - 1.3809363842010498, - 1.3784735202789307, - 1.3768439292907715, - 1.377051830291748, - 1.375173807144165, - 1.3749955892562866, - 1.3779889345169067, - 1.377683162689209, - 1.3767211437225342, - 1.3779470920562744, - 1.377664566040039, - 1.3765134811401367, - 1.3762062788009644, - 1.3743438720703125, - 1.3753585815429688 + 1.3255364894866943, + 1.3286340236663818, + 1.331368088722229, + 1.3325306177139282, + 1.3341403007507324, + 1.3361016511917114, + 1.3383855819702148, + 1.3387080430984497, + 1.3390098810195923, + 1.3409162759780884, + 1.3426973819732666, + 1.342492938041687, + 1.3440754413604736, + 1.3434054851531982, + 1.3445345163345337, + 1.345177173614502, + 1.3467968702316284, + 1.3472447395324707, + 1.3485949039459229, + 1.3481591939926147, + 1.349034309387207, + 1.350411057472229, + 1.351158618927002, + 1.3507881164550781, + 1.349597692489624, + 1.352566123008728, + 1.353105902671814, + 1.3539623022079468, + 1.3538048267364502, + 1.3540191650390625, + 1.355726718902588, + 1.355457067489624, + 1.355252981185913, + 1.3550187349319458, + 1.3560905456542969, + 1.3549548387527466, + 1.3543695211410522, + 1.3559138774871826, + 1.3551393747329712, + 1.355974793434143, + 1.3561975955963135, + 1.3565293550491333, + 1.3554365634918213, + 1.3557099103927612, + 1.3562244176864624, + 1.3571600914001465, + 1.3573510646820068, + 1.3572784662246704, + 1.3577171564102173, + 1.3584489822387695, + 1.3575836420059204, + 1.3596500158309937, + 1.3582806587219238, + 1.3583261966705322, + 1.3588645458221436, + 1.358296275138855, + 1.358418583869934, + 1.3587555885314941, + 1.3584136962890625, + 1.3570001125335693, + 1.3587478399276733, + 1.3577224016189575, + 1.3567308187484741, + 1.3588238954544067, + 1.3586235046386719, + 1.3570295572280884, + 1.3591794967651367, + 1.3569108247756958, + 1.3572005033493042, + 1.3568004369735718, + 1.3546671867370605, + 1.3552141189575195 ], "timestamps": [ - "2026-06-20 01:10:00", "2026-06-20 01:20:00", "2026-06-20 01:30:00", "2026-06-20 01:40:00", @@ -533,6 +532,7 @@ "2026-06-21 01:40:00", "2026-06-21 01:50:00", "2026-06-21 02:00:00", - "2026-06-21 02:10:00" + "2026-06-21 02:10:00", + "2026-06-21 02:20:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index c357091700380b7f8147b1d13ff3b44020af2cc5..e20c1eca5515381a4e7cf7f8c09635d145999700 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T02:33:47.557531+00:00", + "evaluated_at": "2026-06-22T02:41:11.942065+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t202400z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t011000z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index c2fc6a9a28fa4ae46076e009fc7292596d7426ee..e57c6fa7936ee2c1e88f35c607a9fd364f4c1d17 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,212583.39907137552,212583.39907137552,338.06689453125,0.30138463074288663,0.005289114594875281,0.005263504908100839,1.855234993231571,461.06767298453656,0.007188064232679344,0.005270476971640902,0.004656595567415536,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,212500.08997408548,212500.08997408548,337.78857421875,0.30113650983555146,0.005284791154606008,0.00525919147867671,1.855234993231571,460.9773204552318,0.007186624121797682,0.005266114856042836,0.004655128814319736,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.06161019388535417,0.06161019388535417,0.18463922142982483,0.5487865029504521,0.10650348466931327,0.11699007272273806,2.4900929918662493,0.24821400823755732,0.17167343198719112,0.12770290060327374,0.1322871044422806,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.05832123301282009,0.05832123301282009,0.21216475466887155,3.264073867104966,0.13694490450851177,0.14966084921293657,69.32459631446366,0.24149789442730157,0.16204890870672592,0.1423659077510949,0.12315189365939738,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.056783739190375826,0.056783739190375826,0.21023335721757677,3.234360053622592,0.13553071872692224,0.14780184523953485,67.58539554241929,0.23829338889355664,0.15945281623711266,0.14067658792791612,0.12165744293581134,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.4388063115887538,0.4388063115887538,0.5611926714579264,0.322473055236514,0.03411755056883591,0.03332445168512126,1.9013688370336304,0.6624245704899191,0.0393227558045317,0.03331344180472041,0.028691105463006447,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,61.565271361327326,61.565271361327326,6.392911036809285,0.5522727667471005,0.35784954486532183,0.27758758751749957,2.490540629341336,7.846354017078718,0.35041400791749117,0.28550401546912907,0.22072068469564787,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,3.0385537226341817,3.0385537226341817,1.590633233388265,0.8175907229277408,0.06558002454187722,0.063108516133996,5.736301038764061,1.7431447795964,0.07152585564041185,0.06526790221894976,0.0413745209138709,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index a61eee541bf04b76b06be1a4499b956d41832f93..1e339dcaab39e67214afa9a9fd5b0c1dd4ada0ab 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T02:34:38.104937+00:00", + "evaluated_at": "2026-06-22T02:41:52.818567+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63311.98828125, 63896.01171875, 64606.0, - 64520.7109375 + 64527.390625 ], "p50": [ 64232.234375, diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index d62e63489f443cd6013fcafeae1ae7285729b23f..0c6388a1f6d0385887fa9dca414bedc4d37376e4 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T02:18:43.624961+00:00", + "evaluated_at": "2026-06-22T02:42:00.759637+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, @@ -9,7 +9,6 @@ 1.399999976158142, 1.399999976158142, 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,6 +83,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -93,7 +93,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,232 +157,232 @@ 1.600000023841858, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.3015586137771606, - 1.2993308305740356, - 1.298142671585083, - 1.2979971170425415, - 1.2977818250656128, - 1.2939060926437378, - 1.291038155555725, - 1.2824139595031738, - 1.2812758684158325, - 1.2896437644958496, - 1.2873492240905762, - 1.2847685813903809, - 1.2872718572616577, - 1.2957661151885986, - 1.3033541440963745, - 1.3083570003509521, - 1.3131425380706787, - 1.312947392463684, - 1.3121436834335327, - 1.3113572597503662, - 1.3196589946746826, - 1.2986102104187012, - 1.2813026905059814, - 1.2707805633544922, - 1.2668871879577637, - 1.2644202709197998, - 1.259565830230713, - 1.2598991394042969, - 1.2627136707305908, - 1.268919587135315, - 1.2775079011917114, - 1.2783616781234741, - 1.2536768913269043, - 1.2704156637191772, - 1.2733170986175537, - 1.2738875150680542, - 1.275956630706787, - 1.2809858322143555, - 1.2838739156723022, - 1.2845783233642578, - 1.2916691303253174, - 1.2942614555358887, - 1.2926783561706543, - 1.2899671792984009, - 1.2868343591690063, - 1.2843862771987915, - 1.2832133769989014, - 1.2854114770889282, - 1.28813898563385, - 1.286726713180542, - 1.2849258184432983, - 1.2794139385223389, - 1.2772090435028076, - 1.2774076461791992, - 1.2830204963684082, - 1.2865959405899048, - 1.2880574464797974, - 1.2891119718551636, - 1.2824091911315918, - 1.2759279012680054, - 1.270336627960205, - 1.2682297229766846, - 1.2701671123504639, - 1.2708265781402588, - 1.272402286529541, - 1.283784031867981, - 1.2918295860290527, - 1.2947051525115967, - 1.293375849723816, - 1.2953591346740723, - 1.2940539121627808, - 1.2940398454666138 + 1.3013890981674194, + 1.2999517917633057, + 1.2997558116912842, + 1.3004337549209595, + 1.297640085220337, + 1.2922593355178833, + 1.2880040407180786, + 1.2863249778747559, + 1.2918224334716797, + 1.2909892797470093, + 1.2899324893951416, + 1.2926872968673706, + 1.301977276802063, + 1.3144453763961792, + 1.3148995637893677, + 1.31300950050354, + 1.3115200996398926, + 1.3083491325378418, + 1.3104971647262573, + 1.307600498199463, + 1.2952828407287598, + 1.2884327173233032, + 1.283921718597412, + 1.281613826751709, + 1.2820003032684326, + 1.2835391759872437, + 1.2870488166809082, + 1.2881568670272827, + 1.2901551723480225, + 1.292508840560913, + 1.2925291061401367, + 1.2925429344177246, + 1.2847062349319458, + 1.2859982252120972, + 1.28791081905365, + 1.291380763053894, + 1.2924549579620361, + 1.2948359251022339, + 1.294485092163086, + 1.2975635528564453, + 1.301601767539978, + 1.3024969100952148, + 1.2989764213562012, + 1.29340398311615, + 1.2912046909332275, + 1.2915756702423096, + 1.2933992147445679, + 1.2932440042495728, + 1.293092966079712, + 1.2915829420089722, + 1.2878303527832031, + 1.2868367433547974, + 1.2866929769515991, + 1.2872214317321777, + 1.291424036026001, + 1.2927123308181763, + 1.2907724380493164, + 1.2873164415359497, + 1.282153606414795, + 1.2787362337112427, + 1.2773857116699219, + 1.2775260210037231, + 1.2799527645111084, + 1.2848514318466187, + 1.271535038948059, + 1.2825472354888916, + 1.2894566059112549, + 1.2922066450119019, + 1.291292667388916, + 1.294165015220642, + 1.2933319807052612, + 1.2912644147872925 ], "p10": [ - 1.2549214363098145, - 1.2388643026351929, - 1.2254289388656616, - 1.2235467433929443, - 1.2183313369750977, - 1.2071142196655273, - 1.2070553302764893, - 1.2034777402877808, - 1.2013083696365356, - 1.2066082954406738, - 1.2068060636520386, - 1.2099273204803467, - 1.2116994857788086, - 1.212520956993103, - 1.211279034614563, - 1.213119387626648, - 1.216673731803894, - 1.2194005250930786, - 1.219076156616211, - 1.2218568325042725, - 1.225704550743103, - 1.214575171470642, - 1.204335331916809, - 1.1966922283172607, - 1.1939358711242676, - 1.1935094594955444, - 1.193070650100708, - 1.1926294565200806, - 1.1936753988265991, - 1.1935181617736816, - 1.193565011024475, - 1.1944562196731567, - 1.2052202224731445, - 1.2011754512786865, - 1.1998000144958496, - 1.1983262300491333, - 1.2006256580352783, - 1.2001712322235107, - 1.1996917724609375, - 1.1996634006500244, - 1.1994389295578003, - 1.200015902519226, - 1.2023866176605225, - 1.201965093612671, - 1.200920581817627, - 1.199637770652771, - 1.1977351903915405, - 1.1997343301773071, - 1.2022920846939087, - 1.2041453123092651, - 1.2036502361297607, - 1.2045000791549683, - 1.2019637823104858, - 1.2008485794067383, - 1.2002286911010742, - 1.2021652460098267, - 1.204023838043213, - 1.2033714056015015, - 1.2013920545578003, - 1.1987818479537964, - 1.1985647678375244, - 1.1980472803115845, - 1.1965203285217285, - 1.1966711282730103, - 1.199336290359497, - 1.1966660022735596, - 1.1931712627410889, - 1.1965491771697998, - 1.2003962993621826, - 1.19943368434906, - 1.1980175971984863, - 1.1969908475875854 + 1.2743933200836182, + 1.2589002847671509, + 1.247429609298706, + 1.2343096733093262, + 1.2209906578063965, + 1.2046558856964111, + 1.2013037204742432, + 1.1947219371795654, + 1.196193814277649, + 1.194025993347168, + 1.1977665424346924, + 1.2027599811553955, + 1.2083770036697388, + 1.2162050008773804, + 1.2163848876953125, + 1.2187081575393677, + 1.2206096649169922, + 1.222035527229309, + 1.2224128246307373, + 1.2203688621520996, + 1.212735891342163, + 1.2049169540405273, + 1.1982945203781128, + 1.1943978071212769, + 1.1943767070770264, + 1.1921828985214233, + 1.1922111511230469, + 1.1943104267120361, + 1.1933314800262451, + 1.1953153610229492, + 1.1961040496826172, + 1.1959261894226074, + 1.2025619745254517, + 1.2040746212005615, + 1.1989524364471436, + 1.199076771736145, + 1.2016547918319702, + 1.2026143074035645, + 1.2017810344696045, + 1.2004302740097046, + 1.2006245851516724, + 1.2008934020996094, + 1.203331708908081, + 1.2049267292022705, + 1.2045782804489136, + 1.2039448022842407, + 1.2029985189437866, + 1.2044696807861328, + 1.2060394287109375, + 1.2067276239395142, + 1.2078231573104858, + 1.2073099613189697, + 1.205437183380127, + 1.204653263092041, + 1.203835129737854, + 1.2050617933273315, + 1.2056002616882324, + 1.2039598226547241, + 1.20237398147583, + 1.2008050680160522, + 1.1999402046203613, + 1.1995773315429688, + 1.198856234550476, + 1.2009748220443726, + 1.1995279788970947, + 1.200341820716858, + 1.1960041522979736, + 1.1974749565124512, + 1.201046109199524, + 1.1990054845809937, + 1.1979804039001465, + 1.1952905654907227 ], "p90": [ - 1.3596076965332031, - 1.3687833547592163, - 1.3745723962783813, - 1.3778945207595825, - 1.3791559934616089, - 1.3760720491409302, - 1.3758708238601685, - 1.369541883468628, - 1.3699878454208374, - 1.3834798336029053, - 1.3801366090774536, - 1.3762441873550415, - 1.380555510520935, - 1.3965502977371216, - 1.414244532585144, - 1.4225741624832153, - 1.4304547309875488, - 1.4294754266738892, - 1.4255343675613403, - 1.4231693744659424, - 1.4351191520690918, - 1.4063055515289307, - 1.3863351345062256, - 1.375063419342041, - 1.373535394668579, - 1.375570297241211, - 1.370128870010376, - 1.3679136037826538, - 1.3721970319747925, - 1.3821033239364624, - 1.3955621719360352, - 1.3961848020553589, - 1.3804891109466553, - 1.3976116180419922, - 1.398790717124939, - 1.4005768299102783, - 1.4076167345046997, - 1.4108651876449585, - 1.4123142957687378, - 1.4113458395004272, - 1.4164692163467407, - 1.420966386795044, - 1.419425129890442, - 1.4172930717468262, - 1.4141545295715332, - 1.4084606170654297, - 1.4061472415924072, - 1.410857915878296, - 1.4165254831314087, - 1.4175646305084229, - 1.4167428016662598, - 1.4077813625335693, - 1.403300166130066, - 1.4044013023376465, - 1.4080872535705566, - 1.4129045009613037, - 1.412888526916504, - 1.4156352281570435, - 1.4104349613189697, - 1.4031881093978882, - 1.4012755155563354, - 1.4025344848632812, - 1.4054129123687744, - 1.4036328792572021, - 1.4059832096099854, - 1.424296259880066, - 1.4284193515777588, - 1.427254319190979, - 1.4309005737304688, - 1.4328725337982178, - 1.4300278425216675, - 1.4307323694229126 + 1.353234887123108, + 1.3715202808380127, + 1.3768190145492554, + 1.3803215026855469, + 1.3770757913589478, + 1.3697254657745361, + 1.3654659986495972, + 1.3660497665405273, + 1.3748422861099243, + 1.3764982223510742, + 1.3774007558822632, + 1.3890793323516846, + 1.418105959892273, + 1.4397774934768677, + 1.4459842443466187, + 1.4432947635650635, + 1.4388408660888672, + 1.4295241832733154, + 1.431930422782898, + 1.4190523624420166, + 1.3987432718276978, + 1.3891196250915527, + 1.3838504552841187, + 1.3821218013763428, + 1.3843388557434082, + 1.3858428001403809, + 1.3900257349014282, + 1.3905401229858398, + 1.3940752744674683, + 1.3970184326171875, + 1.3985873460769653, + 1.399008870124817, + 1.406704068183899, + 1.4138211011886597, + 1.4088785648345947, + 1.4121023416519165, + 1.4232505559921265, + 1.424874186515808, + 1.421692967414856, + 1.4244592189788818, + 1.4286123514175415, + 1.4292066097259521, + 1.4225798845291138, + 1.416117548942566, + 1.4136970043182373, + 1.414268970489502, + 1.417789340019226, + 1.420396327972412, + 1.4223822355270386, + 1.4232442378997803, + 1.4198029041290283, + 1.4152512550354004, + 1.4139245748519897, + 1.416489601135254, + 1.4191890954971313, + 1.421947717666626, + 1.4181406497955322, + 1.4158828258514404, + 1.4115467071533203, + 1.4059561491012573, + 1.4071135520935059, + 1.4107763767242432, + 1.4143643379211426, + 1.4184719324111938, + 1.4184590578079224, + 1.4274502992630005, + 1.4304566383361816, + 1.4284770488739014, + 1.4367523193359375, + 1.438836932182312, + 1.436651349067688, + 1.4349051713943481 ], "timestamps": [ - "2026-06-20 01:10:00", "2026-06-20 01:20:00", "2026-06-20 01:30:00", "2026-06-20 01:40:00", @@ -533,6 +532,7 @@ "2026-06-21 01:40:00", "2026-06-21 01:50:00", "2026-06-21 02:00:00", - "2026-06-21 02:10:00" + "2026-06-21 02:10:00", + "2026-06-21 02:20:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 76f6cb304bb9d1e5c1152cb2226b67b89bb554db..8227f84805b804b927223ce3be029ba53ba6595c 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T02:34:57.686785+00:00", + "evaluated_at": "2026-06-22T02:42:03.842736+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t202400z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t011000z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 9a1a0df999fdc812c1ef7f7b72faec44a7568d56..4a8ad7327500a9313216ef7b3db3fff5f9ecf10c 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,139899.82899665833,139899.82899665833,272.4168294270833,0.24285798720063703,0.004262207046771934,0.004245673120034094,1.5195561353964353,374.0318555907482,0.005831172213074918,0.004246989721290654,0.003582346627145911,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,139937.79362678528,139937.79362678528,272.6951497395833,0.24310610810797217,0.004266515922611528,0.004249986554040383,1.5195561353964353,374.08260267858657,0.0058319377909956715,0.004251310105842927,0.003584741478726291,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.10618755424650181,0.10618755424650181,0.22697343329588573,0.6746126622313985,0.13072170790510526,0.14935976708507998,1.8319806353614703,0.3258643187685663,0.22537908461486744,0.15698271237990766,0.1263180895644815,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.051519943339162606,0.051519943339162606,0.19811263349321154,3.0478873399013793,0.12777769757428115,0.13882693506743593,70.62786762084654,0.22698005053123635,0.1523072057170952,0.13293671207661306,0.11960259027081656,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.052900849645534244,0.052900849645534244,0.20248371693823072,3.11513479231679,0.1305039870261458,0.14185609169825733,71.04900547743371,0.23000184704809273,0.15390457293776683,0.13549095532138894,0.12116938105169545,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.2674649092390003,0.2674649092390003,0.3933437665303548,0.22602356125171028,0.02397399872205691,0.02352160531160828,1.478156968069978,0.517170097007745,0.030700179824249156,0.023349618307588513,0.022594844047178313,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,29.84130699796242,29.84130699796242,4.787651697794597,0.41359712877877697,0.25820067895875454,0.22203407800722005,2.226194698463738,5.462719743677358,0.24396216578367888,0.2138139849776746,0.18731442262910306,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,2.79425640893866,2.79425640893866,1.5153587659200032,0.7788993986277447,0.06400031845205822,0.06158606777103923,5.024899449733376,1.6716029459589559,0.06859030437416133,0.06217919108229342,0.03846939655931061,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index c7b04c61e0c90a9a17a354576c29e3c41a2e0dc6..525a0aaaa04dac639e0465384749d862d1065601 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T02:34:21.977479+00:00", + "evaluated_at": "2026-06-22T02:41:33.694537+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63311.98828125, 63896.01171875, 64606.0, - 64520.7109375 + 64527.390625 ], "p50": [ 64244.51171875, diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index fe272f9f00152ed160f43eaa0f38a27275bad2dd..525e8dfdc4d2ffd26612b9d930eaa0eac04a5679 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T02:17:20.444211+00:00", + "evaluated_at": "2026-06-22T02:41:43.932796+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, @@ -9,7 +9,6 @@ 1.399999976158142, 1.399999976158142, 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,6 +83,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -93,7 +93,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,232 +157,232 @@ 1.600000023841858, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.3005976676940918, - 1.3006545305252075, - 1.3005847930908203, - 1.300690770149231, - 1.300666093826294, - 1.3005486726760864, - 1.300682544708252, - 1.300626277923584, - 1.3006778955459595, - 1.3007102012634277, - 1.300760269165039, - 1.3006782531738281, - 1.300650715827942, + 1.3002264499664307, + 1.3001165390014648, + 1.300248384475708, + 1.3001600503921509, + 1.3000891208648682, + 1.300062894821167, + 1.3001267910003662, + 1.3000656366348267, + 1.300063967704773, + 1.3001309633255005, + 1.300214171409607, + 1.3001097440719604, + 1.300083041191101, + 1.300085186958313, + 1.3000755310058594, + 1.3000644445419312, + 1.3001081943511963, + 1.3000085353851318, + 1.3001354932785034, + 1.3001078367233276, + 1.300079584121704, + 1.3001052141189575, + 1.3000869750976562, + 1.300095796585083, + 1.3000901937484741, + 1.3000937700271606, + 1.300104022026062, + 1.3001667261123657, + 1.3001114130020142, + 1.3000869750976562, + 1.3001224994659424, + 1.3000844717025757, + 1.300602674484253, + 1.300574541091919, + 1.300473690032959, + 1.3005937337875366, 1.300572395324707, - 1.3006070852279663, - 1.3005582094192505, - 1.3006482124328613, - 1.3005427122116089, - 1.3005685806274414, - 1.3005672693252563, - 1.3005905151367188, - 1.3005818128585815, - 1.3005801439285278, + 1.3005343675613403, + 1.3006938695907593, + 1.300662875175476, + 1.3006547689437866, + 1.3006616830825806, + 1.3007506132125854, + 1.3005962371826172, + 1.3005930185317993, + 1.3006083965301514, + 1.3006525039672852, + 1.3006607294082642, + 1.3006234169006348, 1.3006058931350708, - 1.3005448579788208, - 1.3005740642547607, - 1.3005927801132202, - 1.3006515502929688, - 1.300635576248169, - 1.3006045818328857, - 1.3005633354187012, - 1.3005492687225342, - 1.3008002042770386, - 1.3009541034698486, - 1.3006783723831177, - 1.3008121252059937, - 1.300904631614685, - 1.3008414506912231, - 1.301012396812439, - 1.300907850265503, - 1.3009556531906128, - 1.3010135889053345, - 1.3010128736495972, - 1.3009226322174072, - 1.3009018898010254, - 1.3008204698562622, - 1.3009766340255737, - 1.3009527921676636, - 1.30092191696167, - 1.300898790359497, - 1.3008826971054077, - 1.3008627891540527, - 1.3008427619934082, - 1.3008384704589844, - 1.300878882408142, - 1.3008474111557007, - 1.3008345365524292, - 1.3008477687835693, - 1.3008370399475098, - 1.300918459892273, - 1.3008923530578613, - 1.3008310794830322, - 1.3008465766906738, - 1.3008406162261963, - 1.3004008531570435, - 1.300605058670044, - 1.3003801107406616, - 1.3006166219711304, - 1.3005722761154175, - 1.3007029294967651, - 1.3007011413574219, - 1.3006494045257568 + 1.3005752563476562, + 1.3005551099777222, + 1.300512433052063, + 1.3005890846252441, + 1.3005801439285278, + 1.300530195236206, + 1.300500512123108, + 1.3005428314208984, + 1.300524353981018, + 1.3006236553192139, + 1.3005844354629517, + 1.3005386590957642, + 1.300548791885376, + 1.3005216121673584, + 1.3001222610473633, + 1.3003129959106445, + 1.3001497983932495, + 1.300209879875183, + 1.300310492515564, + 1.3002676963806152, + 1.300315260887146, + 1.3003501892089844 ], "p10": [ - 1.205603837966919, - 1.2033909559249878, - 1.2005016803741455, - 1.1975497007369995, - 1.1987247467041016, - 1.1983423233032227, - 1.2001794576644897, - 1.20064377784729, - 1.193964958190918, - 1.1952916383743286, - 1.1947731971740723, - 1.1966006755828857, - 1.1964373588562012, - 1.1974080801010132, - 1.197585940361023, - 1.1985893249511719, - 1.199373722076416, - 1.1996554136276245, - 1.1998162269592285, - 1.19954514503479, - 1.1996625661849976, - 1.199050784111023, - 1.19786536693573, - 1.1985621452331543, - 1.1984341144561768, - 1.1983884572982788, - 1.1980036497116089, - 1.1981974840164185, - 1.197861909866333, - 1.1980483531951904, - 1.1982206106185913, - 1.1976808309555054, - 1.204383373260498, - 1.2040832042694092, - 1.195744514465332, - 1.1989243030548096, - 1.1960119009017944, - 1.2014672756195068, - 1.1987864971160889, - 1.19797945022583, - 1.1928755044937134, - 1.1950011253356934, - 1.194930911064148, - 1.196451187133789, - 1.196110486984253, - 1.196830153465271, - 1.198065996170044, - 1.1995007991790771, - 1.1996219158172607, - 1.200149416923523, - 1.200515866279602, - 1.20058274269104, - 1.2006785869598389, - 1.200454831123352, - 1.1997122764587402, - 1.2001140117645264, - 1.1998401880264282, - 1.1999508142471313, - 1.1999821662902832, - 1.1999695301055908, - 1.2001029253005981, - 1.1999925374984741, - 1.2000218629837036, - 1.1999844312667847, - 1.20783269405365, - 1.2025692462921143, - 1.2024919986724854, - 1.2017931938171387, - 1.198419213294983, - 1.1992685794830322, - 1.1966651678085327, - 1.1971862316131592 + 1.2139525413513184, + 1.202519178390503, + 1.2061243057250977, + 1.2017476558685303, + 1.1988167762756348, + 1.2005746364593506, + 1.2060285806655884, + 1.2049387693405151, + 1.1954981088638306, + 1.1973447799682617, + 1.1971228122711182, + 1.198357343673706, + 1.1976021528244019, + 1.1984769105911255, + 1.1980451345443726, + 1.1999434232711792, + 1.200740933418274, + 1.2013909816741943, + 1.2014071941375732, + 1.2011191844940186, + 1.2006033658981323, + 1.1995935440063477, + 1.1980581283569336, + 1.1984212398529053, + 1.198146939277649, + 1.1984508037567139, + 1.1981520652770996, + 1.1980245113372803, + 1.1978955268859863, + 1.1978200674057007, + 1.1978812217712402, + 1.1976099014282227, + 1.207452416419983, + 1.2052491903305054, + 1.1992311477661133, + 1.2005329132080078, + 1.1984196901321411, + 1.2006452083587646, + 1.1986721754074097, + 1.198372721672058, + 1.1951093673706055, + 1.1975535154342651, + 1.1973021030426025, + 1.198465347290039, + 1.1978787183761597, + 1.1988123655319214, + 1.1998556852340698, + 1.200953483581543, + 1.200838327407837, + 1.2008168697357178, + 1.2010436058044434, + 1.2011605501174927, + 1.2011619806289673, + 1.2009096145629883, + 1.2001303434371948, + 1.200255036354065, + 1.1997020244598389, + 1.1995747089385986, + 1.1996252536773682, + 1.199710726737976, + 1.1999645233154297, + 1.199749231338501, + 1.1999092102050781, + 1.1997812986373901, + 1.2057251930236816, + 1.2040449380874634, + 1.2012741565704346, + 1.1989718675613403, + 1.1979087591171265, + 1.1992089748382568, + 1.1972383260726929, + 1.1965985298156738 ], "p90": [ - 1.4015980958938599, - 1.3979939222335815, - 1.4047430753707886, - 1.3999546766281128, - 1.3988797664642334, - 1.3973920345306396, - 1.3981704711914062, - 1.3986303806304932, - 1.4005504846572876, - 1.3991600275039673, - 1.399963617324829, - 1.4012117385864258, - 1.399443507194519, - 1.4008805751800537, - 1.40097975730896, - 1.3996496200561523, - 1.400835394859314, - 1.402368187904358, - 1.4028377532958984, - 1.4020169973373413, - 1.4020835161209106, - 1.4026453495025635, - 1.4027094841003418, - 1.4027376174926758, - 1.4023358821868896, - 1.4027340412139893, - 1.4033331871032715, - 1.4035688638687134, - 1.4032670259475708, - 1.4033006429672241, - 1.4032106399536133, - 1.4036253690719604, - 1.4053566455841064, - 1.4057214260101318, - 1.4011611938476562, - 1.4049400091171265, - 1.4053785800933838, - 1.4024922847747803, - 1.404266119003296, - 1.4046368598937988, - 1.4063156843185425, - 1.4041610956192017, - 1.4063968658447266, - 1.4056555032730103, - 1.405645728111267, - 1.4055571556091309, - 1.405719518661499, - 1.404571294784546, - 1.4046437740325928, - 1.4058479070663452, - 1.4053750038146973, - 1.405347228050232, - 1.4047495126724243, - 1.4048757553100586, - 1.405378818511963, - 1.4051529169082642, - 1.4049663543701172, - 1.4047870635986328, - 1.4054352045059204, - 1.405396580696106, - 1.406072974205017, - 1.4056928157806396, - 1.4057295322418213, - 1.4061152935028076, - 1.4014647006988525, - 1.4022772312164307, - 1.399444580078125, - 1.4012919664382935, - 1.402895212173462, - 1.4027795791625977, - 1.4023971557617188, - 1.4042948484420776 + 1.4046498537063599, + 1.4021059274673462, + 1.4054265022277832, + 1.40693998336792, + 1.406161904335022, + 1.4068799018859863, + 1.4026066064834595, + 1.4095029830932617, + 1.4064490795135498, + 1.408337116241455, + 1.4076436758041382, + 1.4070634841918945, + 1.4054064750671387, + 1.405888557434082, + 1.4063303470611572, + 1.4045246839523315, + 1.4062190055847168, + 1.4076656103134155, + 1.407102346420288, + 1.4065093994140625, + 1.4065512418746948, + 1.4065366983413696, + 1.4069552421569824, + 1.406557321548462, + 1.4056675434112549, + 1.4061567783355713, + 1.406893014907837, + 1.406586766242981, + 1.4070286750793457, + 1.4070324897766113, + 1.4066537618637085, + 1.4080559015274048, + 1.406381607055664, + 1.4082107543945312, + 1.407969355583191, + 1.408257246017456, + 1.4067174196243286, + 1.4040825366973877, + 1.4052790403366089, + 1.4069771766662598, + 1.4089598655700684, + 1.406165361404419, + 1.4073084592819214, + 1.4068691730499268, + 1.4073526859283447, + 1.4071342945098877, + 1.4071898460388184, + 1.4056987762451172, + 1.4061076641082764, + 1.4071307182312012, + 1.406912088394165, + 1.407189130783081, + 1.4066314697265625, + 1.407301425933838, + 1.4075847864151, + 1.4074288606643677, + 1.4068108797073364, + 1.4067800045013428, + 1.4076356887817383, + 1.407368779182434, + 1.4076876640319824, + 1.407362461090088, + 1.4075121879577637, + 1.4081083536148071, + 1.4090336561203003, + 1.4098756313323975, + 1.4068388938903809, + 1.407340168952942, + 1.408215880393982, + 1.4045405387878418, + 1.405492901802063, + 1.4073879718780518 ], "timestamps": [ - "2026-06-20 01:10:00", "2026-06-20 01:20:00", "2026-06-20 01:30:00", "2026-06-20 01:40:00", @@ -533,6 +532,7 @@ "2026-06-21 01:40:00", "2026-06-21 01:50:00", "2026-06-21 02:00:00", - "2026-06-21 02:10:00" + "2026-06-21 02:10:00", + "2026-06-21 02:20:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 5cf553dc40ccc0e3518f78635275d333b74b76e6..42ec0dd906c0913eb0f97d10e1fd4ba076416a80 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T02:34:30.182391+00:00", + "evaluated_at": "2026-06-22T02:41:46.433480+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t202400z", - "data_fetched_at": "2026-06-22T02:32:16.827029Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t011000z", + "data_fetched_at": "2026-06-22T02:39:58.698672Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": []