diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index ed10e5a0ead921df4c7633c9a53be59a00760663..24b473f6f24fc0e23b1830a6d36ed1f4472fc0aa 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -7,4 +7,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-13,Chronos-2,3.778,2.889,3.778,3.222,3.778,2.000,3.778,3.222,3.778 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 -2026-06-16,Chronos-2,3.500,3.200,3.500,3.600,3.500,3.400,3.500,3.600,3.400 +2026-06-16,Chronos-2,3.300,2.900,3.300,3.400,3.300,3.400,3.300,3.400,3.200 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 3cdeceb5ca831d1f88d6dbda665bf3c47d343adf..130b3208dd0267b35a23a5b9c96df89186637a49 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.4,3.1,3.4,3.35,3.4,3.0,3.4,3.35,3.4 +2026-W25,Chronos-Bolt-Mini,3.3,2.95,3.3,3.25,3.3,3.0,3.3,3.25,3.3 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 30d9c575d6d5e89b35d14421264973b029f507c9..46aa657d0f90553fd76c8390179f2939a362c8f5 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,199877.7547454834,199877.7547454834,378.3776041666667,0.5583550027540446,0.0056970421241776675,0.005689237061483228,4.97744829761615,447.07690025932163,0.006727626194557986,0.0056938371894169094,0.0055811821618433986,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,194909.35348002115,194909.35348002115,373.798828125,0.5515983065828071,0.0056273190356965945,0.005620081858979421,4.97744829761615,441.4853944130215,0.00664302740216419,0.005624548149396259,0.005557832088016199,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,21.214517068782698,21.214517068782698,3.539318402608236,1.9789881963700378,0.15490083681352404,0.13723456075629611,45.407755932767486,4.605921956436377,0.20224696831727318,0.1554121896999923,0.1244117530198234,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.01746036828201034,0.01746036828201034,0.11186654000387837,0.14275520143367892,2.653873848704821,0.5929814159294807,0.7254141304398535,0.13213768683464358,0.350885643566366,0.297056531131226,0.3100011121760581,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0008683706416298714,0.0008683706416298714,0.02518873269824932,0.03172550905673716,0.3717213615242502,0.2090194009620352,0.5947164835908963,0.029468129252293425,0.10173116911627138,0.08695764851617532,0.2005274136940089,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.002827355292071084,0.002827355292071084,0.0424229179819425,0.3636250484287788,0.04196817438108593,0.04301704491911921,3.025360437838735,0.05317288117143065,0.05317288117143065,0.0424229179819425,0.058004579941431676,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.005090760491990902,0.005090760491990902,0.03127884864807129,0.09080957036890512,0.0022016832581302883,0.0022100466156825343,2.815649966417586,0.07134956546462565,0.005084292260139935,0.0022288966590318354,0.005781348277664624,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,36.30065420082034,36.30065420082034,3.325399478276571,0.5180198098494787,0.1671415298271853,0.18439594895877487,5.903503857532037,6.025002423304105,0.37461154963548843,0.2067605893228956,0.19873262321942142,Air Quality,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 01421e1d2e4c82921f316e0dd5e669395b10d4ba..dd2930f7626022d225c2e2aa3633f65a017bb856 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T13:12:07.539508+00:00", + "evaluated_at": "2026-06-16T13:20:25.668638+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66514.0, 66481.7265625, 66429.828125, - 66154.109375 + 66264.0 ], "p50": [ 66442.7578125, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f71a422523a5356ad2d446473ff92087758d99ba..63b507eb3a328a0aa0759ed8f6a32bec3b623b66 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T13:04:43.577921+00:00", + "evaluated_at": "2026-06-16T13:20:36.197996+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.0529999732971191, - 1.0499999523162842, - 1.0570000410079956, 1.0549999475479126, 1.065000057220459, 1.0809999704360962, @@ -101,12 +98,12 @@ 1.184000015258789, 1.1200000047683716, 1.062000036239624, - 0.996999979019165 - ], - "actuals": [ + 0.996999979019165, 0.9539999961853027, 0.890999972820282, - 0.8190000057220459, + 0.8190000057220459 + ], + "actuals": [ 0.7549999952316284, 0.6990000009536743, 0.656000018119812, @@ -127,90 +124,90 @@ -0.06199999898672104, -0.0860000029206276, -0.11999999731779099, - -0.17000000178813934 + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126 ], "p50": [ - 0.8805283904075623, - 0.8220798373222351, - 0.7666038274765015, - 0.703363299369812, - 0.6481561660766602, - 0.5848193168640137, - 0.5270774364471436, - 0.47222912311553955, - 0.4219721555709839, - 0.35959339141845703, - 0.31570935249328613, - 0.26881515979766846, - 0.22160935401916504, - 0.19052696228027344, - 0.15962457656860352, - 0.10554158687591553, - -0.13580787181854248, - -0.15973937511444092, - -0.19886243343353271, - -0.22367727756500244, - -0.26327991485595703, - -0.3072456121444702, - -0.3427170515060425, - -0.381717324256897 + 0.7252650260925293, + 0.6701894998550415, + 0.6162786483764648, + 0.56632399559021, + 0.5177648067474365, + 0.45949113368988037, + 0.40831196308135986, + 0.35747551918029785, + 0.31352007389068604, + 0.25834763050079346, + 0.2224416732788086, + 0.18403756618499756, + 0.14364230632781982, + 0.1162266731262207, + 0.0784451961517334, + 0.02984631061553955, + -0.049571871757507324, + -0.07584619522094727, + -0.10548436641693115, + -0.12881410121917725, + -0.14922046661376953, + -0.17716622352600098, + -0.19569122791290283, + -0.22046303749084473 ], "p10": [ - 0.8264098763465881, - 0.7680034637451172, - 0.6907027959823608, - 0.6206289529800415, - 0.5519771575927734, - 0.4681668281555176, - 0.3837321996688843, - 0.3327103853225708, - 0.26048243045806885, - 0.197579026222229, - 0.12991881370544434, - 0.06692838668823242, - 0.0012500286102294922, - -0.059458255767822266, - -0.1043236255645752, - -0.18336796760559082, - -0.47134554386138916, - -0.5462774038314819, - -0.6398876905441284, - -0.6691402196884155, - -0.7589250802993774, - -0.8176542520523071, - -0.9352818727493286, - -0.9411624670028687 + 0.6740622520446777, + 0.6199491024017334, + 0.5413376092910767, + 0.4885751008987427, + 0.4257833957672119, + 0.3478313684463501, + 0.27282845973968506, + 0.22310030460357666, + 0.15836715698242188, + 0.10248172283172607, + 0.04529869556427002, + -0.006955265998840332, + -0.05676674842834473, + -0.10391891002655029, + -0.1639094352722168, + -0.22498559951782227, + -0.28347647190093994, + -0.34364521503448486, + -0.422613263130188, + -0.454555869102478, + -0.5086373090744019, + -0.5527418851852417, + -0.609512448310852, + -0.629942774772644 ], "p90": [ - 0.9464142918586731, - 0.8942474126815796, - 0.8421210646629333, - 0.7907147407531738, - 0.748131275177002, - 0.705823540687561, - 0.6591587066650391, - 0.6218850612640381, - 0.5773066282272339, - 0.5439209938049316, - 0.4964606761932373, - 0.47879016399383545, - 0.4520251750946045, - 0.433199405670166, - 0.4150625467300415, - 0.38601255416870117, - 0.3525341749191284, - 0.3256535530090332, - 0.31014883518218994, - 0.32429707050323486, - 0.30591022968292236, - 0.3120628595352173, - 0.30154716968536377, - 0.28767263889312744 + 0.7864325642585754, + 0.7344609498977661, + 0.6855428218841553, + 0.6480529308319092, + 0.6099475622177124, + 0.5736981630325317, + 0.5295510292053223, + 0.49937331676483154, + 0.4603661298751831, + 0.43307554721832275, + 0.3946669101715088, + 0.3826613426208496, + 0.37153398990631104, + 0.34694957733154297, + 0.32125794887542725, + 0.29284942150115967, + 0.36589956283569336, + 0.33411478996276855, + 0.3288893699645996, + 0.3450556993484497, + 0.3382197618484497, + 0.363467812538147, + 0.3630634546279907, + 0.36114609241485596 ], "timestamps": [ - "2026-06-16 01:00:00", - "2026-06-16 01:06:00", - "2026-06-16 01:12:00", "2026-06-16 01:18:00", "2026-06-16 01:24:00", "2026-06-16 01:30:00", @@ -327,6 +324,9 @@ "2026-06-16 12:36:00", "2026-06-16 12:42:00", "2026-06-16 12:48:00", - "2026-06-16 12:54:00" + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 1910063adc833d9187f4a1d0502568ec8d7d48bf..52068f0250f4454e60196b435b12801fdeb899b9 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T12:58:50.522317+00:00", + "evaluated_at": "2026-06-16T13:20:42.514559+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 5b3059b627f7663cd12fbc221c19e48e2c428f43..df38430f6913a80b210e7337be54792348f3f927 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,41 +1,23 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T13:12:38.255776+00:00", + "evaluated_at": "2026-06-16T13:20:45.279442+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 82, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t104800z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t042000z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 1854e2a1f9de340cea562e2f4a80fdc69ca81252..b84d3ff646abc37c9b9dce44596075fc13ca2e7b 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -932,3 +932,6 @@ {"evaluated_at": "2026-06-16T13:16:40.518739+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} {"evaluated_at": "2026-06-16T13:16:40.518739+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} {"evaluated_at": "2026-06-16T13:16:40.518739+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} +{"evaluated_at": "2026-06-16T13:23:50.043501+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-16T13:23:50.043501+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24} +{"evaluated_at": "2026-06-16T13:23:50.043501+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 56c45e1243bd9ea6a6b30c643b0e9352f305aced..9a69d1d854fe9d35282a64442246818b80e825a1 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,287780.19558461505,270686.2942784627,447.2412109375,0.659973964671372,0.0067353138293222885,0.006721044108221659,5.372305759796073,536.4514848377391,0.008072537541998964,0.006730098746420803,0.006488296327895996,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,306165.7095820109,240644.86030960083,420.447265625,0.6204353311898754,0.0063301257950153815,0.006319451627201141,5.729667425096392,553.3224282296994,0.008325838407064428,0.006326466836859646,0.0064015576314832194,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,20.389437670179024,19.90897415206795,3.58793842792511,2.0061737855892496,0.15681435311786812,0.14013725627870433,34.53104062929811,4.515466495300239,0.19827505065224196,0.15754710488371695,0.11530330121981347,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.09495211991050212,0.09851533540792205,0.25969791408473003,0.33140587020736106,5.924571729011113,0.8675630857827317,2.7706139168221466,0.3081430185976994,0.8182598317044928,0.6896160504950852,0.42232547579616697,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.0018547377997680432,0.001864118426914511,0.029939018189907074,0.25662018213478316,0.030198475164220463,0.0301318809644585,2.76358265462085,0.04306666692197161,0.04306666692197161,0.029939018189907074,0.04599769606634422,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.07904154499865552,0.07619962963233658,0.22263911548846713,0.2804166195826214,4.59536117029129,1.021358850684118,1.4173769862281773,0.28114328197318805,0.9705751769801275,0.7686045257824292,0.47698699861601823,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.0018061604586889028,0.0018358923437263863,0.028705379615227383,0.2460461361285076,0.028783913269805946,0.028834179153129066,2.777763857016957,0.0424989465597549,0.0424989465597549,0.028705379615227383,0.04516292622795811,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.0858602198702935,0.013261509801859953,0.03443155686060587,0.09996259519728025,0.0023934418779542224,0.002425859813641611,2.553107821122366,0.293019145910798,0.020880224930952224,0.0024535552096352914,0.00550384483542626,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,44.24143124135211,39.03964125787386,4.722344597180684,0.7356313327934544,0.2989688090928528,0.2685063750688846,4.367926035316404,6.65142324930177,0.4135599947752396,0.29361728065372134,0.23126366812399082,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.343310821915414,0.3259413206256265,0.46821129322052,0.18441582357267508,0.01917498687644985,0.01934724000200437,1.8667852801686413,0.5859273179460179,0.024278755756790227,0.019401020028424764,0.027920828409967822,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index c7f7c94f2c8044cd801f7f31064c3beeac206c13..6b671a0ada1db9accfd23e0a28aee4317d3e5289 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T13:15:08.242926+00:00", + "evaluated_at": "2026-06-16T13:22:48.435562+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 66514.0, 66481.7265625, 66429.828125, - 66154.109375 + 66264.0 ], "p50": [ - 66365.8125, - 66374.73828125, - 66458.76953125, - 66428.49609375, - 66416.01953125, - 66503.8828125, - 66527.56640625, - 66546.9453125, - 66560.8984375, - 66503.56640625, - 66586.62109375, - 66596.0078125, - 66651.49609375, - 66630.63671875, - 66646.5390625, - 66703.98046875, - 66834.28515625, - 66820.02734375, - 66940.92578125, - 66882.765625, - 66889.48828125, - 66955.3984375, - 67054.40625, - 67040.7734375 + 66364.8046875, + 66351.2265625, + 66401.5703125, + 66491.02734375, + 66478.78515625, + 66495.07421875, + 66504.53515625, + 66543.6015625, + 66569.28515625, + 66540.1875, + 66579.15234375, + 66653.3671875, + 66733.20703125, + 66684.28125, + 66725.5078125, + 66774.1640625, + 66836.21875, + 66687.01953125, + 66932.3828125, + 66888.1640625, + 67037.42578125, + 67003.859375, + 66883.515625, + 66899.50390625 ], "p10": [ - 66116.0, - 65971.02734375, - 66077.01171875, - 65773.171875, - 65744.984375, - 65712.9921875, - 65657.01171875, - 65598.140625, - 65697.59375, - 65546.17578125, - 65431.78125, - 65505.447265625, - 65464.720703125, - 65186.05859375, - 65365.787109375, - 65168.794921875, - 65514.46875, - 65494.599609375, - 65389.845703125, - 65380.794921875, - 65559.0078125, - 65310.337890625, - 65448.01171875, - 65537.240234375 + 66072.20703125, + 65966.26171875, + 65872.671875, + 65920.43359375, + 65745.265625, + 65639.43359375, + 65602.671875, + 65550.68359375, + 65493.611328125, + 65317.818359375, + 65541.4375, + 65504.78125, + 65729.96875, + 65258.623046875, + 65225.5390625, + 65437.896484375, + 65590.26171875, + 65093.068359375, + 65628.18359375, + 65509.6640625, + 65316.5078125, + 65337.5546875, + 65508.806640625, + 65381.80859375 ], "p90": [ - 66680.60546875, - 66771.93359375, - 66935.87890625, - 67003.44140625, - 66907.125, - 67343.4609375, - 67413.98828125, - 67568.4765625, - 67504.55859375, - 67583.625, - 67648.6640625, - 67988.4453125, - 67769.9296875, - 68240.421875, - 68217.94921875, - 68342.3125, - 68795.44921875, - 68735.34375, - 69276.6328125, - 68615.0546875, - 69069.640625, - 69363.05078125, - 69162.578125, - 68741.5234375 + 66642.3828125, + 66739.13671875, + 66990.52734375, + 67103.1953125, + 67374.45703125, + 67325.00390625, + 67233.06640625, + 67336.22265625, + 67578.1328125, + 67457.94140625, + 67736.3125, + 67867.49609375, + 67988.109375, + 67929.2421875, + 68236.875, + 68551.25390625, + 68508.515625, + 68853.71875, + 69088.2265625, + 69154.62109375, + 69261.99609375, + 69066.46484375, + 68831.81640625, + 69488.2890625 ], "timestamps": [ "2026-06-11 14:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f96bca90c6834e63360ed87e92d353a327859f57..86073f127f1d068d16f965a9cce533e9af28f7cf 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T13:07:55.704676+00:00", + "evaluated_at": "2026-06-16T13:22:55.529091+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.0529999732971191, - 1.0499999523162842, - 1.0570000410079956, 1.0549999475479126, 1.065000057220459, 1.0809999704360962, @@ -101,12 +98,12 @@ 1.184000015258789, 1.1200000047683716, 1.062000036239624, - 0.996999979019165 - ], - "actuals": [ + 0.996999979019165, 0.9539999961853027, 0.890999972820282, - 0.8190000057220459, + 0.8190000057220459 + ], + "actuals": [ 0.7549999952316284, 0.6990000009536743, 0.656000018119812, @@ -127,90 +124,90 @@ -0.06199999898672104, -0.0860000029206276, -0.11999999731779099, - -0.17000000178813934 + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126 ], "p50": [ - 0.9402504861354828, - 0.8927433490753174, - 0.8489935398101807, - 0.8103277087211609, - 0.7774501144886017, - 0.7315508425235748, - 0.7056539058685303, - 0.676254153251648, - 0.638861358165741, - 0.6134155988693237, - 0.588283121585846, - 0.5861170887947083, - 0.5433260202407837, - 0.5399162769317627, - 0.5133854150772095, - 0.510962963104248, - 0.4991186857223511, - 0.44137483835220337, - 0.46319514513015747, - 0.40478217601776123, - 0.41644954681396484, - 0.42573434114456177, - 0.43776100873947144, - 0.3674302101135254 + 0.7637365460395813, + 0.7100432515144348, + 0.675098180770874, + 0.6309031844139099, + 0.6061494946479797, + 0.5511895418167114, + 0.5160943865776062, + 0.47574764490127563, + 0.4433913826942444, + 0.44614672660827637, + 0.41299307346343994, + 0.409667432308197, + 0.38220304250717163, + 0.37451618909835815, + 0.34778642654418945, + 0.3652118444442749, + 0.2924267649650574, + 0.2270280122756958, + 0.24475961923599243, + 0.2621833086013794, + 0.25177448987960815, + 0.2943744659423828, + 0.2558540105819702, + 0.24290424585342407 ], "p10": [ - 0.9205343127250671, - 0.861381322145462, - 0.7915559411048889, - 0.7420649528503418, - 0.7067641615867615, - 0.6491173505783081, - 0.609460711479187, - 0.5811594724655151, - 0.5128257274627686, - 0.46879351139068604, - 0.45649731159210205, - 0.3887253999710083, - 0.32432204484939575, - 0.3034445643424988, - 0.21908795833587646, - 0.2721480131149292, - 0.22541362047195435, - 0.16869264841079712, - 0.1248774528503418, - 0.08796566724777222, - 0.039774298667907715, - 0.0029294490814208984, - 0.018227338790893555, - -0.06201440095901489 + 0.7349898219108582, + 0.6699435710906982, + 0.6158967018127441, + 0.5670900344848633, + 0.5131343603134155, + 0.46939849853515625, + 0.3936029076576233, + 0.3586329221725464, + 0.317715048789978, + 0.27890676259994507, + 0.19771534204483032, + 0.2034745216369629, + 0.15751034021377563, + 0.13833802938461304, + 0.10447251796722412, + 0.05679357051849365, + -0.2369697093963623, + -0.18133413791656494, + -0.24989455938339233, + -0.31121206283569336, + -0.2661758065223694, + -0.2654772996902466, + -0.3990823030471802, + -0.46434473991394043 ], "p90": [ - 0.9614750444889069, - 0.9215746819972992, - 0.9074175953865051, - 0.880471795797348, - 0.8651983737945557, - 0.8331751227378845, - 0.8158980011940002, - 0.7939447164535522, - 0.7728146910667419, - 0.7695116102695465, - 0.7748804688453674, - 0.7353485822677612, - 0.7600245773792267, - 0.7370534241199493, - 0.7484403550624847, - 0.7314750254154205, - 0.7522343397140503, - 0.8040742576122284, - 0.7831796407699585, - 0.7038620114326477, - 0.7859507203102112, - 0.8095252215862274, - 0.8654549419879913, - 0.7798564434051514 + 0.7846393287181854, + 0.7476662397384644, + 0.7233875393867493, + 0.6934544444084167, + 0.677490234375, + 0.659650981426239, + 0.6326241493225098, + 0.5970068573951721, + 0.6001851558685303, + 0.6172030568122864, + 0.5903518795967102, + 0.5729802250862122, + 0.5923709869384766, + 0.5597034692764282, + 0.6024117469787598, + 0.5976320505142212, + 0.6278713941574097, + 0.6734452247619629, + 0.7777949273586273, + 0.7314655184745789, + 0.8200157880783081, + 0.9292927086353302, + 0.9053042232990265, + 0.887749433517456 ], "timestamps": [ - "2026-06-16 01:00:00", - "2026-06-16 01:06:00", - "2026-06-16 01:12:00", "2026-06-16 01:18:00", "2026-06-16 01:24:00", "2026-06-16 01:30:00", @@ -327,6 +324,9 @@ "2026-06-16 12:36:00", "2026-06-16 12:42:00", "2026-06-16 12:48:00", - "2026-06-16 12:54:00" + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 491667522baa5a8c08f49ec0459cb4b58fe781ef..3789d8e2028ed0c8ea2cf097b3264b4ed92bbb62 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T13:00:34.003071+00:00", + "evaluated_at": "2026-06-16T13:23:02.543122+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 0.8999999761581421 ], "p50": [ - 0.9477919042110443, - 0.9882240891456604, - 0.986781120300293, - 0.9923336505889893, - 0.9791019558906555, - 0.9790077209472656, - 0.9823565185070038, - 1.0034599900245667, - 0.9908803105354309, - 0.9760270714759827, - 0.9770779609680176, - 1.0003881454467773, - 1.009065568447113, - 1.0286327600479126, - 1.0125200748443604, - 1.0055755972862244, - 1.011062204837799, - 0.9874737560749054, - 1.006444275379181, - 1.0159817337989807, - 1.0097773671150208, - 0.9914507865905762, - 0.9840814173221588, - 0.979315459728241 + 0.9416316747665405, + 0.9728548228740692, + 0.9918521344661713, + 0.976420521736145, + 0.9714130163192749, + 0.9744223356246948, + 1.0113259553909302, + 0.9916121959686279, + 1.0078712105751038, + 0.9856579899787903, + 0.9830999672412872, + 0.9886667728424072, + 1.0247545838356018, + 1.0316657423973083, + 1.0198691487312317, + 1.0065486431121826, + 1.010201334953308, + 0.9964543581008911, + 1.0339424014091492, + 1.009153962135315, + 1.0101088285446167, + 0.998981237411499, + 0.9799460172653198, + 1.0144925713539124 ], "p10": [ - 0.839842677116394, - 0.8445715010166168, - 0.8760238885879517, - 0.8488759994506836, - 0.8286342322826385, - 0.8357023596763611, - 0.7943867444992065, - 0.8725248575210571, - 0.8521336615085602, - 0.8341808915138245, - 0.7992860674858093, - 0.8567294776439667, - 0.859276294708252, - 0.8525581359863281, - 0.8187832832336426, - 0.8461169898509979, - 0.8134949505329132, - 0.8121147155761719, - 0.8478347063064575, - 0.8664261102676392, - 0.8309886455535889, - 0.8037638664245605, - 0.7848169505596161, - 0.7890691459178925 + 0.8483331203460693, + 0.8435266315937042, + 0.8609999120235443, + 0.8513537347316742, + 0.8458341360092163, + 0.8214113712310791, + 0.8597051799297333, + 0.8411420285701752, + 0.8360279202461243, + 0.8430744409561157, + 0.8056051731109619, + 0.8467012643814087, + 0.826622724533081, + 0.8856824040412903, + 0.8519203960895538, + 0.8670417070388794, + 0.8314058184623718, + 0.8300259709358215, + 0.8477710485458374, + 0.8363993167877197, + 0.8188861012458801, + 0.792365163564682, + 0.8015463054180145, + 0.7983345091342926 ], "p90": [ - 1.0491441488265991, - 1.1219574213027954, - 1.119381070137024, - 1.1366478204727173, - 1.1377079486846924, - 1.1316869854927063, - 1.1328949332237244, - 1.1609275341033936, - 1.1677150130271912, - 1.133807361125946, - 1.138214647769928, - 1.1549093127250671, - 1.177543044090271, - 1.186341404914856, - 1.165281057357788, - 1.1928867101669312, - 1.196251630783081, - 1.1712043285369873, - 1.175979495048523, - 1.1957250833511353, - 1.2267675995826721, - 1.1748953461647034, - 1.1563864946365356, - 1.1842333674430847 + 1.058715581893921, + 1.101384699344635, + 1.1254328489303589, + 1.1462774276733398, + 1.1089219450950623, + 1.1492281556129456, + 1.1686244010925293, + 1.1546097993850708, + 1.151368260383606, + 1.1303520202636719, + 1.170644998550415, + 1.1595458984375, + 1.2125257849693298, + 1.1890845894813538, + 1.1404260396957397, + 1.1742119789123535, + 1.1945641040802002, + 1.1840225458145142, + 1.1922854781150818, + 1.2152427434921265, + 1.2419464588165283, + 1.2022886276245117, + 1.167110562324524, + 1.2132571935653687 ], "timestamps": [ "2026-06-14 22:20:00", diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index e0a3e62c631ebcf1f7b057a8214033e1173f6e6e..43718cba29fc65360c3b540aa35339739e0ead20 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,41 +1,23 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-16T13:15:44.305046+00:00", + "evaluated_at": "2026-06-16T13:23:05.829090+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 82, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t104800z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t042000z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index c4a698cb964b9b74c36b21cc4023ee2afde07b4a..3f7a21f6733f5d31d91892519da7b4761cab586f 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-16T13:12:00.542055+00:00", - "finished_at": "2026-06-16T13:16:40.516372+00:00", - "task_count": 6, + "started_at": "2026-06-16T13:20:00.200566+00:00", + "finished_at": "2026-06-16T13:23:50.036159+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,41 +10,23 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T13:12:38.255776+00:00", + "evaluated_at": "2026-06-16T13:20:45.279442+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 82, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t104800z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t042000z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 } @@ -54,41 +36,23 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T13:13:25.780376+00:00", + "evaluated_at": "2026-06-16T13:21:18.192674+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 82, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t104800z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t042000z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 } @@ -98,41 +62,23 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-16T13:14:12.220403+00:00", + "evaluated_at": "2026-06-16T13:22:00.723435+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 82, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t104800z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t042000z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 } @@ -142,41 +88,23 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-16T13:14:47.002069+00:00", + "evaluated_at": "2026-06-16T13:22:21.342182+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 82, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t104800z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t042000z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 } @@ -186,41 +114,23 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-16T13:15:44.305046+00:00", + "evaluated_at": "2026-06-16T13:23:05.829090+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 82, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t104800z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t042000z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 } @@ -230,41 +140,23 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-16T13:16:40.513501+00:00", + "evaluated_at": "2026-06-16T13:23:50.033303+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 82, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t104800z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t042000z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 } @@ -274,7 +166,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-16T13:16:54.897907+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_132025.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_132025.json new file mode 100644 index 0000000000000000000000000000000000000000..309909aaad12dfc6b00f322e15980b65128be76d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_132025.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T13:20:25.668638+00:00", + "metrics": { + "MSE[mean]": 194909.35348002115, + "MSE[0.5]": 194909.35348002115, + "MAE[0.5]": 373.798828125, + "MASE[0.5]": 0.5515983065828071, + "MAPE[0.5]": 0.0056273190356965945, + "sMAPE[0.5]": 0.005620081858979421, + "MSIS": 4.97744829761615, + "RMSE[mean]": 441.4853944130215, + "NRMSE[mean]": 0.00664302740216419, + "ND[0.5]": 0.005624548149396259, + "mean_weighted_sum_quantile_loss": 0.005557832088016199 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875 + ], + "actual": [ + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66264.0 + ], + "predictions": { + "p50": [ + 66442.7578125, + 66435.6796875, + 66434.921875, + 66445.4921875, + 66470.7890625, + 66486.4765625, + 66513.5, + 66533.53125, + 66579.125, + 66583.375, + 66610.7109375, + 66615.203125, + 66613.3515625, + 66648.0703125, + 66667.3125, + 66626.921875, + 66688.2421875, + 66675.5703125, + 66677.3515625, + 66689.3125, + 66735.3359375, + 66724.921875, + 66751.640625, + 66751.6015625 + ], + "p10": [ + 66093.4921875, + 66007.046875, + 65907.7265625, + 65865.0078125, + 65855.8515625, + 65807.9765625, + 65767.1484375, + 65722.4609375, + 65711.2890625, + 65735.3203125, + 65633.6875, + 65602.421875, + 65522.52734375, + 65406.55078125, + 65328.5546875, + 65225.390625, + 65205.9140625, + 65137.2109375, + 65103.046875, + 65095.67578125, + 65043.6484375, + 64998.77734375, + 64961.97265625, + 64928.59375 + ], + "p90": [ + 66726.96875, + 66757.7109375, + 66826.625, + 66901.6015625, + 66975.7421875, + 67042.546875, + 67120.0234375, + 67194.140625, + 67244.4140625, + 67287.265625, + 67392.21875, + 67414.953125, + 67461.296875, + 67488.9140625, + 67540.40625, + 67563.5703125, + 67729.9765625, + 67749.6484375, + 67783.2578125, + 67854.8359375, + 67887.125, + 67963.2421875, + 68015.4609375, + 68066.484375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_132248.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_132248.json new file mode 100644 index 0000000000000000000000000000000000000000..2342087cd8637b4cd3799659d62606ef94e223d1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_132248.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T13:22:48.435562+00:00", + "metrics": { + "MSE[mean]": 306165.7095820109, + "MSE[0.5]": 240644.86030960083, + "MAE[0.5]": 420.447265625, + "MASE[0.5]": 0.6204353311898754, + "MAPE[0.5]": 0.0063301257950153815, + "sMAPE[0.5]": 0.006319451627201141, + "MSIS": 5.729667425096392, + "RMSE[mean]": 553.3224282296994, + "NRMSE[mean]": 0.008325838407064428, + "ND[0.5]": 0.006326466836859646, + "mean_weighted_sum_quantile_loss": 0.0064015576314832194 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875 + ], + "actual": [ + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66264.0 + ], + "predictions": { + "p50": [ + 66364.8046875, + 66351.2265625, + 66401.5703125, + 66491.02734375, + 66478.78515625, + 66495.07421875, + 66504.53515625, + 66543.6015625, + 66569.28515625, + 66540.1875, + 66579.15234375, + 66653.3671875, + 66733.20703125, + 66684.28125, + 66725.5078125, + 66774.1640625, + 66836.21875, + 66687.01953125, + 66932.3828125, + 66888.1640625, + 67037.42578125, + 67003.859375, + 66883.515625, + 66899.50390625 + ], + "p10": [ + 66072.20703125, + 65966.26171875, + 65872.671875, + 65920.43359375, + 65745.265625, + 65639.43359375, + 65602.671875, + 65550.68359375, + 65493.611328125, + 65317.818359375, + 65541.4375, + 65504.78125, + 65729.96875, + 65258.623046875, + 65225.5390625, + 65437.896484375, + 65590.26171875, + 65093.068359375, + 65628.18359375, + 65509.6640625, + 65316.5078125, + 65337.5546875, + 65508.806640625, + 65381.80859375 + ], + "p90": [ + 66642.3828125, + 66739.13671875, + 66990.52734375, + 67103.1953125, + 67374.45703125, + 67325.00390625, + 67233.06640625, + 67336.22265625, + 67578.1328125, + 67457.94140625, + 67736.3125, + 67867.49609375, + 67988.109375, + 67929.2421875, + 68236.875, + 68551.25390625, + 68508.515625, + 68853.71875, + 69088.2265625, + 69154.62109375, + 69261.99609375, + 69066.46484375, + 68831.81640625, + 69488.2890625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_132322.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_132322.json new file mode 100644 index 0000000000000000000000000000000000000000..10feab295f751bb0c055fb84a1a6ae26c9793962 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_132322.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T13:23:22.422540+00:00", + "metrics": { + "MSE[mean]": 395497.099861145, + "MSE[0.5]": 395497.099861145, + "MAE[0.5]": 559.7275390625, + "MASE[0.5]": 0.8259650364430554, + "MAPE[0.5]": 0.008405668419513278, + "sMAPE[0.5]": 0.008450311714834364, + "MSIS": 5.482569459566783, + "RMSE[mean]": 628.8856015692719, + "NRMSE[mean]": 0.009462836906769398, + "ND[0.5]": 0.008422216061488907, + "mean_weighted_sum_quantile_loss": 0.00846615776397164 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875 + ], + "actual": [ + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66264.0 + ], + "predictions": { + "p50": [ + 66476.875, + 66354.25, + 66258.875, + 66204.375, + 66149.875, + 66095.375, + 66054.5, + 65993.1875, + 65952.3125, + 65918.25, + 65891.0, + 65863.75, + 65850.125, + 65809.25, + 65775.1875, + 65747.9375, + 65720.6875, + 65720.6875, + 65693.4375, + 65686.625, + 65673.0, + 65659.375, + 65625.3125, + 65611.6875 + ], + "p10": [ + 66013.625, + 65686.625, + 65434.5625, + 65237.0, + 65083.71875, + 64964.5, + 64841.875, + 64726.0625, + 64620.46875, + 64560.859375, + 64499.546875, + 64437.3828125, + 64392.25, + 64334.34375, + 64302.1953125, + 64236.83984375, + 64254.98828125, + 64228.5390625, + 64182.765625, + 64160.625, + 64129.1171875, + 64100.1640625, + 64060.140625, + 64043.9609375 + ], + "p90": [ + 66803.875, + 66817.5, + 66831.125, + 66858.375, + 66844.75, + 66858.375, + 66872.0, + 66872.0, + 66885.625, + 66858.375, + 66858.375, + 66858.375, + 66872.0, + 66872.0, + 66831.125, + 66872.0, + 66831.125, + 66858.375, + 66817.5, + 66844.75, + 66844.75, + 66831.125, + 66831.125, + 66831.125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_132103.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_132103.json new file mode 100644 index 0000000000000000000000000000000000000000..1fed3a682ca914d3ff1caf14a465ac73f2507d1d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_132103.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T13:21:03.988173+00:00", + "metrics": { + "MSE[mean]": 202283.9677556356, + "MSE[0.5]": 341149.8060557048, + "MAE[0.5]": 511.4973958333333, + "MASE[0.5]": 0.7547939590351879, + "MAPE[0.5]": 0.0076766496934462455, + "sMAPE[0.5]": 0.007714673861835754, + "MSIS": 5.8656735560480096, + "RMSE[mean]": 449.75990011964785, + "NRMSE[mean]": 0.006767533827165102, + "ND[0.5]": 0.0076964974598404, + "mean_weighted_sum_quantile_loss": 0.005588810018440838 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875 + ], + "actual": [ + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66264.0 + ], + "predictions": { + "p50": [ + 66260.7890625, + 66199.328125, + 66170.046875, + 66126.09375, + 66088.0703125, + 66075.8203125, + 66065.5625, + 66040.296875, + 66054.859375, + 66016.8359375, + 65994.9296875, + 65959.6953125, + 65951.6875, + 65944.8671875, + 65911.890625, + 65870.921875, + 65866.375, + 65853.09375, + 65822.6875, + 65781.7109375, + 65792.0078125, + 65788.0234375, + 65818.75, + 65835.8359375 + ], + "p10": [ + 66220.3515625, + 66203.25, + 66156.8828125, + 66146.296875, + 66108.7890625, + 66066.0078125, + 65988.3671875, + 66034.6796875, + 65967.6171875, + 66070.5859375, + 66025.3046875, + 65892.7734375, + 65914.9140625, + 65936.3125, + 65937.9609375, + 65938.375, + 65877.1640625, + 65736.671875, + 65832.8671875, + 65792.453125, + 65809.8828125, + 65916.2890625, + 65802.65625, + 65741.921875 + ], + "p90": [ + 66568.703125, + 66597.8671875, + 66629.015625, + 66665.2109375, + 66680.3203125, + 66689.2109375, + 66707.203125, + 66731.90625, + 66743.3828125, + 66761.5078125, + 66795.578125, + 66721.390625, + 66753.8515625, + 66791.65625, + 66733.0234375, + 66753.6953125, + 66760.09375, + 66761.5546875, + 66765.203125, + 66753.1484375, + 66771.5, + 66792.671875, + 66803.1640625, + 66840.0234375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_132207.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_132207.json new file mode 100644 index 0000000000000000000000000000000000000000..29072ae2d415d1946fd68d83dbe6fc4103af0d6b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_132207.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-16T13:22:07.205253+00:00", + "metrics": { + "MSE[mean]": 140462.76023864746, + "MSE[0.5]": 140462.76023864746, + "MAE[0.5]": 287.7044270833333, + "MASE[0.5]": 0.42455262787093134, + "MAPE[0.5]": 0.004318140783297521, + "sMAPE[0.5]": 0.004328444890276047, + "MSIS": 5.652880618571228, + "RMSE[mean]": 374.7836178899065, + "NRMSE[mean]": 0.005639366273566239, + "ND[0.5]": 0.0043290863458339615, + "mean_weighted_sum_quantile_loss": 0.006130842655524229 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875 + ], + "actual": [ + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66264.0 + ], + "predictions": { + "p50": [ + 66377.7109375, + 66362.4140625, + 66349.0234375, + 66355.4765625, + 66351.09375, + 66352.296875, + 66337.7265625, + 66332.0234375, + 66306.640625, + 66298.296875, + 66294.1484375, + 66294.4453125, + 66292.1875, + 66292.984375, + 66277.921875, + 66269.1953125, + 66253.171875, + 66257.3828125, + 66256.328125, + 66263.0859375, + 66246.484375, + 66237.6875, + 66211.8515625, + 66197.5234375 + ], + "p10": [ + 66025.2109375, + 65819.0, + 65650.6171875, + 65531.296875, + 65436.98046875, + 65375.15625, + 65269.33203125, + 65196.31640625, + 65135.578125, + 65089.16796875, + 65025.98828125, + 64983.28125, + 64934.18359375, + 64871.453125, + 64787.6328125, + 64742.4140625, + 64709.23046875, + 64675.359375, + 64641.05859375, + 64620.578125, + 64557.63671875, + 64496.41796875, + 64429.74609375, + 64386.3984375 + ], + "p90": [ + 66676.5078125, + 66757.546875, + 66836.765625, + 66945.0625, + 67025.4140625, + 67125.9140625, + 67206.9453125, + 67286.390625, + 67324.53125, + 67381.171875, + 67436.71875, + 67477.8125, + 67520.09375, + 67565.0625, + 67604.609375, + 67617.65625, + 67627.3828125, + 67693.609375, + 67758.5859375, + 67826.5859375, + 67828.0546875, + 67857.0625, + 67852.5546875, + 67863.3984375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_132141.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_132141.json new file mode 100644 index 0000000000000000000000000000000000000000..751450a138fc67e51294fc6988df7fcdfed286cf --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_132141.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T13:21:41.339243+00:00", + "metrics": { + "MSE[mean]": 141207.60608927408, + "MSE[0.5]": 141207.60608927408, + "MAE[0.5]": 263.8717447916667, + "MASE[0.5]": 0.38938379853203015, + "MAPE[0.5]": 0.003964119593705315, + "sMAPE[0.5]": 0.003968969124000992, + "MSIS": 5.470122458913497, + "RMSE[mean]": 375.77600520692386, + "NRMSE[mean]": 0.005654298718045566, + "ND[0.5]": 0.0039704761550232075, + "mean_weighted_sum_quantile_loss": 0.005674209755336164 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875 + ], + "actual": [ + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66264.0 + ], + "predictions": { + "p50": [ + 66409.234375, + 66336.03125, + 66337.65625, + 66365.53125, + 66417.84375, + 66454.8359375, + 66443.1640625, + 66375.609375, + 66349.25, + 66366.0546875, + 66404.9609375, + 66453.8671875, + 66485.9375, + 66470.875, + 66396.109375, + 66377.9453125, + 66384.015625, + 66419.2890625, + 66443.1171875, + 66459.359375, + 66442.546875, + 66431.46875, + 66431.5234375, + 66438.9375 + ], + "p10": [ + 66085.4140625, + 65872.828125, + 65793.2421875, + 65738.6640625, + 65699.0390625, + 65664.8046875, + 65552.6328125, + 65428.8203125, + 65330.3984375, + 65290.03515625, + 65265.55078125, + 65232.3046875, + 65193.6171875, + 65103.48828125, + 64976.76953125, + 64896.984375, + 64880.86328125, + 64865.20703125, + 64831.4453125, + 64805.82421875, + 64750.9765625, + 64697.9609375, + 64663.28515625, + 64622.3046875 + ], + "p90": [ + 66751.8828125, + 66787.2421875, + 66885.0234375, + 66992.25, + 67131.9921875, + 67255.5859375, + 67315.8984375, + 67307.0703125, + 67365.3671875, + 67459.4375, + 67562.671875, + 67698.8828125, + 67803.7890625, + 67823.53125, + 67832.578125, + 67840.8046875, + 67912.9375, + 68001.4921875, + 68084.296875, + 68166.640625, + 68205.5078125, + 68251.4921875, + 68304.296875, + 68352.9453125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260616_132036.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260616_132036.json new file mode 100644 index 0000000000000000000000000000000000000000..2a702a6cc6e227e0b6e995d9b322e329ebd8001f --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260616_132036.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T13:20:36.197996+00:00", + "metrics": { + "MSE[mean]": 0.0008683706416298714, + "MSE[0.5]": 0.0008683706416298714, + "MAE[0.5]": 0.02518873269824932, + "MASE[0.5]": 0.03172550905673716, + "MAPE[0.5]": 0.3717213615242502, + "sMAPE[0.5]": 0.2090194009620352, + "MSIS": 0.5947164835908963, + "RMSE[mean]": 0.029468129252293425, + "NRMSE[mean]": 0.10173116911627138, + "ND[0.5]": 0.08695764851617532, + "mean_weighted_sum_quantile_loss": 0.2005274136940089 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 01:18:00", + "2026-06-16 01:24:00", + "2026-06-16 01:30:00", + "2026-06-16 01:36:00", + "2026-06-16 01:42:00", + "2026-06-16 01:48:00", + "2026-06-16 01:54:00", + "2026-06-16 02:00:00", + "2026-06-16 02:06:00", + "2026-06-16 02:12:00", + "2026-06-16 02:18:00", + "2026-06-16 02:24:00", + "2026-06-16 02:30:00", + "2026-06-16 02:36:00", + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00" + ], + "context": [ + 1.0549999475479126, + 1.065000057220459, + 1.0809999704360962, + 1.097000002861023, + 1.1130000352859497, + 1.1230000257492065, + 1.1440000534057617, + 1.1519999504089355, + 1.1649999618530273, + 1.184999942779541, + 1.1979999542236328, + 1.2300000190734863, + 1.246999979019165, + 1.2719999551773071, + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459 + ], + "actual": [ + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126 + ], + "predictions": { + "p50": [ + 0.7252650260925293, + 0.6701894998550415, + 0.6162786483764648, + 0.56632399559021, + 0.5177648067474365, + 0.45949113368988037, + 0.40831196308135986, + 0.35747551918029785, + 0.31352007389068604, + 0.25834763050079346, + 0.2224416732788086, + 0.18403756618499756, + 0.14364230632781982, + 0.1162266731262207, + 0.0784451961517334, + 0.02984631061553955, + -0.049571871757507324, + -0.07584619522094727, + -0.10548436641693115, + -0.12881410121917725, + -0.14922046661376953, + -0.17716622352600098, + -0.19569122791290283, + -0.22046303749084473 + ], + "p10": [ + 0.6740622520446777, + 0.6199491024017334, + 0.5413376092910767, + 0.4885751008987427, + 0.4257833957672119, + 0.3478313684463501, + 0.27282845973968506, + 0.22310030460357666, + 0.15836715698242188, + 0.10248172283172607, + 0.04529869556427002, + -0.006955265998840332, + -0.05676674842834473, + -0.10391891002655029, + -0.1639094352722168, + -0.22498559951782227, + -0.28347647190093994, + -0.34364521503448486, + -0.422613263130188, + -0.454555869102478, + -0.5086373090744019, + -0.5527418851852417, + -0.609512448310852, + -0.629942774772644 + ], + "p90": [ + 0.7864325642585754, + 0.7344609498977661, + 0.6855428218841553, + 0.6480529308319092, + 0.6099475622177124, + 0.5736981630325317, + 0.5295510292053223, + 0.49937331676483154, + 0.4603661298751831, + 0.43307554721832275, + 0.3946669101715088, + 0.3826613426208496, + 0.37153398990631104, + 0.34694957733154297, + 0.32125794887542725, + 0.29284942150115967, + 0.36589956283569336, + 0.33411478996276855, + 0.3288893699645996, + 0.3450556993484497, + 0.3382197618484497, + 0.363467812538147, + 0.3630634546279907, + 0.36114609241485596 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260616_132255.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260616_132255.json new file mode 100644 index 0000000000000000000000000000000000000000..7bc15bd831365c5c60854efd8b7cc7132813424a --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260616_132255.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T13:22:55.529091+00:00", + "metrics": { + "MSE[mean]": 0.07904154499865552, + "MSE[0.5]": 0.07619962963233658, + "MAE[0.5]": 0.22263911548846713, + "MASE[0.5]": 0.2804166195826214, + "MAPE[0.5]": 4.59536117029129, + "sMAPE[0.5]": 1.021358850684118, + "MSIS": 1.4173769862281773, + "RMSE[mean]": 0.28114328197318805, + "NRMSE[mean]": 0.9705751769801275, + "ND[0.5]": 0.7686045257824292, + "mean_weighted_sum_quantile_loss": 0.47698699861601823 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 01:18:00", + "2026-06-16 01:24:00", + "2026-06-16 01:30:00", + "2026-06-16 01:36:00", + "2026-06-16 01:42:00", + "2026-06-16 01:48:00", + "2026-06-16 01:54:00", + "2026-06-16 02:00:00", + "2026-06-16 02:06:00", + "2026-06-16 02:12:00", + "2026-06-16 02:18:00", + "2026-06-16 02:24:00", + "2026-06-16 02:30:00", + "2026-06-16 02:36:00", + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00" + ], + "context": [ + 1.0549999475479126, + 1.065000057220459, + 1.0809999704360962, + 1.097000002861023, + 1.1130000352859497, + 1.1230000257492065, + 1.1440000534057617, + 1.1519999504089355, + 1.1649999618530273, + 1.184999942779541, + 1.1979999542236328, + 1.2300000190734863, + 1.246999979019165, + 1.2719999551773071, + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459 + ], + "actual": [ + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126 + ], + "predictions": { + "p50": [ + 0.7637365460395813, + 0.7100432515144348, + 0.675098180770874, + 0.6309031844139099, + 0.6061494946479797, + 0.5511895418167114, + 0.5160943865776062, + 0.47574764490127563, + 0.4433913826942444, + 0.44614672660827637, + 0.41299307346343994, + 0.409667432308197, + 0.38220304250717163, + 0.37451618909835815, + 0.34778642654418945, + 0.3652118444442749, + 0.2924267649650574, + 0.2270280122756958, + 0.24475961923599243, + 0.2621833086013794, + 0.25177448987960815, + 0.2943744659423828, + 0.2558540105819702, + 0.24290424585342407 + ], + "p10": [ + 0.7349898219108582, + 0.6699435710906982, + 0.6158967018127441, + 0.5670900344848633, + 0.5131343603134155, + 0.46939849853515625, + 0.3936029076576233, + 0.3586329221725464, + 0.317715048789978, + 0.27890676259994507, + 0.19771534204483032, + 0.2034745216369629, + 0.15751034021377563, + 0.13833802938461304, + 0.10447251796722412, + 0.05679357051849365, + -0.2369697093963623, + -0.18133413791656494, + -0.24989455938339233, + -0.31121206283569336, + -0.2661758065223694, + -0.2654772996902466, + -0.3990823030471802, + -0.46434473991394043 + ], + "p90": [ + 0.7846393287181854, + 0.7476662397384644, + 0.7233875393867493, + 0.6934544444084167, + 0.677490234375, + 0.659650981426239, + 0.6326241493225098, + 0.5970068573951721, + 0.6001851558685303, + 0.6172030568122864, + 0.5903518795967102, + 0.5729802250862122, + 0.5923709869384766, + 0.5597034692764282, + 0.6024117469787598, + 0.5976320505142212, + 0.6278713941574097, + 0.6734452247619629, + 0.7777949273586273, + 0.7314655184745789, + 0.8200157880783081, + 0.9292927086353302, + 0.9053042232990265, + 0.887749433517456 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260616_132329.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260616_132329.json new file mode 100644 index 0000000000000000000000000000000000000000..5a4991cd3c3e3d0985542444d108381482cfe467 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260616_132329.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T13:23:29.081685+00:00", + "metrics": { + "MSE[mean]": 0.04810162400226739, + "MSE[0.5]": 0.04810162400226739, + "MAE[0.5]": 0.1654201428949212, + "MASE[0.5]": 0.20834864161087116, + "MAPE[0.5]": 3.358067844291931, + "sMAPE[0.5]": 0.9455223738193156, + "MSIS": 0.8183051013041841, + "RMSE[mean]": 0.2193208243698427, + "NRMSE[mean]": 0.7571489755479491, + "ND[0.5]": 0.5710706773410564, + "mean_weighted_sum_quantile_loss": 0.41486799090252685 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 01:18:00", + "2026-06-16 01:24:00", + "2026-06-16 01:30:00", + "2026-06-16 01:36:00", + "2026-06-16 01:42:00", + "2026-06-16 01:48:00", + "2026-06-16 01:54:00", + "2026-06-16 02:00:00", + "2026-06-16 02:06:00", + "2026-06-16 02:12:00", + "2026-06-16 02:18:00", + "2026-06-16 02:24:00", + "2026-06-16 02:30:00", + "2026-06-16 02:36:00", + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00" + ], + "context": [ + 1.0549999475479126, + 1.065000057220459, + 1.0809999704360962, + 1.097000002861023, + 1.1130000352859497, + 1.1230000257492065, + 1.1440000534057617, + 1.1519999504089355, + 1.1649999618530273, + 1.184999942779541, + 1.1979999542236328, + 1.2300000190734863, + 1.246999979019165, + 1.2719999551773071, + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459 + ], + "actual": [ + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126 + ], + "predictions": { + "p50": [ + 0.7860107421875, + 0.7158203125, + 0.65966796875, + 0.61053466796875, + 0.56842041015625, + 0.519287109375, + 0.4771728515625, + 0.42803955078125, + 0.3929443359375, + 0.350830078125, + 0.31573486328125, + 0.30169677734375, + 0.2806396484375, + 0.27362060546875, + 0.24554443359375, + 0.238525390625, + 0.20343017578125, + 0.21746826171875, + 0.20343017578125, + 0.21044921875, + 0.20343017578125, + 0.21044921875, + 0.21746826171875, + 0.21746826171875 + ], + "p10": [ + 0.75091552734375, + 0.6737060546875, + 0.5894775390625, + 0.52630615234375, + 0.45611572265625, + 0.37890625, + 0.32275390625, + 0.2525634765625, + 0.182373046875, + 0.11920166015625, + 0.0560302734375, + 0.013916015625, + -0.04925537109375, + -0.1124267578125, + -0.1405029296875, + -0.1826171875, + -0.2528076171875, + -0.2808837890625, + -0.322998046875, + -0.35107421875, + -0.379150390625, + -0.3931884765625, + -0.4212646484375, + -0.4072265625 + ], + "p90": [ + 0.8140869140625, + 0.7579345703125, + 0.72283935546875, + 0.687744140625, + 0.68072509765625, + 0.63861083984375, + 0.631591796875, + 0.59649658203125, + 0.5894775390625, + 0.575439453125, + 0.575439453125, + 0.58245849609375, + 0.59649658203125, + 0.603515625, + 0.6175537109375, + 0.62457275390625, + 0.68072509765625, + 0.7298583984375, + 0.7579345703125, + 0.77197265625, + 0.7860107421875, + 0.828125, + 0.86322021484375, + 0.908843994140625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260616_132109.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260616_132109.json new file mode 100644 index 0000000000000000000000000000000000000000..ef97c54a150e6d8411e5c6ddab882c87fa02843e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260616_132109.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T13:21:09.974354+00:00", + "metrics": { + "MSE[mean]": 0.0309402438055054, + "MSE[0.5]": 0.019284422299366694, + "MAE[0.5]": 0.10977789041741441, + "MASE[0.5]": 0.13826656141812332, + "MAPE[0.5]": 2.27276185375136, + "sMAPE[0.5]": 0.9236437593837658, + "MSIS": 8.668959137618055, + "RMSE[mean]": 0.17589839057110615, + "NRMSE[mean]": 0.6072441438431821, + "ND[0.5]": 0.37898005128412854, + "mean_weighted_sum_quantile_loss": 0.5265379983902697 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 01:18:00", + "2026-06-16 01:24:00", + "2026-06-16 01:30:00", + "2026-06-16 01:36:00", + "2026-06-16 01:42:00", + "2026-06-16 01:48:00", + "2026-06-16 01:54:00", + "2026-06-16 02:00:00", + "2026-06-16 02:06:00", + "2026-06-16 02:12:00", + "2026-06-16 02:18:00", + "2026-06-16 02:24:00", + "2026-06-16 02:30:00", + "2026-06-16 02:36:00", + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00" + ], + "context": [ + 1.0549999475479126, + 1.065000057220459, + 1.0809999704360962, + 1.097000002861023, + 1.1130000352859497, + 1.1230000257492065, + 1.1440000534057617, + 1.1519999504089355, + 1.1649999618530273, + 1.184999942779541, + 1.1979999542236328, + 1.2300000190734863, + 1.246999979019165, + 1.2719999551773071, + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459 + ], + "actual": [ + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126 + ], + "predictions": { + "p50": [ + 0.7658583521842957, + 0.7037002444267273, + 0.660790205001831, + 0.5782746076583862, + 0.5241357088088989, + 0.4978068470954895, + 0.44750383496284485, + 0.40229856967926025, + 0.3597397804260254, + 0.34441041946411133, + 0.3088156282901764, + 0.2684251070022583, + 0.25799086689949036, + 0.2412196695804596, + 0.21614433825016022, + 0.1532220095396042, + 0.14809316396713257, + 0.14204102754592896, + 0.08802687376737595, + 0.09765540808439255, + 0.09457216411828995, + 0.020377516746520996, + 0.0003347545862197876, + 0.014674261212348938 + ], + "p10": [ + 0.7843157649040222, + 0.7428870797157288, + 0.642748236656189, + 0.6263351440429688, + 0.5945873260498047, + 0.5405857563018799, + 0.4944364130496979, + 0.43864160776138306, + 0.4409254789352417, + 0.3630130887031555, + 0.38404786586761475, + 0.32786309719085693, + 0.3034020662307739, + 0.3083535134792328, + 0.26443982124328613, + 0.21164047718048096, + 0.22820571064949036, + 0.20416808128356934, + 0.2147357165813446, + 0.20245951414108276, + 0.17104482650756836, + 0.1617167443037033, + 0.15711446106433868, + 0.1286485195159912 + ], + "p90": [ + 0.7792912721633911, + 0.7367395758628845, + 0.7065317034721375, + 0.6333661079406738, + 0.5936291217803955, + 0.5654064416885376, + 0.5106062293052673, + 0.4761362373828888, + 0.45926710963249207, + 0.44063451886177063, + 0.4589901566505432, + 0.3921324610710144, + 0.4368002116680145, + 0.4218451976776123, + 0.38936635851860046, + 0.35932353138923645, + 0.35782498121261597, + 0.3773655295372009, + 0.35285553336143494, + 0.37461161613464355, + 0.38684946298599243, + 0.3505382835865021, + 0.3444526195526123, + 0.3560500144958496 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260616_132212.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260616_132212.json new file mode 100644 index 0000000000000000000000000000000000000000..0fb75630d3b6b072d96e25b82337ede57995ac99 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260616_132212.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-16T13:22:12.707482+00:00", + "metrics": { + "MSE[mean]": 0.0013275722111077178, + "MSE[0.5]": 0.0013275722111077178, + "MAE[0.5]": 0.03249534409648428, + "MASE[0.5]": 0.04092827319996353, + "MAPE[0.5]": 0.4475814829750618, + "sMAPE[0.5]": 0.2952301755343256, + "MSIS": 0.3775318570008052, + "RMSE[mean]": 0.03643586435241681, + "NRMSE[mean]": 0.12578549003224418, + "ND[0.5]": 0.11218185306125573, + "mean_weighted_sum_quantile_loss": 0.15907215734275157 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 01:18:00", + "2026-06-16 01:24:00", + "2026-06-16 01:30:00", + "2026-06-16 01:36:00", + "2026-06-16 01:42:00", + "2026-06-16 01:48:00", + "2026-06-16 01:54:00", + "2026-06-16 02:00:00", + "2026-06-16 02:06:00", + "2026-06-16 02:12:00", + "2026-06-16 02:18:00", + "2026-06-16 02:24:00", + "2026-06-16 02:30:00", + "2026-06-16 02:36:00", + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00" + ], + "context": [ + 1.0549999475479126, + 1.065000057220459, + 1.0809999704360962, + 1.097000002861023, + 1.1130000352859497, + 1.1230000257492065, + 1.1440000534057617, + 1.1519999504089355, + 1.1649999618530273, + 1.184999942779541, + 1.1979999542236328, + 1.2300000190734863, + 1.246999979019165, + 1.2719999551773071, + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459 + ], + "actual": [ + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126 + ], + "predictions": { + "p50": [ + 0.7548049092292786, + 0.6951723098754883, + 0.6381371021270752, + 0.5768308639526367, + 0.5149135589599609, + 0.4545314311981201, + 0.3976353406906128, + 0.3413032293319702, + 0.28781557083129883, + 0.2337968349456787, + 0.18514537811279297, + 0.13866829872131348, + 0.09816670417785645, + 0.05754542350769043, + 0.015178561210632324, + -0.023700475692749023, + -0.05913746356964111, + -0.08912122249603271, + -0.1224738359451294, + -0.15290582180023193, + -0.18366312980651855, + -0.20955884456634521, + -0.21875905990600586, + -0.2322138547897339 + ], + "p10": [ + 0.7357150912284851, + 0.6716083288192749, + 0.6078931093215942, + 0.5397844314575195, + 0.47079694271087646, + 0.40129268169403076, + 0.3386831283569336, + 0.27688539028167725, + 0.21250510215759277, + 0.146165132522583, + 0.08823871612548828, + 0.030257582664489746, + -0.026453256607055664, + -0.07896673679351807, + -0.13066506385803223, + -0.18371820449829102, + -0.23509681224822998, + -0.28844010829925537, + -0.3364952802658081, + -0.3935965299606323, + -0.44357144832611084, + -0.48818695545196533, + -0.5262438058853149, + -0.562045693397522 + ], + "p90": [ + 0.77825927734375, + 0.7211902141571045, + 0.6701462268829346, + 0.6103454828262329, + 0.5566917657852173, + 0.5057002305984497, + 0.4581301212310791, + 0.4099571704864502, + 0.3668344020843506, + 0.32366693019866943, + 0.28728222846984863, + 0.2518270015716553, + 0.22108721733093262, + 0.1927783489227295, + 0.16966402530670166, + 0.14401555061340332, + 0.12997019290924072, + 0.11566734313964844, + 0.10715162754058838, + 0.09552478790283203, + 0.10335958003997803, + 0.10873603820800781, + 0.11516845226287842, + 0.12506961822509766 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260616_132149.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260616_132149.json new file mode 100644 index 0000000000000000000000000000000000000000..f13f01401f8ab977d4c99f23387dd692e4c8a874 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260616_132149.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T13:21:49.795033+00:00", + "metrics": { + "MSE[mean]": 0.0030336098632169207, + "MSE[0.5]": 0.0030336098632169207, + "MAE[0.5]": 0.04949619811183462, + "MASE[0.5]": 0.062341051464657675, + "MAPE[0.5]": 0.833574698497385, + "sMAPE[0.5]": 0.4445927215900989, + "MSIS": 0.4570805587275187, + "RMSE[mean]": 0.05507821586813539, + "NRMSE[mean]": 0.19014343411934448, + "ND[0.5]": 0.17087294743474887, + "mean_weighted_sum_quantile_loss": 0.21729986428962056 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 01:18:00", + "2026-06-16 01:24:00", + "2026-06-16 01:30:00", + "2026-06-16 01:36:00", + "2026-06-16 01:42:00", + "2026-06-16 01:48:00", + "2026-06-16 01:54:00", + "2026-06-16 02:00:00", + "2026-06-16 02:06:00", + "2026-06-16 02:12:00", + "2026-06-16 02:18:00", + "2026-06-16 02:24:00", + "2026-06-16 02:30:00", + "2026-06-16 02:36:00", + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00" + ], + "context": [ + 1.0549999475479126, + 1.065000057220459, + 1.0809999704360962, + 1.097000002861023, + 1.1130000352859497, + 1.1230000257492065, + 1.1440000534057617, + 1.1519999504089355, + 1.1649999618530273, + 1.184999942779541, + 1.1979999542236328, + 1.2300000190734863, + 1.246999979019165, + 1.2719999551773071, + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459 + ], + "actual": [ + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126 + ], + "predictions": { + "p50": [ + 0.7587270140647888, + 0.7012577056884766, + 0.6419188976287842, + 0.5796582698822021, + 0.5185755491256714, + 0.4590681791305542, + 0.40206801891326904, + 0.34727680683135986, + 0.291692852973938, + 0.24142694473266602, + 0.1871027946472168, + 0.13716018199920654, + 0.08998274803161621, + 0.04173934459686279, + -0.0008858442306518555, + -0.05100524425506592, + -0.08976531028747559, + -0.12364709377288818, + -0.16040265560150146, + -0.19736146926879883, + -0.2313176393508911, + -0.25486838817596436, + -0.2778841257095337, + -0.30845677852630615 + ], + "p10": [ + 0.7424299716949463, + 0.6777215003967285, + 0.6152244806289673, + 0.5445241928100586, + 0.4758634567260742, + 0.40480518341064453, + 0.3375248908996582, + 0.27330446243286133, + 0.20511376857757568, + 0.14268803596496582, + 0.06936728954315186, + 0.005644559860229492, + -0.0601496696472168, + -0.12812817096710205, + -0.19190669059753418, + -0.26600897312164307, + -0.32844555377960205, + -0.3910599946975708, + -0.44264090061187744, + -0.5074812173843384, + -0.571736216545105, + -0.6304796934127808, + -0.6968823671340942, + -0.7559014558792114 + ], + "p90": [ + 0.779845118522644, + 0.7253865003585815, + 0.6723369359970093, + 0.6180717945098877, + 0.5668081045150757, + 0.5137720108032227, + 0.46849381923675537, + 0.42664313316345215, + 0.38567054271698, + 0.34825754165649414, + 0.3084685802459717, + 0.2791832685470581, + 0.24742960929870605, + 0.22230112552642822, + 0.20713841915130615, + 0.18686532974243164, + 0.16332435607910156, + 0.15019989013671875, + 0.14509618282318115, + 0.13024413585662842, + 0.1306920051574707, + 0.13070905208587646, + 0.14341044425964355, + 0.15359282493591309 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260616_132042.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260616_132042.json new file mode 100644 index 0000000000000000000000000000000000000000..ec8b6560337c481b2113a1ac2ee6c55a5887c8c4 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260616_132042.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T13:20:42.514559+00:00", + "metrics": { + "MSE[mean]": 0.002827355292071084, + "MSE[0.5]": 0.002827355292071084, + "MAE[0.5]": 0.0424229179819425, + "MASE[0.5]": 0.3636250484287788, + "MAPE[0.5]": 0.04196817438108593, + "sMAPE[0.5]": 0.04301704491911921, + "MSIS": 3.025360437838735, + "RMSE[mean]": 0.05317288117143065, + "NRMSE[mean]": 0.05317288117143065, + "ND[0.5]": 0.0424229179819425, + "mean_weighted_sum_quantile_loss": 0.058004579941431676 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421 + ], + "actual": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421 + ], + "predictions": { + "p50": [ + 0.923608660697937, + 0.936604380607605, + 0.9434553384780884, + 0.9458794593811035, + 0.9476266503334045, + 0.9560203552246094, + 0.9648745656013489, + 0.9722484350204468, + 0.9761121273040771, + 0.9765456318855286, + 0.9795774221420288, + 0.9856656789779663, + 0.9888903498649597, + 0.9849144220352173, + 0.9816604852676392, + 0.9775811433792114, + 0.9803960919380188, + 0.9864019155502319, + 0.9819427728652954, + 0.9778460264205933, + 0.9682231545448303, + 0.9592784643173218, + 0.9545365571975708, + 0.9589669108390808 + ], + "p10": [ + 0.8434728384017944, + 0.8275121450424194, + 0.8235366940498352, + 0.8180422782897949, + 0.81479811668396, + 0.8090192079544067, + 0.8047332167625427, + 0.8032010197639465, + 0.8063583970069885, + 0.801271915435791, + 0.7992075681686401, + 0.7881653308868408, + 0.7888394594192505, + 0.7875354290008545, + 0.7842816114425659, + 0.7825976610183716, + 0.7628523111343384, + 0.7681069374084473, + 0.765076756477356, + 0.7592217922210693, + 0.7556423544883728, + 0.7417933940887451, + 0.7356216907501221, + 0.7335669994354248 + ], + "p90": [ + 1.0262243747711182, + 1.0693577527999878, + 1.0820014476776123, + 1.0908185243606567, + 1.0973368883132935, + 1.1160060167312622, + 1.1320819854736328, + 1.1371990442276, + 1.1437634229660034, + 1.152465581893921, + 1.1544147729873657, + 1.1660325527191162, + 1.165020227432251, + 1.1613200902938843, + 1.16006338596344, + 1.1623413562774658, + 1.1694152355194092, + 1.1751518249511719, + 1.1766241788864136, + 1.174330711364746, + 1.1680068969726562, + 1.1625300645828247, + 1.1635562181472778, + 1.169400930404663 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260616_132302.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260616_132302.json new file mode 100644 index 0000000000000000000000000000000000000000..16e55312d7d5b6f56389ca6b584dbedfe536e972 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260616_132302.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T13:23:02.543122+00:00", + "metrics": { + "MSE[mean]": 0.0018061604586889028, + "MSE[0.5]": 0.0018358923437263863, + "MAE[0.5]": 0.028705379615227383, + "MASE[0.5]": 0.2460461361285076, + "MAPE[0.5]": 0.028783913269805946, + "sMAPE[0.5]": 0.028834179153129066, + "MSIS": 2.777763857016957, + "RMSE[mean]": 0.0424989465597549, + "NRMSE[mean]": 0.0424989465597549, + "ND[0.5]": 0.028705379615227383, + "mean_weighted_sum_quantile_loss": 0.04516292622795811 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421 + ], + "actual": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421 + ], + "predictions": { + "p50": [ + 0.9416316747665405, + 0.9728548228740692, + 0.9918521344661713, + 0.976420521736145, + 0.9714130163192749, + 0.9744223356246948, + 1.0113259553909302, + 0.9916121959686279, + 1.0078712105751038, + 0.9856579899787903, + 0.9830999672412872, + 0.9886667728424072, + 1.0247545838356018, + 1.0316657423973083, + 1.0198691487312317, + 1.0065486431121826, + 1.010201334953308, + 0.9964543581008911, + 1.0339424014091492, + 1.009153962135315, + 1.0101088285446167, + 0.998981237411499, + 0.9799460172653198, + 1.0144925713539124 + ], + "p10": [ + 0.8483331203460693, + 0.8435266315937042, + 0.8609999120235443, + 0.8513537347316742, + 0.8458341360092163, + 0.8214113712310791, + 0.8597051799297333, + 0.8411420285701752, + 0.8360279202461243, + 0.8430744409561157, + 0.8056051731109619, + 0.8467012643814087, + 0.826622724533081, + 0.8856824040412903, + 0.8519203960895538, + 0.8670417070388794, + 0.8314058184623718, + 0.8300259709358215, + 0.8477710485458374, + 0.8363993167877197, + 0.8188861012458801, + 0.792365163564682, + 0.8015463054180145, + 0.7983345091342926 + ], + "p90": [ + 1.058715581893921, + 1.101384699344635, + 1.1254328489303589, + 1.1462774276733398, + 1.1089219450950623, + 1.1492281556129456, + 1.1686244010925293, + 1.1546097993850708, + 1.151368260383606, + 1.1303520202636719, + 1.170644998550415, + 1.1595458984375, + 1.2125257849693298, + 1.1890845894813538, + 1.1404260396957397, + 1.1742119789123535, + 1.1945641040802002, + 1.1840225458145142, + 1.1922854781150818, + 1.2152427434921265, + 1.2419464588165283, + 1.2022886276245117, + 1.167110562324524, + 1.2132571935653687 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260616_132347.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260616_132347.json new file mode 100644 index 0000000000000000000000000000000000000000..9c42fae2581329ee48ba6decef49aaa2b571c6df --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260616_132347.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T13:23:47.130692+00:00", + "metrics": { + "MSE[mean]": 0.015046975470940064, + "MSE[0.5]": 0.015046975470940064, + "MAE[0.5]": 0.11222235361735027, + "MASE[0.5]": 0.9619059864356845, + "MAPE[0.5]": 0.11410668934580422, + "sMAPE[0.5]": 0.1066873716268499, + "MSIS": 5.540129342092379, + "RMSE[mean]": 0.12266611378428871, + "NRMSE[mean]": 0.12266611378428871, + "ND[0.5]": 0.11222235361735027, + "mean_weighted_sum_quantile_loss": 0.06861766753373323 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421 + ], + "actual": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421 + ], + "predictions": { + "p50": [ + 0.9949913024902344, + 1.0529327392578125, + 1.0794601440429688, + 1.0955162048339844, + 1.1045913696289062, + 1.1119213104248047, + 1.1152372360229492, + 1.1173315048217773, + 1.1183786392211914, + 1.1229162216186523, + 1.1223926544189453, + 1.1251850128173828, + 1.1248359680175781, + 1.1265811920166016, + 1.1274538040161133, + 1.127802848815918, + 1.1269302368164062, + 1.1279773712158203, + 1.1279773712158203, + 1.128326416015625, + 1.1257085800170898, + 1.1269302368164062, + 1.1262321472167969, + 1.1257085800170898 + ], + "p10": [ + 0.893768310546875, + 0.9314651489257812, + 0.9524078369140625, + 0.96636962890625, + 0.9747467041015625, + 0.9824256896972656, + 0.9866142272949219, + 0.9908027648925781, + 0.9928970336914062, + 0.9977836608886719, + 0.9977836608886719, + 1.0012741088867188, + 1.0019721984863281, + 1.0040664672851562, + 1.0061607360839844, + 1.005462646484375, + 1.0047645568847656, + 1.0047645568847656, + 1.005462646484375, + 1.005462646484375, + 1.0026702880859375, + 1.0040664672851562, + 1.0026702880859375, + 1.0026702880859375 + ], + "p90": [ + 1.1225671768188477, + 1.1866168975830078, + 1.2103519439697266, + 1.2218704223632812, + 1.2274551391601562, + 1.2330398559570312, + 1.2351341247558594, + 1.2368793487548828, + 1.2368793487548828, + 1.2407188415527344, + 1.240020751953125, + 1.2424640655517578, + 1.2417659759521484, + 1.2442092895507812, + 1.2438602447509766, + 1.244558334350586, + 1.2435111999511719, + 1.2442092895507812, + 1.2438602447509766, + 1.2442092895507812, + 1.2414169311523438, + 1.2421150207519531, + 1.2421150207519531, + 1.2435111999511719 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260616_132115.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260616_132115.json new file mode 100644 index 0000000000000000000000000000000000000000..23a0a65ca3157816421b3465caa4db799efad858 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260616_132115.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T13:21:15.746838+00:00", + "metrics": { + "MSE[mean]": 0.00421377178848988, + "MSE[0.5]": 0.002342280855969362, + "MAE[0.5]": 0.03438937415679296, + "MASE[0.5]": 0.29476609432010253, + "MAPE[0.5]": 0.035114386758162815, + "sMAPE[0.5]": 0.034351877653106544, + "MSIS": 19.419733396911628, + "RMSE[mean]": 0.06491357168181304, + "NRMSE[mean]": 0.06491357168181304, + "ND[0.5]": 0.03438937415679296, + "mean_weighted_sum_quantile_loss": 0.053654134163150076 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421 + ], + "actual": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421 + ], + "predictions": { + "p50": [ + 0.9456998705863953, + 0.9702212810516357, + 0.9817381501197815, + 0.9874022603034973, + 0.9916402101516724, + 0.9980407953262329, + 1.0023664236068726, + 1.0056496858596802, + 1.00698721408844, + 1.0127829313278198, + 1.0119519233703613, + 1.0182329416275024, + 1.0235501527786255, + 1.0270986557006836, + 1.030869960784912, + 1.029619812965393, + 1.0299955606460571, + 1.0343183279037476, + 1.0366685390472412, + 1.037743091583252, + 1.0349040031433105, + 1.0327537059783936, + 1.0288954973220825, + 1.034543514251709 + ], + "p10": [ + 0.9735829830169678, + 1.0029218196868896, + 1.0161592960357666, + 1.0228121280670166, + 1.0298906564712524, + 1.032464623451233, + 1.041857361793518, + 1.0432589054107666, + 1.047365665435791, + 1.0455716848373413, + 1.0501965284347534, + 1.0590381622314453, + 1.0648674964904785, + 1.0684363842010498, + 1.0713163614273071, + 1.068983554840088, + 1.0719847679138184, + 1.076485276222229, + 1.0769833326339722, + 1.074044942855835, + 1.073534369468689, + 1.0668131113052368, + 1.0699093341827393, + 1.0732736587524414 + ], + "p90": [ + 1.0375921726226807, + 1.074245810508728, + 1.0954818725585938, + 1.104888677597046, + 1.1134685277938843, + 1.1221500635147095, + 1.129352331161499, + 1.134650707244873, + 1.1383326053619385, + 1.1429210901260376, + 1.1444579362869263, + 1.1508177518844604, + 1.159340262413025, + 1.163507103919983, + 1.1673815250396729, + 1.1674532890319824, + 1.1683839559555054, + 1.1727557182312012, + 1.1760728359222412, + 1.1740310192108154, + 1.1731747388839722, + 1.172646403312683, + 1.1683179140090942, + 1.1706550121307373 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260616_132218.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260616_132218.json new file mode 100644 index 0000000000000000000000000000000000000000..975084aa0474dd33dca78a2fae6b88068bd953a0 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260616_132218.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-16T13:22:18.773686+00:00", + "metrics": { + "MSE[mean]": 0.0022425093820877726, + "MSE[0.5]": 0.0022425093820877726, + "MAE[0.5]": 0.03565126657485962, + "MASE[0.5]": 0.3055823161515831, + "MAPE[0.5]": 0.035258503941684345, + "sMAPE[0.5]": 0.035995794593105895, + "MSIS": 3.399945866204589, + "RMSE[mean]": 0.047355141031230945, + "NRMSE[mean]": 0.047355141031230945, + "ND[0.5]": 0.03565126657485962, + "mean_weighted_sum_quantile_loss": 0.05968127990210497 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421 + ], + "actual": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421 + ], + "predictions": { + "p50": [ + 0.9408933520317078, + 0.9551846385002136, + 0.9596312046051025, + 0.9576923847198486, + 0.9591385126113892, + 0.9672777056694031, + 0.979252815246582, + 0.9887572526931763, + 0.9937672019004822, + 0.9788821339607239, + 0.973735511302948, + 0.9903175830841064, + 0.9904214143753052, + 0.9863903522491455, + 0.9824097156524658, + 0.9795912504196167, + 0.9804483652114868, + 0.9846879243850708, + 0.99238520860672, + 0.989940345287323, + 0.9691011905670166, + 0.96122145652771, + 0.9577488303184509, + 0.9590089917182922 + ], + "p10": [ + 0.8515337705612183, + 0.8400567770004272, + 0.8251823782920837, + 0.808356761932373, + 0.795893669128418, + 0.789593517780304, + 0.7912267446517944, + 0.7900346517562866, + 0.7869651317596436, + 0.765974760055542, + 0.7530010342597961, + 0.7632429599761963, + 0.7570129632949829, + 0.7467492818832397, + 0.7368495464324951, + 0.7266091108322144, + 0.7207627296447754, + 0.7192139029502869, + 0.725284218788147, + 0.7208367586135864, + 0.6977081298828125, + 0.6870340704917908, + 0.6789772510528564, + 0.6754323244094849 + ], + "p90": [ + 1.056875467300415, + 1.0965420007705688, + 1.1119641065597534, + 1.1146413087844849, + 1.1194484233856201, + 1.1317245960235596, + 1.1490113735198975, + 1.1600499153137207, + 1.1676996946334839, + 1.1550941467285156, + 1.153672456741333, + 1.1744383573532104, + 1.1763510704040527, + 1.1738260984420776, + 1.171479344367981, + 1.1692112684249878, + 1.1735142469406128, + 1.177901268005371, + 1.1868549585342407, + 1.186886191368103, + 1.1680949926376343, + 1.1638485193252563, + 1.1636264324188232, + 1.1706236600875854 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260616_132158.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260616_132158.json new file mode 100644 index 0000000000000000000000000000000000000000..e5f4853ee602d14ffb2e34567f6888344e6b4d26 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260616_132158.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T13:21:58.464226+00:00", + "metrics": { + "MSE[mean]": 0.007659161709658117, + "MSE[0.5]": 0.007659161709658117, + "MAE[0.5]": 0.07572309672832489, + "MASE[0.5]": 0.6490551811342765, + "MAPE[0.5]": 0.07737842276491301, + "sMAPE[0.5]": 0.0734869217836432, + "MSIS": 3.32265787781898, + "RMSE[mean]": 0.08751663675929347, + "NRMSE[mean]": 0.08751663675929347, + "ND[0.5]": 0.07572309672832489, + "mean_weighted_sum_quantile_loss": 0.06776167982154423 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421 + ], + "actual": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421 + ], + "predictions": { + "p50": [ + 0.989914059638977, + 1.0278574228286743, + 1.0388073921203613, + 1.0340698957443237, + 1.0420570373535156, + 1.0739696025848389, + 1.0844032764434814, + 1.0832512378692627, + 1.0818045139312744, + 1.0779122114181519, + 1.0727370977401733, + 1.086016297340393, + 1.0927350521087646, + 1.0925135612487793, + 1.0884392261505127, + 1.0832020044326782, + 1.0800719261169434, + 1.0915900468826294, + 1.0975208282470703, + 1.0942864418029785, + 1.0890934467315674, + 1.0832840204238892, + 1.0814924240112305, + 1.0917630195617676 + ], + "p10": [ + 0.8536350727081299, + 0.8507088422775269, + 0.8158483505249023, + 0.8026096820831299, + 0.7807495594024658, + 0.8333984613418579, + 0.8431974649429321, + 0.8407602310180664, + 0.8278752565383911, + 0.8242918848991394, + 0.8112794160842896, + 0.8356133699417114, + 0.8536572456359863, + 0.849739670753479, + 0.8388504981994629, + 0.8234710693359375, + 0.8190665245056152, + 0.8370957970619202, + 0.8427190780639648, + 0.8344640731811523, + 0.8195418119430542, + 0.8013424873352051, + 0.7875038981437683, + 0.824984073638916 + ], + "p90": [ + 1.112104058265686, + 1.1408346891403198, + 1.1553623676300049, + 1.1829025745391846, + 1.1980149745941162, + 1.210339903831482, + 1.2032729387283325, + 1.2058051824569702, + 1.2118562459945679, + 1.2086936235427856, + 1.2114404439926147, + 1.240018606185913, + 1.2460383176803589, + 1.247802734375, + 1.2286484241485596, + 1.2158132791519165, + 1.216089129447937, + 1.2417559623718262, + 1.2527062892913818, + 1.2555348873138428, + 1.2423031330108643, + 1.2360905408859253, + 1.2377985715866089, + 1.2546180486679077 + ] + } +} diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 1d325904cb10f0a7761839a231cb5621100d36e3..2ff58e184df9528c1fbd0a4443b520f5d0b23b7e 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,390026.67872873944,390026.67872873944,555.1487630208334,0.8192083402718179,0.008337135989041603,0.008381156780827842,5.482569459566783,624.5211595524522,0.009397812567868634,0.008353894727750588,0.008428462370792249,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,395497.099861145,395497.099861145,559.7275390625,0.8259650364430554,0.008405668419513278,0.008450311714834364,5.482569459566783,628.8856015692719,0.009462836906769398,0.008422216061488907,0.00846615776397164,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,14.208433211549922,14.208433211549922,2.8181981245676675,1.5757782118279016,0.12305903080351199,0.11112775634976706,22.57867190009145,3.7694075411860046,0.16551545049342764,0.12374765187125007,0.0864214785082211,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.06914488026677908,0.06914488026677908,0.20349907250298807,0.25968936811421645,5.090910592057495,0.7983482331365129,0.7516484153752568,0.2629541409956859,0.6982628135996843,0.5403825716256504,0.3077933977844361,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.04810162400226739,0.04810162400226739,0.1654201428949212,0.20834864161087116,3.358067844291931,0.9455223738193156,0.8183051013041841,0.2193208243698427,0.7571489755479491,0.5710706773410564,0.41486799090252685,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.015046975470940064,0.015046975470940064,0.11222235361735027,0.9619059864356845,0.11410668934580422,0.1066873716268499,5.540129342092379,0.12266611378428871,0.12266611378428871,0.11222235361735027,0.06861766753373323,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.012802674175873108,0.012802674175873108,0.04106950759887695,0.11923406715759878,0.0028689529498024287,0.0028998095692112677,1.0676369739879918,0.11314890267197958,0.008062867466007081,0.0029265683435206595,0.0033158018841282786,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,27.06613575137745,27.06613575137745,3.0634367863337197,0.47721212200494273,0.17333465852355792,0.16777352595513514,4.692691561843652,5.202512446056948,0.323472276438774,0.1904727535544282,0.17706389786803178,Air Quality,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index bf8573d448c844e9b386e9f1e7800dfd1571d42c..5da0e0339762ecda0f6702fd1bb0b199611dfbc5 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T13:15:59.803338+00:00", + "evaluated_at": "2026-06-16T13:23:22.422540+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66514.0, 66481.7265625, 66429.828125, - 66154.109375 + 66264.0 ], "p50": [ 66476.875, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e1e006e3191326e355f9112bca96000057c5166d..7ebb465c4c4c980b5263093f4d1d03fe3785e3b3 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T13:08:35.469193+00:00", + "evaluated_at": "2026-06-16T13:23:29.081685+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.0529999732971191, - 1.0499999523162842, - 1.0570000410079956, 1.0549999475479126, 1.065000057220459, 1.0809999704360962, @@ -101,12 +98,12 @@ 1.184000015258789, 1.1200000047683716, 1.062000036239624, - 0.996999979019165 - ], - "actuals": [ + 0.996999979019165, 0.9539999961853027, 0.890999972820282, - 0.8190000057220459, + 0.8190000057220459 + ], + "actuals": [ 0.7549999952316284, 0.6990000009536743, 0.656000018119812, @@ -127,90 +124,90 @@ -0.06199999898672104, -0.0860000029206276, -0.11999999731779099, - -0.17000000178813934 + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126 ], "p50": [ - 0.951568603515625, - 0.8929443359375, - 0.84466552734375, - 0.7825927734375, - 0.74810791015625, - 0.6998291015625, - 0.66534423828125, - 0.62396240234375, - 0.5894775390625, - 0.54119873046875, - 0.5067138671875, - 0.48602294921875, - 0.45843505859375, - 0.43084716796875, - 0.41015625, - 0.3963623046875, - 0.38946533203125, - 0.3963623046875, - 0.382568359375, - 0.37567138671875, - 0.36187744140625, - 0.35498046875, - 0.35498046875, - 0.35498046875 + 0.7860107421875, + 0.7158203125, + 0.65966796875, + 0.61053466796875, + 0.56842041015625, + 0.519287109375, + 0.4771728515625, + 0.42803955078125, + 0.3929443359375, + 0.350830078125, + 0.31573486328125, + 0.30169677734375, + 0.2806396484375, + 0.27362060546875, + 0.24554443359375, + 0.238525390625, + 0.20343017578125, + 0.21746826171875, + 0.20343017578125, + 0.21044921875, + 0.20343017578125, + 0.21044921875, + 0.21746826171875, + 0.21746826171875 ], "p10": [ - 0.930877685546875, - 0.861907958984375, - 0.79638671875, - 0.7274169921875, - 0.6722412109375, - 0.61016845703125, - 0.5618896484375, - 0.5067138671875, - 0.44464111328125, - 0.38946533203125, - 0.33428955078125, - 0.29290771484375, - 0.2308349609375, - 0.189453125, - 0.15496826171875, - 0.1204833984375, - 0.0653076171875, - 0.04461669921875, - -0.003662109375, - -0.02435302734375, - -0.058837890625, - -0.08642578125, - -0.114013671875, - -0.114013671875 + 0.75091552734375, + 0.6737060546875, + 0.5894775390625, + 0.52630615234375, + 0.45611572265625, + 0.37890625, + 0.32275390625, + 0.2525634765625, + 0.182373046875, + 0.11920166015625, + 0.0560302734375, + 0.013916015625, + -0.04925537109375, + -0.1124267578125, + -0.1405029296875, + -0.1826171875, + -0.2528076171875, + -0.2808837890625, + -0.322998046875, + -0.35107421875, + -0.379150390625, + -0.3931884765625, + -0.4212646484375, + -0.4072265625 ], "p90": [ - 0.979156494140625, - 0.923980712890625, - 0.889495849609375, - 0.84466552734375, - 0.81707763671875, - 0.7825927734375, - 0.768798828125, - 0.73431396484375, - 0.713623046875, - 0.69293212890625, - 0.67913818359375, - 0.6722412109375, - 0.6722412109375, - 0.66534423828125, - 0.66534423828125, - 0.6722412109375, - 0.73431396484375, - 0.77569580078125, - 0.78948974609375, - 0.79638671875, - 0.78948974609375, - 0.8101806640625, - 0.84466552734375, - 0.88604736328125 + 0.8140869140625, + 0.7579345703125, + 0.72283935546875, + 0.687744140625, + 0.68072509765625, + 0.63861083984375, + 0.631591796875, + 0.59649658203125, + 0.5894775390625, + 0.575439453125, + 0.575439453125, + 0.58245849609375, + 0.59649658203125, + 0.603515625, + 0.6175537109375, + 0.62457275390625, + 0.68072509765625, + 0.7298583984375, + 0.7579345703125, + 0.77197265625, + 0.7860107421875, + 0.828125, + 0.86322021484375, + 0.908843994140625 ], "timestamps": [ - "2026-06-16 01:00:00", - "2026-06-16 01:06:00", - "2026-06-16 01:12:00", "2026-06-16 01:18:00", "2026-06-16 01:24:00", "2026-06-16 01:30:00", @@ -327,6 +324,9 @@ "2026-06-16 12:36:00", "2026-06-16 12:42:00", "2026-06-16 12:48:00", - "2026-06-16 12:54:00" + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index b4f120ea37603ac3dc9a3159684f6f184b9df4c9..455294bf3379424b36e57d8200242180502aeb25 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T13:00:56.304604+00:00", + "evaluated_at": "2026-06-16T13:23:47.130692+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 7dd3b04d061b6c572891036cd357ef7d24b9d29b..5754786b0dec6e94fffa58335db77f577ed2a807 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,41 +1,23 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-16T13:16:40.513501+00:00", + "evaluated_at": "2026-06-16T13:23:50.033303+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 82, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t104800z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t042000z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index ed56c30dd2f1f0271d07607842cbe456bce2b9c3..40bef3bf5e5484ba9a0958e18d30cb80b5d99498 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,200876.20875295004,337732.0359141032,506.9186197916667,0.7480372628639502,0.007607883136437155,0.0076455180601561964,5.8656735560480096,448.19215605915065,0.006744408596261609,0.0076281261300717145,0.005550916399716547,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,202283.9677556356,341149.8060557048,511.4973958333333,0.7547939590351879,0.0076766496934462455,0.007714673861835754,5.8656735560480096,449.75990011964785,0.006767533827165102,0.0076964974598404,0.005588810018440838,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,16.221276545199697,13.448639833491749,2.7932637532552085,1.5618363109028814,0.12164004691960112,0.11060067188044974,63.877991006305734,4.0275645923063355,0.17685117902566064,0.12265277856411662,0.12820126226584674,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.049202662913563476,0.03126097776732636,0.1301909088700389,0.16613930689133485,3.3510784457810323,0.7306626920531266,10.194450813596621,0.22181673271771785,0.5890242888150748,0.34571606284072515,0.47127125956081806,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0309402438055054,0.019284422299366694,0.10977789041741441,0.13826656141812332,2.27276185375136,0.9236437593837658,8.668959137618055,0.17589839057110615,0.6072441438431821,0.37898005128412854,0.5265379983902697,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.00421377178848988,0.002342280855969362,0.03438937415679296,0.29476609432010253,0.035114386758162815,0.034351877653106544,19.419733396911628,0.06491357168181304,0.06491357168181304,0.03438937415679296,0.053654134163150076,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.013798011563494583,0.013878848264274287,0.042188286781311035,0.12248213610149124,0.0029461937126441288,0.0029801484099553285,8.376936853140522,0.11746493759200906,0.008370423409697856,0.0030062913285313453,0.004353803738077259,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,30.99946398706963,30.982543350419025,3.0574547052383423,0.476280253057535,0.16306062035977767,0.16362156683090331,21.92440309521986,5.5677162272398215,0.3461792472895226,0.19010081068839435,0.23222872498533675,Air Quality,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 09ebf9603f5bbb2f973b287e23ff8a11117c7e32..a9bc844885d3e4d70a4c6771a66bea8a739b3785 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T13:12:56.839868+00:00", + "evaluated_at": "2026-06-16T13:21:03.988173+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66514.0, 66481.7265625, 66429.828125, - 66154.109375 + 66264.0 ], "p50": [ 66260.7890625, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 41750ca33f8f06dfe859fc7f6201ecdeeadfd25d..4072232570176127451d11699d55934cd3f66771 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T13:05:33.421290+00:00", + "evaluated_at": "2026-06-16T13:21:09.974354+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.0529999732971191, - 1.0499999523162842, - 1.0570000410079956, 1.0549999475479126, 1.065000057220459, 1.0809999704360962, @@ -101,12 +98,12 @@ 1.184000015258789, 1.1200000047683716, 1.062000036239624, - 0.996999979019165 - ], - "actuals": [ + 0.996999979019165, 0.9539999961853027, 0.890999972820282, - 0.8190000057220459, + 0.8190000057220459 + ], + "actuals": [ 0.7549999952316284, 0.6990000009536743, 0.656000018119812, @@ -127,90 +124,90 @@ -0.06199999898672104, -0.0860000029206276, -0.11999999731779099, - -0.17000000178813934 + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126 ], "p50": [ - 0.9384458065032959, - 0.8720070123672485, - 0.823663592338562, - 0.7493027448654175, - 0.700756311416626, - 0.6716715097427368, - 0.6079819202423096, - 0.5579440593719482, - 0.527787446975708, - 0.49892035126686096, - 0.46017807722091675, - 0.4091683030128479, - 0.4074002504348755, - 0.38586825132369995, - 0.36777132749557495, - 0.2898201048374176, - 0.29926127195358276, - 0.2952951192855835, - 0.24403265118598938, - 0.2523933947086334, - 0.25858771800994873, - 0.18246322870254517, - 0.16796424984931946, - 0.19337213039398193 + 0.7658583521842957, + 0.7037002444267273, + 0.660790205001831, + 0.5782746076583862, + 0.5241357088088989, + 0.4978068470954895, + 0.44750383496284485, + 0.40229856967926025, + 0.3597397804260254, + 0.34441041946411133, + 0.3088156282901764, + 0.2684251070022583, + 0.25799086689949036, + 0.2412196695804596, + 0.21614433825016022, + 0.1532220095396042, + 0.14809316396713257, + 0.14204102754592896, + 0.08802687376737595, + 0.09765540808439255, + 0.09457216411828995, + 0.020377516746520996, + 0.0003347545862197876, + 0.014674261212348938 ], "p10": [ - 0.9571458101272583, - 0.8958079814910889, - 0.8085479736328125, - 0.7895263433456421, - 0.774528980255127, - 0.7011668682098389, - 0.6466092467308044, - 0.5901061296463013, - 0.6064887046813965, - 0.5110340118408203, - 0.5462424755096436, - 0.4757026731967926, - 0.46753382682800293, - 0.46823760867118835, - 0.4220348000526428, - 0.34386733174324036, - 0.3767816424369812, - 0.35943758487701416, - 0.377142995595932, - 0.35440289974212646, - 0.36501818895339966, - 0.33432286977767944, - 0.33743956685066223, - 0.3219231963157654 + 0.7843157649040222, + 0.7428870797157288, + 0.642748236656189, + 0.6263351440429688, + 0.5945873260498047, + 0.5405857563018799, + 0.4944364130496979, + 0.43864160776138306, + 0.4409254789352417, + 0.3630130887031555, + 0.38404786586761475, + 0.32786309719085693, + 0.3034020662307739, + 0.3083535134792328, + 0.26443982124328613, + 0.21164047718048096, + 0.22820571064949036, + 0.20416808128356934, + 0.2147357165813446, + 0.20245951414108276, + 0.17104482650756836, + 0.1617167443037033, + 0.15711446106433868, + 0.1286485195159912 ], "p90": [ - 0.9455043077468872, - 0.8921033143997192, - 0.8618732690811157, - 0.7951208353042603, - 0.7662187814712524, - 0.7414637804031372, - 0.6692662239074707, - 0.6369260549545288, - 0.631279468536377, - 0.6018972396850586, - 0.6167951822280884, - 0.5506908893585205, - 0.5991742610931396, - 0.5809404850006104, - 0.5501461029052734, - 0.5060745477676392, - 0.5203126072883606, - 0.538454532623291, - 0.5217704772949219, - 0.5527714490890503, - 0.5850639343261719, - 0.5567266941070557, - 0.5555728673934937, - 0.5820349454879761 + 0.7792912721633911, + 0.7367395758628845, + 0.7065317034721375, + 0.6333661079406738, + 0.5936291217803955, + 0.5654064416885376, + 0.5106062293052673, + 0.4761362373828888, + 0.45926710963249207, + 0.44063451886177063, + 0.4589901566505432, + 0.3921324610710144, + 0.4368002116680145, + 0.4218451976776123, + 0.38936635851860046, + 0.35932353138923645, + 0.35782498121261597, + 0.3773655295372009, + 0.35285553336143494, + 0.37461161613464355, + 0.38684946298599243, + 0.3505382835865021, + 0.3444526195526123, + 0.3560500144958496 ], "timestamps": [ - "2026-06-16 01:00:00", - "2026-06-16 01:06:00", - "2026-06-16 01:12:00", "2026-06-16 01:18:00", "2026-06-16 01:24:00", "2026-06-16 01:30:00", @@ -327,6 +324,9 @@ "2026-06-16 12:36:00", "2026-06-16 12:42:00", "2026-06-16 12:48:00", - "2026-06-16 12:54:00" + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index ba27652048b12952c78ad54e6df4b0f14b21622c..a296712db83f564b9fae7794c9f5514dedff52c1 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T12:59:14.176768+00:00", + "evaluated_at": "2026-06-16T13:21:15.746838+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index bbeb6e8e6b0a6febf806e3e6d28e3755fd942883..79b18a8e62d593172d4fe5b78690c40646224e46 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,41 +1,23 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T13:13:25.780376+00:00", + "evaluated_at": "2026-06-16T13:21:18.192674+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 82, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t104800z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t042000z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 75a356feb2996cd7aa42af83499ae7e33985399e..a8fc5d66868c54d098d94446d4d83e7f2babd1c5 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,140357.16221618652,140357.16221618652,286.7434895833333,0.42313461513827866,0.004303684477481636,0.004313958637329226,5.652880618571228,374.6427127493427,0.005637634434771245,0.004314924368762612,0.006117182529300942,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,140462.76023864746,140462.76023864746,287.7044270833333,0.42455262787093134,0.004318140783297521,0.004328444890276047,5.652880618571228,374.7836178899065,0.005639366273566239,0.0043290863458339615,0.006130842655524229,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,13.34707190687186,13.34707190687186,2.7877958615620932,1.558778972769152,0.12187342599628685,0.11064942217682772,14.981100519327846,3.6533644640073706,0.16041997541252886,0.12241268232964299,0.07875321428020614,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.0039049296414514806,0.0039049296414514806,0.045434662412541606,0.0579801108047921,1.1547549670787387,0.5906346428737237,0.33443645930989413,0.06248943623886745,0.16593786811338154,0.12064968853886054,0.10915115786181386,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.0013275722111077178,0.0013275722111077178,0.03249534409648428,0.04092827319996353,0.4475814829750618,0.2952301755343256,0.3775318570008052,0.03643586435241681,0.12578549003224418,0.11218185306125573,0.15907215734275157,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.0022425093820877726,0.0022425093820877726,0.03565126657485962,0.3055823161515831,0.035258503941684345,0.035995794593105895,3.399945866204589,0.047355141031230945,0.047355141031230945,0.03565126657485962,0.05968127990210497,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.008455257588252607,0.008455257588252607,0.03144967555999756,0.09130551952144618,0.00219624908117381,0.002216525409312463,1.5217938446622803,0.09195247461734027,0.006552433108081716,0.0022410695985651662,0.003736406818117704,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,30.60250270377253,30.60250270377253,3.85614542166392,0.6006976698984574,0.24779577866138655,0.21792472184747255,3.964777092355618,5.531952883365198,0.34395561969110044,0.23976033709827482,0.19876156495642786,Air Quality,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 85cb88d4a5125f98e29ce247b13bc88a15722cf0..dbe132bd772b4b22b459844fd176139311f78b97 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T13:14:18.402364+00:00", + "evaluated_at": "2026-06-16T13:22:07.205253+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66514.0, 66481.7265625, 66429.828125, - 66154.109375 + 66264.0 ], "p50": [ 66377.7109375, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 3a8ee6be9101d26b3654047a0700f64be6385c50..2e9463cd5f299ef2dd54c5301ec8b6036b4cac06 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-16T13:06:33.707352+00:00", + "evaluated_at": "2026-06-16T13:22:12.707482+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.0529999732971191, - 1.0499999523162842, - 1.0570000410079956, 1.0549999475479126, 1.065000057220459, 1.0809999704360962, @@ -101,12 +98,12 @@ 1.184000015258789, 1.1200000047683716, 1.062000036239624, - 0.996999979019165 - ], - "actuals": [ + 0.996999979019165, 0.9539999961853027, 0.890999972820282, - 0.8190000057220459, + 0.8190000057220459 + ], + "actuals": [ 0.7549999952316284, 0.6990000009536743, 0.656000018119812, @@ -127,90 +124,90 @@ -0.06199999898672104, -0.0860000029206276, -0.11999999731779099, - -0.17000000178813934 + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126 ], "p50": [ - 0.932211697101593, - 0.8780714273452759, - 0.8264317512512207, - 0.7702783942222595, - 0.7134826183319092, - 0.6576181650161743, - 0.6024540662765503, - 0.5475611686706543, - 0.4942605495452881, - 0.44231557846069336, - 0.39373600482940674, - 0.3479539155960083, - 0.3055206537246704, - 0.26318585872650146, - 0.2215874195098877, - 0.18403708934783936, - 0.15104639530181885, - 0.12251901626586914, - 0.09124767780303955, - 0.06441819667816162, - 0.037152886390686035, - 0.010889410972595215, - -0.0016568899154663086, - -0.014142155647277832 + 0.7548049092292786, + 0.6951723098754883, + 0.6381371021270752, + 0.5768308639526367, + 0.5149135589599609, + 0.4545314311981201, + 0.3976353406906128, + 0.3413032293319702, + 0.28781557083129883, + 0.2337968349456787, + 0.18514537811279297, + 0.13866829872131348, + 0.09816670417785645, + 0.05754542350769043, + 0.015178561210632324, + -0.023700475692749023, + -0.05913746356964111, + -0.08912122249603271, + -0.1224738359451294, + -0.15290582180023193, + -0.18366312980651855, + -0.20955884456634521, + -0.21875905990600586, + -0.2322138547897339 ], "p10": [ - 0.9178279042243958, - 0.8596677780151367, - 0.8018282055854797, - 0.7401923537254333, - 0.6766281127929688, - 0.6141272783279419, - 0.5524811744689941, - 0.49127936363220215, - 0.42731499671936035, - 0.36581170558929443, - 0.30989789962768555, - 0.2529613971710205, - 0.19720399379730225, - 0.14408814907073975, - 0.09268355369567871, - 0.04279482364654541, - -0.0044403076171875, - -0.0539095401763916, - -0.10093986988067627, - -0.15067577362060547, - -0.19484519958496094, - -0.2412811517715454, - -0.2808953523635864, - -0.3146735429763794 + 0.7357150912284851, + 0.6716083288192749, + 0.6078931093215942, + 0.5397844314575195, + 0.47079694271087646, + 0.40129268169403076, + 0.3386831283569336, + 0.27688539028167725, + 0.21250510215759277, + 0.146165132522583, + 0.08823871612548828, + 0.030257582664489746, + -0.026453256607055664, + -0.07896673679351807, + -0.13066506385803223, + -0.18371820449829102, + -0.23509681224822998, + -0.28844010829925537, + -0.3364952802658081, + -0.3935965299606323, + -0.44357144832611084, + -0.48818695545196533, + -0.5262438058853149, + -0.562045693397522 ], "p90": [ - 0.950347363948822, - 0.8997203707695007, - 0.854132354259491, - 0.8003288507461548, - 0.7509681582450867, - 0.7038301229476929, - 0.6560475826263428, - 0.6093894243240356, - 0.5650348663330078, - 0.5249241590499878, - 0.48882460594177246, - 0.45363593101501465, - 0.4241178035736084, - 0.39221644401550293, - 0.3676750659942627, - 0.34284424781799316, - 0.32798731327056885, - 0.31456494331359863, - 0.30636560916900635, - 0.298495888710022, - 0.3052349090576172, - 0.3107067346572876, - 0.31598544120788574, - 0.32539069652557373 + 0.77825927734375, + 0.7211902141571045, + 0.6701462268829346, + 0.6103454828262329, + 0.5566917657852173, + 0.5057002305984497, + 0.4581301212310791, + 0.4099571704864502, + 0.3668344020843506, + 0.32366693019866943, + 0.28728222846984863, + 0.2518270015716553, + 0.22108721733093262, + 0.1927783489227295, + 0.16966402530670166, + 0.14401555061340332, + 0.12997019290924072, + 0.11566734313964844, + 0.10715162754058838, + 0.09552478790283203, + 0.10335958003997803, + 0.10873603820800781, + 0.11516845226287842, + 0.12506961822509766 ], "timestamps": [ - "2026-06-16 01:00:00", - "2026-06-16 01:06:00", - "2026-06-16 01:12:00", "2026-06-16 01:18:00", "2026-06-16 01:24:00", "2026-06-16 01:30:00", @@ -327,6 +324,9 @@ "2026-06-16 12:36:00", "2026-06-16 12:42:00", "2026-06-16 12:48:00", - "2026-06-16 12:54:00" + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index e4bef0dc30f1d5e91b991c65d344853e82721a10..6b0262083468fbb7818aa16ca1fea08e8a3a2f3d 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-16T12:59:59.068934+00:00", + "evaluated_at": "2026-06-16T13:22:18.773686+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 915246ffc7de875644b8e4c1e69c26803b34a6dd..e322aadcbb107ca45eb14f74446fd99adfd61539 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,41 +1,23 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-16T13:14:47.002069+00:00", + "evaluated_at": "2026-06-16T13:22:21.342182+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 82, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t104800z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t042000z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index b2825c2ec5d849e033146dbf788c15a307251925..13274ba2bac0884beac8db54c3d155ed712132cd 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,143312.769917806,143312.769917806,268.4505208333333,0.3961404947032678,0.004033516099698715,0.004038125270347478,5.470122458913497,378.5667311291445,0.005696683177447435,0.004039651243116115,0.005697567846625472,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,141207.60608927408,141207.60608927408,263.8717447916667,0.38938379853203015,0.003964119593705315,0.003968969124000992,5.470122458913497,375.77600520692386,0.005654298718045566,0.0039704761550232075,0.005674209755336164,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,22.20282759071036,22.20282759071036,3.657102187474569,2.044846277915481,0.15958558055262181,0.14139967238351006,46.00744452912968,4.711987647554943,0.20690433435041444,0.1605840996089002,0.12901174411170555,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0004339686298472036,0.0004339686298472036,0.01716155679120372,0.02190021695994951,0.152728701440373,0.12940866390552294,0.41797263078325125,0.020831913734633303,0.055318203554168804,0.04557173690211359,0.10771672801172134,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0030336098632169207,0.0030336098632169207,0.04949619811183462,0.062341051464657675,0.833574698497385,0.4445927215900989,0.4570805587275187,0.05507821586813539,0.19014343411934448,0.17087294743474887,0.21729986428962056,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.007659161709658117,0.007659161709658117,0.07572309672832489,0.6490551811342765,0.07737842276491301,0.0734869217836432,3.32265787781898,0.08751663675929347,0.08751663675929347,0.07572309672832489,0.06776167982154423,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.006716848472933634,0.006716848472933634,0.018274466196695965,0.0530549075739515,0.0012720643047835266,0.001288489494442811,1.0916899887489493,0.08195638152660008,0.005840122410715435,0.0013022185410241258,0.0024643495813065045,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,28.59178895430121,28.59178895430121,3.2719736893971763,0.5096973159123878,0.19006335478591807,0.17972349949390476,3.793928208340238,5.3471290384935735,0.33246398166799424,0.20343877861536847,0.21130177937641043,Air Quality,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 105e952b27e9fe09f1e492935c8b87a7e5089b6d..66d70d9d443e88a911d71874b4ce9d8a71013684 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T13:13:47.614735+00:00", + "evaluated_at": "2026-06-16T13:21:41.339243+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66514.0, 66481.7265625, 66429.828125, - 66154.109375 + 66264.0 ], "p50": [ 66409.234375, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 7d5070f57bdcc9de085ce777980f780ee23120e9..a7b6a6e43e63546ec5819b5450bf3f9c1d0424c5 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T13:06:14.492513+00:00", + "evaluated_at": "2026-06-16T13:21:49.795033+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.0529999732971191, - 1.0499999523162842, - 1.0570000410079956, 1.0549999475479126, 1.065000057220459, 1.0809999704360962, @@ -101,12 +98,12 @@ 1.184000015258789, 1.1200000047683716, 1.062000036239624, - 0.996999979019165 - ], - "actuals": [ + 0.996999979019165, 0.9539999961853027, 0.890999972820282, - 0.8190000057220459, + 0.8190000057220459 + ], + "actuals": [ 0.7549999952316284, 0.6990000009536743, 0.656000018119812, @@ -127,90 +124,90 @@ -0.06199999898672104, -0.0860000029206276, -0.11999999731779099, - -0.17000000178813934 + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126 ], "p50": [ - 0.9403862357139587, - 0.8846452236175537, - 0.8260114789009094, - 0.7634716629981995, - 0.7020231485366821, - 0.6432206630706787, - 0.5858466625213623, - 0.5263991355895996, - 0.4713733196258545, - 0.42067110538482666, - 0.3647221326828003, - 0.3124666213989258, - 0.26272130012512207, - 0.21526563167572021, - 0.17173361778259277, - 0.12389075756072998, - 0.0837092399597168, - 0.0477062463760376, - 0.01456308364868164, - -0.016640543937683105, - -0.05270671844482422, - -0.07509958744049072, - -0.1007927656173706, - -0.12502551078796387 + 0.7587270140647888, + 0.7012577056884766, + 0.6419188976287842, + 0.5796582698822021, + 0.5185755491256714, + 0.4590681791305542, + 0.40206801891326904, + 0.34727680683135986, + 0.291692852973938, + 0.24142694473266602, + 0.1871027946472168, + 0.13716018199920654, + 0.08998274803161621, + 0.04173934459686279, + -0.0008858442306518555, + -0.05100524425506592, + -0.08976531028747559, + -0.12364709377288818, + -0.16040265560150146, + -0.19736146926879883, + -0.2313176393508911, + -0.25486838817596436, + -0.2778841257095337, + -0.30845677852630615 ], "p10": [ - 0.9278481602668762, - 0.8685606122016907, - 0.8036697506904602, - 0.734901487827301, - 0.6671473979949951, - 0.5956782102584839, - 0.5302493572235107, - 0.46122241020202637, - 0.3936295509338379, - 0.32904577255249023, - 0.2589336633682251, - 0.19328010082244873, - 0.12842953205108643, - 0.058341264724731445, - -0.001263260841369629, - -0.0700145959854126, - -0.13254153728485107, - -0.19568955898284912, - -0.24747014045715332, - -0.3007051944732666, - -0.3649442195892334, - -0.41844940185546875, - -0.4793384075164795, - -0.5307259559631348 + 0.7424299716949463, + 0.6777215003967285, + 0.6152244806289673, + 0.5445241928100586, + 0.4758634567260742, + 0.40480518341064453, + 0.3375248908996582, + 0.27330446243286133, + 0.20511376857757568, + 0.14268803596496582, + 0.06936728954315186, + 0.005644559860229492, + -0.0601496696472168, + -0.12812817096710205, + -0.19190669059753418, + -0.26600897312164307, + -0.32844555377960205, + -0.3910599946975708, + -0.44264090061187744, + -0.5074812173843384, + -0.571736216545105, + -0.6304796934127808, + -0.6968823671340942, + -0.7559014558792114 ], "p90": [ - 0.9563271999359131, - 0.9014363288879395, - 0.8486531972885132, - 0.7942895889282227, - 0.7405597567558289, - 0.6877089738845825, - 0.6459646224975586, - 0.5958924293518066, - 0.5538842678070068, - 0.5136919021606445, - 0.47209179401397705, - 0.43876004219055176, - 0.4044067859649658, - 0.3821871280670166, - 0.36326706409454346, - 0.3423435688018799, - 0.32033419609069824, - 0.3049490451812744, - 0.30378758907318115, - 0.2913377285003662, - 0.2938039302825928, - 0.29417502880096436, - 0.30629849433898926, - 0.3144552707672119 + 0.779845118522644, + 0.7253865003585815, + 0.6723369359970093, + 0.6180717945098877, + 0.5668081045150757, + 0.5137720108032227, + 0.46849381923675537, + 0.42664313316345215, + 0.38567054271698, + 0.34825754165649414, + 0.3084685802459717, + 0.2791832685470581, + 0.24742960929870605, + 0.22230112552642822, + 0.20713841915130615, + 0.18686532974243164, + 0.16332435607910156, + 0.15019989013671875, + 0.14509618282318115, + 0.13024413585662842, + 0.1306920051574707, + 0.13070905208587646, + 0.14341044425964355, + 0.15359282493591309 ], "timestamps": [ - "2026-06-16 01:00:00", - "2026-06-16 01:06:00", - "2026-06-16 01:12:00", "2026-06-16 01:18:00", "2026-06-16 01:24:00", "2026-06-16 01:30:00", @@ -327,6 +324,9 @@ "2026-06-16 12:36:00", "2026-06-16 12:42:00", "2026-06-16 12:48:00", - "2026-06-16 12:54:00" + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 0ad8e6bd9327326139a14e276663c87d6699e5a1..8c8c77de31c1d90b85e03902f0e669e1f274b769 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T12:59:46.716399+00:00", + "evaluated_at": "2026-06-16T13:21:58.464226+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index ac09402edfd88d501d4cff394066def483fc4daf..a1c0e9f2a8f438c335c19c52e58c3d11f989aa31 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,41 +1,23 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-16T13:14:12.220403+00:00", + "evaluated_at": "2026-06-16T13:22:00.723435+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 82, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t104800z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", - "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t042000z", + "data_fetched_at": "2026-06-16T13:19:58.359244Z", "context_length": 96, "prediction_length": 24 }