diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 6fc35c585668869c75b81a8c792e10be5e2d1c01..b948bdbefacf29ccbcdd2e65dc00931251deb6aa 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -7,4 +7,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-13,Chronos-2,3.778,2.889,3.778,3.222,3.778,2.000,3.778,3.222,3.778 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 -2026-06-16,Chronos-2,3.300,3.400,3.300,3.000,3.300,3.100,3.300,3.000,3.300 +2026-06-16,Chronos-2,3.400,3.400,3.400,3.100,3.400,3.200,3.400,3.100,3.300 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 7aa7c6b0dc8ca3d8cd30fed1ca5054b982c05f44..d063570c8f9dc5c19e346fcc47df19f2ca84e0e0 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.3,3.2,3.3,3.05,3.3,2.85,3.3,3.05,3.35 +2026-W25,Chronos-Bolt-Mini,3.35,3.2,3.35,3.1,3.35,2.9,3.35,3.1,3.35 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 184cb6b2c66a7f51d8cab526a05885a8b981d6ac..55101045ca71d961fe62405484fbce50bcba950e 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,185690.62176005045,185690.62176005045,352.0950520833333,0.5415186800454221,0.005303638810094773,0.00529300151594184,4.194782699247601,430.9183469754455,0.006482305482569747,0.005296566513181038,0.005930524901521877,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,185793.36844126382,185793.36844126382,352.7613932291667,0.5425435060849151,0.00531364618716642,0.005302997328947969,4.194782699247601,431.03754876027193,0.006484163662761053,0.005306643502823177,0.005933925667917285,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,19.689885215026607,19.689885215026607,3.3949809869130454,1.7756175339992517,0.14861099669506625,0.13218339808726534,39.26593182153576,4.437328612467935,0.19484400035155672,0.14907430446980308,0.11809797085867345,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.003802385026822464,0.003802385026822464,0.05321703013032675,0.06710319584289004,0.34032592258377403,0.18520460113607232,1.2292336999034774,0.061663482117234214,0.0956270028216128,0.08252834442199458,0.1969426531020908,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.00591298620027966,0.00591298620027966,0.07224699641422679,0.09194898087902915,0.7480065499700596,0.4526357468361318,1.2812882424284353,0.07689594397807767,0.14236694815126089,0.13375977796073202,0.26563257372116367,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.005167634657708457,0.005167634657708457,0.06813613573710124,0.6289489683352606,0.06900833647121453,0.06655196866185638,4.109744672032307,0.07188626195392592,0.07188626195392592,0.06813613573710124,0.051703599536860434,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.019167480366225693,0.019167480366225693,0.057550271352132164,0.10281934530517246,0.004013840336921564,0.004060248573928755,1.8509961944844397,0.1384466697549121,0.009853855141849267,0.004096104574287946,0.0064740008932635965,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,20.41728673433647,20.41728673433647,3.8837023973464966,0.5977481400292389,0.25379690280682005,0.30172152128147184,3.6977984637810875,4.518549184676036,0.30843338609128806,0.26509913514868944,0.2217770080368837,Air Quality,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index e4847ceefb4258406b7c4fafa390d415db626e8c..3f9a61c14a6805012f737a66d77c066d87d18608 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T12:34:58.626595+00:00", + "evaluated_at": "2026-06-16T12:40:35.828585+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66510.0, 66514.0, 66481.7265625, - 66670.0 + 66654.0078125 ], "p50": [ 66575.828125, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index fd7c9efffec47e1f300f87748c4e31abfb979c63..92b9aea11693d0f6983c6b5b1a6fa82067019c0e 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T12:29:16.620813+00:00", + "evaluated_at": "2026-06-16T12:40:40.214902+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.100000023841858, - 1.0880000591278076, 1.0759999752044678, 1.0679999589920044, 1.0609999895095825, @@ -101,11 +99,11 @@ 1.5379999876022339, 1.4919999837875366, 1.4240000247955322, - 1.3660000562667847 + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781 ], "actuals": [ - 1.2970000505447388, - 1.2430000305175781, 1.184000015258789, 1.1200000047683716, 1.062000036239624, @@ -127,89 +125,89 @@ 0.1860000044107437, 0.13099999725818634, 0.0729999989271164, - 0.032999999821186066 + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937 ], "p50": [ - 1.2612321376800537, - 1.198005199432373, - 1.1329519748687744, - 1.075186014175415, - 1.00575590133667, - 0.939568281173706, - 0.8769340515136719, - 0.8210793137550354, - 0.7674614787101746, - 0.7097125053405762, - 0.6625202894210815, - 0.6160647869110107, - 0.5611435174942017, - 0.5227320194244385, - 0.4928295612335205, - 0.4550379514694214, - 0.37282299995422363, - 0.3508254289627075, - 0.3192077875137329, - 0.2881746292114258, - 0.26013803482055664, - 0.2343454360961914, - 0.20652461051940918, - 0.16103065013885498 + 1.1264476776123047, + 1.0608716011047363, + 1.0003504753112793, + 0.9375002384185791, + 0.86688232421875, + 0.8031138181686401, + 0.7411550283432007, + 0.6841152906417847, + 0.6318036317825317, + 0.5732898712158203, + 0.5268813371658325, + 0.47855663299560547, + 0.42409396171569824, + 0.386080265045166, + 0.35657167434692383, + 0.31061768531799316, + 0.13614749908447266, + 0.12427115440368652, + 0.0864725112915039, + 0.05975770950317383, + 0.020498156547546387, + -0.007119178771972656, + -0.047446489334106445, + -0.09384071826934814 ], "p10": [ - 1.1926634311676025, - 1.1101715564727783, - 1.0267689228057861, - 0.9522047638893127, - 0.8564560413360596, - 0.7638568878173828, - 0.6593315601348877, - 0.5838799476623535, - 0.49911975860595703, - 0.4144834280014038, - 0.3221435546875, - 0.2265840768814087, - 0.16016101837158203, - 0.07231569290161133, - 0.015875577926635742, - -0.08259999752044678, - -0.4443138837814331, - -0.5769308805465698, - -0.6848641633987427, - -0.8013707399368286, - -0.9354270696640015, - -1.0736459493637085, - -1.179707407951355, - -1.284936785697937 + 1.0629758834838867, + 0.983534038066864, + 0.8980754613876343, + 0.8169069886207581, + 0.7287399768829346, + 0.6271308660507202, + 0.5171645879745483, + 0.45044445991516113, + 0.3659614324569702, + 0.28509092330932617, + 0.19764459133148193, + 0.09691321849822998, + 0.02144002914428711, + -0.06912648677825928, + -0.11858892440795898, + -0.22418200969696045, + -0.6364259719848633, + -0.7698168754577637, + -0.8883969783782959, + -0.9940674304962158, + -1.1210014820098877, + -1.2309377193450928, + -1.3870673179626465, + -1.4649698734283447 ], "p90": [ - 1.3233563899993896, - 1.2795659303665161, - 1.2264094352722168, - 1.191683053970337, - 1.1397910118103027, - 1.099798560142517, - 1.0661673545837402, - 1.0290577411651611, - 0.9935641884803772, - 0.9720537066459656, - 0.9374537467956543, - 0.9317134618759155, - 0.9006800055503845, - 0.9077377915382385, - 0.9006144404411316, - 0.8581222891807556, - 1.00167715549469, - 0.983677327632904, - 0.9984216094017029, - 1.0434479713439941, - 1.079136848449707, - 1.070221185684204, - 1.0981788635253906, - 1.156309723854065 + 1.1919851303100586, + 1.1535179615020752, + 1.1031739711761475, + 1.0634765625, + 1.0147349834442139, + 0.9783356189727783, + 0.9427180886268616, + 0.9082595705986023, + 0.8735714554786682, + 0.8523653149604797, + 0.8183748722076416, + 0.8139997124671936, + 0.778944730758667, + 0.7961421608924866, + 0.7870845198631287, + 0.7416885495185852, + 0.8727103471755981, + 0.8545231223106384, + 0.8692508339881897, + 0.926331102848053, + 0.9674539566040039, + 0.9546048641204834, + 0.9870508313179016, + 1.0590362548828125 ], "timestamps": [ - "2026-06-16 00:24:00", - "2026-06-16 00:30:00", "2026-06-16 00:36:00", "2026-06-16 00:42:00", "2026-06-16 00:48:00", @@ -327,6 +325,8 @@ "2026-06-16 12:00:00", "2026-06-16 12:06:00", "2026-06-16 12:12:00", - "2026-06-16 12:18:00" + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8617a199724c2d990fd79d0cc660fa25d96b3338..2b26fc795d3f86f4945de3a3aa703a79b4d5fd15 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T12:23:09.691417+00:00", + "evaluated_at": "2026-06-16T12:40:45.956394+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 47406e2ca50146829ca59f1feb61f842d1d6ddca..83086f47cf82f60937821cd14bacfa938029e8f7 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T12:17:35.236707+00:00", + "evaluated_at": "2026-06-16T12:40:50.960167+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index f1cc65c40faa47566bc0bd547d75d796f2da12aa..29bad6868f70129475abd1e370def7ab07caf6c6 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,11 +1,29 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T12:35:01.048223+00:00", + "evaluated_at": "2026-06-16T12:40:52.954727+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:34:36.900264Z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t100600z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index e551529b6e978d13006bd5482d726a3531ffe67c..6e206b1e849aa254969966e863eb5cc1d092b221 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -914,3 +914,7 @@ {"evaluated_at": "2026-06-16T12:31:28.029085+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-16T12:31:28.029085+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24} {"evaluated_at": "2026-06-16T12:36:52.399743+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-16T12:43:57.215554+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-16T12:43:57.215554+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24} +{"evaluated_at": "2026-06-16T12:43:57.215554+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24} +{"evaluated_at": "2026-06-16T12:43:57.215554+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 77b907e0ab00661684b55356e2bde1a13b7acafe..1c24937f28df7e46a4c6509c12139a634edbc9ff 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,285820.6687367757,218678.13923581442,386.0128580729167,0.5936839275285614,0.005816401611682565,0.005799893977943975,4.271874699872076,534.6219867689466,0.008042319525866344,0.005806792130786365,0.006003387319689643,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,302595.110013326,230116.81562105814,402.1531575520833,0.6185075472238121,0.006060002705452057,0.006041923195922813,4.024584727255007,550.0864568532169,0.008275034565233116,0.006049651355348883,0.006075559496896383,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,20.18381810183079,21.879052912187074,3.7839450438817344,1.9790506024940113,0.1653976422587492,0.1471474822483271,38.307584682980796,4.492640437630279,0.19727275382523354,0.16615379518856666,0.12561442260265018,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.9152560104258324,0.9021948127104111,0.880886220994095,1.1107399352784426,4.686596179077054,0.906782248586475,19.032610303302345,0.9566901329196578,1.4836238061643316,1.3660679911065068,0.9857530690292412,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.007414593983924078,0.006625005283714902,0.07678244759639104,0.7087610807331188,0.0779250131860343,0.07466047461306756,4.300610030636789,0.0861080366976514,0.0861080366976514,0.07678244759639104,0.05381822812336463,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.8950948818768577,0.8746289104973362,0.875667559254604,1.1144648727076003,16.080451401265012,1.0134580355143343,17.586278227504817,0.9460945417223681,1.7516215498437595,1.621231388246987,1.144461364555331,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.007784006578339368,0.006573552009558596,0.07609133670727412,0.7023815953688106,0.07725723634230804,0.07401049923550566,4.240370135687686,0.08822701728121249,0.08822701728121249,0.07609133670727412,0.05411032620403502,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.3212045093063504,0.02015936079955812,0.051366329193115234,0.09177111096575925,0.0035694272407190263,0.0036187243746153043,3.888867312237142,0.566749070847364,0.040338010699671946,0.0036559663582629597,0.007151083959487683,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,11.696655874589473,8.28888748081558,2.517130732536316,0.38741645462124735,0.18175327797128527,0.17034017912122926,2.196184077414056,3.420037408361124,0.23344964839534527,0.17181779446012227,0.16696646306136265,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.30386413360717296,0.20042135931388808,0.34636445840199787,0.13590322073538882,0.014415862125174062,0.014534229847340449,1.7550287948317358,0.5512387265125456,0.022940403253750602,0.014414336232829826,0.024443115595278092,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,224.20912071212808,11.424524104129242,2.7078068256378174,0.5341427162901996,0.35616821150109207,0.26768882332679955,5.694443646522417,14.973614149968206,1.460840404874947,0.2641762756719822,0.2271798851044197,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,2352.070734528204,1894.3604388634365,37.72826131184896,0.9239574198820154,0.01209221258556606,0.011995687648434167,35.93786297233736,48.4981518671403,0.015482251194617814,0.012044137689337257,0.012070180221981135,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,2370.9752393215895,1892.4740582449983,37.7038319905599,0.9233591507892219,0.012084411370750706,0.011987982166495303,35.9655178770727,48.69266104169692,0.015544345105090797,0.01203633902332319,0.012088457969969296,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,176.3750626851106,144.3851330865,11.77811050415039,0.24278943033483547,0.05437496998831363,0.0532503574714263,1.6591296374283497,13.280627345314326,0.05603640230090433,0.04969666879388351,0.05403646870616227,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 855a36840aa1b1dd0338a0552b31e18748a283f4..f25cbc420ba7d906eb6daba8f551b284d61d29b2 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T12:36:21.575339+00:00", + "evaluated_at": "2026-06-16T12:43:05.873195+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 66510.0, 66514.0, 66481.7265625, - 66670.0 + 66654.0078125 ], "p50": [ - 66549.546875, - 66599.52734375, - 66615.953125, - 66638.18359375, - 66530.3125, - 66569.2421875, - 66654.9765625, - 66706.2109375, - 66612.65625, - 66571.80078125, - 66698.609375, - 66682.921875, - 66768.10546875, - 66790.9296875, - 66792.26953125, - 66713.45703125, - 66842.92578125, - 66925.65625, - 66800.51171875, - 66837.609375, - 66986.375, - 66992.18359375, - 66848.98046875, - 67054.7109375 + 66538.46484375, + 66573.38671875, + 66620.86328125, + 66575.0625, + 66568.5625, + 66655.265625, + 66603.90234375, + 66679.96484375, + 66590.43359375, + 66691.1796875, + 66782.1015625, + 66753.453125, + 66685.11328125, + 66852.76953125, + 66729.23046875, + 66839.80859375, + 66727.0078125, + 66746.75390625, + 66745.29296875, + 66674.3828125, + 66775.59765625, + 66816.05859375, + 67000.75, + 67174.37890625 ], "p10": [ - 66231.51953125, - 66136.0703125, - 66044.375, - 66000.56640625, - 65872.69140625, - 65753.265625, - 65707.3671875, - 65499.205078125, - 65557.625, - 65280.2109375, - 65539.14453125, - 65531.064453125, - 65548.671875, - 65263.689453125, - 65429.701171875, - 65259.294921875, - 65697.484375, - 65661.73046875, - 65272.24609375, - 65297.8359375, - 65315.1640625, - 65330.267578125, - 65175.171875, - 65130.73828125 + 66240.09765625, + 66144.5859375, + 66149.73828125, + 65916.23828125, + 65857.59765625, + 65733.7421875, + 65575.62890625, + 65697.8203125, + 65607.890625, + 65359.126953125, + 65508.353515625, + 65459.384765625, + 65290.77734375, + 65484.857421875, + 65404.89453125, + 65373.5390625, + 65416.703125, + 65197.111328125, + 65329.423828125, + 65179.525390625, + 64900.8046875, + 65420.8203125, + 65085.5546875, + 65528.662109375 ], "p90": [ - 66889.62890625, - 67034.77734375, - 67211.77734375, - 67523.77734375, - 67381.72265625, - 67558.58984375, - 67927.2890625, - 68023.03515625, - 67760.80078125, - 67683.1015625, - 67846.57421875, - 68242.22265625, - 68355.7578125, - 68249.3046875, - 68322.4296875, - 68777.75, - 68748.671875, - 68860.21484375, - 69037.66015625, - 68774.9375, - 68917.0, - 69081.01171875, - 68878.0859375, - 69624.9921875 + 66851.1484375, + 67015.6328125, + 67117.92578125, + 67383.97265625, + 67421.1640625, + 67647.60546875, + 67550.2109375, + 67812.19140625, + 67682.03515625, + 67884.7578125, + 68342.07421875, + 68347.65234375, + 68341.4921875, + 68324.328125, + 68330.4921875, + 68449.89453125, + 68716.80859375, + 68499.62109375, + 68735.26171875, + 68719.89453125, + 68951.33203125, + 68973.265625, + 69597.92578125, + 69471.03515625 ], "timestamps": [ "2026-06-11 13:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 3d925374619f37290763298e868d5be04eed1868..9e37d8c7593dbad4adfac380c253c71f7ab1ac0d 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T12:31:02.142701+00:00", + "evaluated_at": "2026-06-16T12:43:10.916345+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.100000023841858, - 1.0880000591278076, 1.0759999752044678, 1.0679999589920044, 1.0609999895095825, @@ -101,11 +99,11 @@ 1.5379999876022339, 1.4919999837875366, 1.4240000247955322, - 1.3660000562667847 + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781 ], "actuals": [ - 1.2970000505447388, - 1.2430000305175781, 1.184000015258789, 1.1200000047683716, 1.062000036239624, @@ -127,89 +125,89 @@ 0.1860000044107437, 0.13099999725818634, 0.0729999989271164, - 0.032999999821186066 + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937 ], "p50": [ - 1.5123189687728882, - 1.5297273397445679, - 1.5488289594650269, - 1.5554636716842651, - 1.5663908123970032, - 1.550180196762085, - 1.5694355964660645, - 1.5359428524971008, - 1.566551148891449, - 1.5520748496055603, - 1.5596651434898376, - 1.5456500053405762, - 1.579602301120758, - 1.4872815608978271, - 1.4451465606689453, - 1.5475084781646729, - 1.4927640557289124, - 1.4692535996437073, - 1.4559135437011719, - 1.4580938816070557, - 1.487438440322876, - 1.4903138279914856, - 1.4974893927574158, - 1.4683609008789062 + 1.4584797620773315, + 1.4566795229911804, + 1.4511902332305908, + 1.4928637742996216, + 1.4448676109313965, + 1.4363611340522766, + 1.4686383605003357, + 1.5070416927337646, + 1.5233854055404663, + 1.512522578239441, + 1.4813439846038818, + 1.4691853523254395, + 1.4651370644569397, + 1.395457148551941, + 1.381729781627655, + 1.414052128791809, + 1.4345122575759888, + 1.3638807535171509, + 1.3559911847114563, + 1.4056656956672668, + 1.3286364674568176, + 1.3734886646270752, + 1.327475905418396, + 1.4620507955551147 ], "p10": [ - 1.2832330465316772, - 1.247827172279358, - 1.285347580909729, - 1.2284809350967407, - 1.1128602027893066, - 1.1735731363296509, - 1.1320077180862427, - 1.0458552241325378, - 1.0524924397468567, - 0.9830882251262665, - 0.9912849962711334, - 1.030623972415924, - 1.0712885856628418, - 0.9294625520706177, - 0.857489287853241, - 0.9374499022960663, - 0.805475264787674, - 0.8215166628360748, - 0.7509110867977142, - 0.8685909509658813, - 0.7465930879116058, - 0.7920913100242615, - 0.7289807796478271, - 0.6650524139404297 + 1.2189683318138123, + 1.1654424667358398, + 1.048008918762207, + 1.1086885333061218, + 1.072909951210022, + 0.9564543068408966, + 1.0325932502746582, + 1.024031639099121, + 0.9614587426185608, + 0.9293114244937897, + 0.8111602365970612, + 0.9235415756702423, + 0.7119664549827576, + 0.7226273417472839, + 0.6845044493675232, + 0.8256909549236298, + 0.7352053225040436, + 0.6188215017318726, + 0.674760103225708, + 0.5263614654541016, + 0.6083008050918579, + 0.6178743243217468, + 0.6370784640312195, + 0.4615529179573059 ], "p90": [ - 1.7583733201026917, - 1.7981171011924744, - 1.8368481397628784, - 1.9314659237861633, - 1.980359971523285, - 1.9956771731376648, - 1.9443228840827942, - 2.0047303438186646, - 2.1103230714797974, - 2.0297662019729614, - 2.1520901918411255, - 2.0872020721435547, - 2.1195828914642334, - 2.134002208709717, - 2.070288062095642, - 2.2799965143203735, - 2.220403552055359, - 2.2081300020217896, - 2.168562889099121, - 2.219280242919922, - 2.192057967185974, - 2.2533621788024902, - 2.23310124874115, - 2.3321326971054077 + 1.6808742880821228, + 1.757672667503357, + 1.849596083164215, + 1.8226077556610107, + 1.8451584577560425, + 1.8904081583023071, + 1.8863871097564697, + 2.0044803619384766, + 2.0260592699050903, + 2.1237133741378784, + 2.1054950952529907, + 2.0506268739700317, + 2.091491937637329, + 1.9865314960479736, + 1.9716749787330627, + 2.1224080324172974, + 2.090538263320923, + 2.1297526359558105, + 2.1311115026474, + 2.1329784393310547, + 2.2355490922927856, + 2.175576329231262, + 2.0257397890090942, + 2.419901490211487 ], "timestamps": [ - "2026-06-16 00:24:00", - "2026-06-16 00:30:00", "2026-06-16 00:36:00", "2026-06-16 00:42:00", "2026-06-16 00:48:00", @@ -327,6 +325,8 @@ "2026-06-16 12:00:00", "2026-06-16 12:06:00", "2026-06-16 12:12:00", - "2026-06-16 12:18:00" + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 923cd031b9a24cf034fd89dfa945e9afb5e8d236..028403c94ec5df4593936535194d649369fe24ec 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T12:25:10.080024+00:00", + "evaluated_at": "2026-06-16T12:43:18.087543+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 1.100000023841858 ], "p50": [ - 1.0377939939498901, - 1.0690044164657593, - 1.090711772441864, - 1.0840529799461365, - 1.072720229625702, - 1.0625249147415161, - 1.0700313448905945, - 1.0806199312210083, - 1.0675532221794128, - 1.0843029022216797, - 1.057131290435791, - 1.0809307098388672, - 1.0653735995292664, - 1.0867875814437866, - 1.0717648267745972, - 1.085457682609558, - 1.0830081105232239, - 1.0832982063293457, - 1.0752596855163574, - 1.0626081824302673, - 1.0638700723648071, - 1.074509620666504, - 1.0486592054367065, - 1.0538457036018372 + 1.0464161038398743, + 1.0729325413703918, + 1.083522081375122, + 1.0773854851722717, + 1.0817444920539856, + 1.0745179057121277, + 1.0721608996391296, + 1.0617605447769165, + 1.0676405429840088, + 1.0739850997924805, + 1.0603298544883728, + 1.0588214993476868, + 1.070527970790863, + 1.070545256137848, + 1.0834264755249023, + 1.0789970755577087, + 1.0821692943572998, + 1.075864315032959, + 1.0592944622039795, + 1.0600726008415222, + 1.0559239983558655, + 1.0689862966537476, + 1.0596382021903992, + 1.0549837946891785 ], "p10": [ - 0.9546855092048645, - 0.9726636111736298, - 0.9929470121860504, - 0.9782131612300873, - 0.9744632244110107, - 0.9508781433105469, - 0.9656856656074524, - 0.9448739290237427, - 0.9670532643795013, - 0.9731576442718506, - 0.9690640866756439, - 0.9764051139354706, - 0.9551233351230621, - 0.9730444252490997, - 0.9442064166069031, - 0.9531099498271942, - 0.9521931409835815, - 0.9603279232978821, - 0.9426490068435669, - 0.9182247817516327, - 0.9632100760936737, - 0.9197063446044922, - 0.9280574917793274, - 0.9174941182136536 + 0.9438672363758087, + 0.9740519523620605, + 0.9825210273265839, + 0.9780886173248291, + 0.9651741087436676, + 0.9674145579338074, + 0.9637397527694702, + 0.9506820440292358, + 0.9366948306560516, + 0.9516576826572418, + 0.9458531737327576, + 0.9514510035514832, + 0.9309503436088562, + 0.9532826244831085, + 0.9757533073425293, + 0.9631812870502472, + 0.9575526416301727, + 0.9452931582927704, + 0.9083580374717712, + 0.9309105575084686, + 0.939235508441925, + 0.9387972950935364, + 0.9413944482803345, + 0.9182547330856323 ], "p90": [ - 1.12899649143219, - 1.1535842418670654, - 1.191925585269928, - 1.175689160823822, - 1.182449221611023, - 1.1787986159324646, - 1.1823187470436096, - 1.1998718976974487, - 1.1868463158607483, - 1.1935042142868042, - 1.1744852662086487, - 1.2014158964157104, - 1.1790269017219543, - 1.2115591764450073, - 1.2140173316001892, - 1.21343594789505, - 1.1962699890136719, - 1.2130120396614075, - 1.2085001468658447, - 1.2157827615737915, - 1.1818336844444275, - 1.2144253253936768, - 1.2044327855110168, - 1.1943427920341492 + 1.1284171342849731, + 1.1790461540222168, + 1.1941838264465332, + 1.1727107763290405, + 1.19163978099823, + 1.1761187314987183, + 1.179309606552124, + 1.1786661744117737, + 1.1814903616905212, + 1.184376060962677, + 1.1739966869354248, + 1.1698040962219238, + 1.1855158805847168, + 1.2063067555427551, + 1.2161068320274353, + 1.2443927526474, + 1.2212147116661072, + 1.1977038383483887, + 1.200079619884491, + 1.1892799139022827, + 1.2007943987846375, + 1.2038718461990356, + 1.1730971336364746, + 1.2112175822257996 ], "timestamps": [ "2026-06-14 21:50:00", diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index cf2b9795df1a3085ada10504171df3d673bfd8e1..8bcaec1389c4d642ebf9a26653ea92b3dc773ae2 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T12:19:38.717045+00:00", + "evaluated_at": "2026-06-16T12:43:22.358427+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 3120.0 ], "p50": [ - 3170.099853515625, - 3170.101806640625, - 3170.203125, - 3170.09521484375, - 3170.1448974609375, - 3170.16259765625, - 3170.1539306640625, - 3170.123291015625, - 3170.093017578125, - 3170.210693359375, - 3170.1773681640625, - 3170.1583251953125, - 3170.1968994140625, - 3170.166259765625, - 3170.1253662109375, - 3170.0662841796875, - 3170.3037109375, - 3170.5675048828125, - 3170.2138671875, - 3170.470947265625, - 3170.5750732421875, - 3170.3681640625, - 3170.5386962890625, - 3170.82861328125 + 3170.092529296875, + 3170.1517333984375, + 3170.1041259765625, + 3170.146240234375, + 3170.06298828125, + 3170.1571044921875, + 3170.1065673828125, + 3170.1943359375, + 3170.1339111328125, + 3170.132080078125, + 3170.1878662109375, + 3170.1456298828125, + 3170.2166748046875, + 3170.10791015625, + 3170.2293701171875, + 3170.1422119140625, + 3170.3726806640625, + 3170.26416015625, + 3170.1964111328125, + 3170.336669921875, + 3170.28759765625, + 3170.377197265625, + 3170.7701416015625, + 3170.1470947265625 ], "p10": [ - 3169.4930419921875, - 3169.4674072265625, - 3169.7269287109375, - 3169.3514404296875, - 3169.4742431640625, - 3169.44775390625, - 3169.3516845703125, - 3169.3564453125, - 3169.2987060546875, - 3169.5291748046875, - 3169.332275390625, - 3169.2550048828125, - 3169.3525390625, - 3169.1187744140625, - 3169.229248046875, - 3169.2806396484375, - 3167.76318359375, - 3167.515869140625, - 3167.65966796875, - 3168.3079833984375, - 3167.519287109375, - 3166.384765625, - 3166.9774169921875, - 3166.5867919921875 + 3169.531982421875, + 3169.62255859375, + 3169.582763671875, + 3169.34716796875, + 3169.5213623046875, + 3169.4383544921875, + 3169.36962890625, + 3169.3453369140625, + 3169.365966796875, + 3169.3623046875, + 3169.350341796875, + 3169.17578125, + 3169.489013671875, + 3168.958740234375, + 3169.35693359375, + 3169.32275390625, + 3168.1468505859375, + 3167.662841796875, + 3166.9798583984375, + 3167.7369384765625, + 3167.3056640625, + 3166.7088623046875, + 3167.4820556640625, + 3165.08544921875 ], "p90": [ - 3170.925537109375, - 3170.78564453125, - 3171.451904296875, - 3171.8372802734375, - 3171.1251220703125, - 3171.2537841796875, - 3171.415771484375, - 3171.10986328125, - 3171.848388671875, - 3177.5306396484375, - 3173.609375, - 3172.332763671875, - 3172.360107421875, - 3171.6893310546875, - 3172.14990234375, - 3171.3038330078125, - 3196.8939208984375, - 3190.9393310546875, - 3194.785400390625, - 3195.63232421875, - 3215.368896484375, - 3205.249755859375, - 3204.1888427734375, - 3213.8193359375 + 3170.765625, + 3171.500244140625, + 3171.27197265625, + 3171.03076171875, + 3171.0133056640625, + 3172.16259765625, + 3171.7095947265625, + 3172.16357421875, + 3170.979736328125, + 3170.99755859375, + 3172.082763671875, + 3171.881103515625, + 3176.529296875, + 3171.9036865234375, + 3171.9483642578125, + 3171.643310546875, + 3208.726318359375, + 3219.1859130859375, + 3218.7071533203125, + 3217.0950927734375, + 3207.753662109375, + 3207.1141357421875, + 3222.0181884765625, + 3199.270263671875 ], "timestamps": [ "2026-06-16 01:55:00", diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index bf412b36891d3aee02c46fe2a8d68bb692468695..a55374093c0356860540ae1a1c24725e3b9f0c9d 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,11 +1,29 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-16T12:36:37.035468+00:00", + "evaluated_at": "2026-06-16T12:43:24.441155+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:34:36.900264Z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t100600z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index 6ccadeb9bdf9fb81b26d62804f93e886c23f19f0..eee482611d2784495733c79d6e82ec0b1bba679a 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-16T12:34:38.649273+00:00", - "finished_at": "2026-06-16T12:36:52.388314+00:00", - "task_count": 1, + "started_at": "2026-06-16T12:40:04.821656+00:00", + "finished_at": "2026-06-16T12:43:57.213891+00:00", + "task_count": 4, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,11 +10,29 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T12:35:01.048223+00:00", + "evaluated_at": "2026-06-16T12:40:52.954727+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:34:36.900264Z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t100600z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", "context_length": 96, "prediction_length": 24 } @@ -24,11 +42,29 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T12:35:28.139544+00:00", + "evaluated_at": "2026-06-16T12:41:32.574580+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:34:36.900264Z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t100600z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", "context_length": 96, "prediction_length": 24 } @@ -38,11 +74,29 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-16T12:35:52.304010+00:00", + "evaluated_at": "2026-06-16T12:42:17.630186+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:34:36.900264Z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t100600z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", "context_length": 96, "prediction_length": 24 } @@ -52,11 +106,29 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-16T12:36:00.573487+00:00", + "evaluated_at": "2026-06-16T12:42:41.763610+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:34:36.900264Z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t100600z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", "context_length": 96, "prediction_length": 24 } @@ -66,11 +138,29 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-16T12:36:37.035468+00:00", + "evaluated_at": "2026-06-16T12:43:24.441155+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:34:36.900264Z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t100600z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", "context_length": 96, "prediction_length": 24 } @@ -80,11 +170,29 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-16T12:36:52.384980+00:00", + "evaluated_at": "2026-06-16T12:43:57.211040+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:34:36.900264Z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t100600z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", "context_length": 96, "prediction_length": 24 } @@ -94,7 +202,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-16T12:36:58.431093+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_124035.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_124035.json new file mode 100644 index 0000000000000000000000000000000000000000..bb961b58c2d3a0ed9bd563918e6300ec03bc138d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_124035.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T12:40:35.828585+00:00", + "metrics": { + "MSE[mean]": 185793.36844126382, + "MSE[0.5]": 185793.36844126382, + "MAE[0.5]": 352.7613932291667, + "MASE[0.5]": 0.5425435060849151, + "MAPE[0.5]": 0.00531364618716642, + "sMAPE[0.5]": 0.005302997328947969, + "MSIS": 4.194782699247601, + "RMSE[mean]": 431.03754876027193, + "NRMSE[mean]": 0.006484163662761053, + "ND[0.5]": 0.005306643502823177, + "mean_weighted_sum_quantile_loss": 0.005933925667917285 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00" + ], + "context": [ + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875 + ], + "actual": [ + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66654.0078125 + ], + "predictions": { + "p50": [ + 66575.828125, + 66554.4765625, + 66547.5234375, + 66536.625, + 66549.6953125, + 66551.140625, + 66582.9765625, + 66597.953125, + 66648.25, + 66641.078125, + 66652.5625, + 66653.25, + 66654.6171875, + 66692.4609375, + 66726.1640625, + 66676.5390625, + 66703.0078125, + 66683.5, + 66690.1484375, + 66691.1484375, + 66741.2265625, + 66715.0, + 66752.4375, + 66739.1015625 + ], + "p10": [ + 66119.140625, + 65966.8203125, + 65844.78125, + 65729.6484375, + 65684.3671875, + 65631.9765625, + 65579.8046875, + 65521.94921875, + 65511.1875, + 65510.94921875, + 65408.73046875, + 65325.796875, + 65247.88671875, + 65199.04296875, + 65184.26953125, + 65053.71875, + 65042.109375, + 64981.1875, + 64928.02734375, + 64922.890625, + 64892.953125, + 64852.36328125, + 64830.9140625, + 64787.34375 + ], + "p90": [ + 66998.8046875, + 67049.2421875, + 67148.6484375, + 67234.7265625, + 67296.765625, + 67367.75, + 67478.3828125, + 67567.8828125, + 67634.5, + 67699.1171875, + 67801.1640625, + 67862.109375, + 67932.375, + 67926.8046875, + 67994.1171875, + 68033.390625, + 68132.40625, + 68140.5703125, + 68174.8515625, + 68278.3671875, + 68310.109375, + 68407.2734375, + 68459.640625, + 68547.84375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_124305.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_124305.json new file mode 100644 index 0000000000000000000000000000000000000000..d934bf7ccc2b06cef9f0ef1a33695e373ba414f9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_124305.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T12:43:05.873195+00:00", + "metrics": { + "MSE[mean]": 302595.110013326, + "MSE[0.5]": 230116.81562105814, + "MAE[0.5]": 402.1531575520833, + "MASE[0.5]": 0.6185075472238121, + "MAPE[0.5]": 0.006060002705452057, + "sMAPE[0.5]": 0.006041923195922813, + "MSIS": 4.024584727255007, + "RMSE[mean]": 550.0864568532169, + "NRMSE[mean]": 0.008275034565233116, + "ND[0.5]": 0.006049651355348883, + "mean_weighted_sum_quantile_loss": 0.006075559496896383 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00" + ], + "context": [ + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875 + ], + "actual": [ + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66654.0078125 + ], + "predictions": { + "p50": [ + 66538.46484375, + 66573.38671875, + 66620.86328125, + 66575.0625, + 66568.5625, + 66655.265625, + 66603.90234375, + 66679.96484375, + 66590.43359375, + 66691.1796875, + 66782.1015625, + 66753.453125, + 66685.11328125, + 66852.76953125, + 66729.23046875, + 66839.80859375, + 66727.0078125, + 66746.75390625, + 66745.29296875, + 66674.3828125, + 66775.59765625, + 66816.05859375, + 67000.75, + 67174.37890625 + ], + "p10": [ + 66240.09765625, + 66144.5859375, + 66149.73828125, + 65916.23828125, + 65857.59765625, + 65733.7421875, + 65575.62890625, + 65697.8203125, + 65607.890625, + 65359.126953125, + 65508.353515625, + 65459.384765625, + 65290.77734375, + 65484.857421875, + 65404.89453125, + 65373.5390625, + 65416.703125, + 65197.111328125, + 65329.423828125, + 65179.525390625, + 64900.8046875, + 65420.8203125, + 65085.5546875, + 65528.662109375 + ], + "p90": [ + 66851.1484375, + 67015.6328125, + 67117.92578125, + 67383.97265625, + 67421.1640625, + 67647.60546875, + 67550.2109375, + 67812.19140625, + 67682.03515625, + 67884.7578125, + 68342.07421875, + 68347.65234375, + 68341.4921875, + 68324.328125, + 68330.4921875, + 68449.89453125, + 68716.80859375, + 68499.62109375, + 68735.26171875, + 68719.89453125, + 68951.33203125, + 68973.265625, + 69597.92578125, + 69471.03515625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_124340.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_124340.json new file mode 100644 index 0000000000000000000000000000000000000000..f39d8ea1cc754035e89784b18e277c2dd5e425a9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_124340.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T12:43:40.023028+00:00", + "metrics": { + "MSE[mean]": 356331.45634969074, + "MSE[0.5]": 356331.45634969074, + "MAE[0.5]": 512.4166666666666, + "MASE[0.5]": 0.7880917250178627, + "MAPE[0.5]": 0.007688529907461726, + "sMAPE[0.5]": 0.007728453437384848, + "MSIS": 6.203889566107747, + "RMSE[mean]": 596.9350520363926, + "NRMSE[mean]": 0.008979785136063545, + "ND[0.5]": 0.007708362159513517, + "mean_weighted_sum_quantile_loss": 0.007986599219194212 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00" + ], + "context": [ + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875 + ], + "actual": [ + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66654.0078125 + ], + "predictions": { + "p50": [ + 66445.125, + 66313.25, + 66247.3125, + 66194.5625, + 66155.0, + 66115.4375, + 66089.0625, + 66062.6875, + 66023.125, + 65996.75, + 65970.375, + 65957.1875, + 65930.8125, + 65917.625, + 65878.0625, + 65851.6875, + 65851.6875, + 65825.3125, + 65805.53125, + 65792.34375, + 65798.9375, + 65785.75, + 65752.78125, + 65726.40625 + ], + "p10": [ + 66009.9375, + 65700.03125, + 65469.25, + 65291.21875, + 65165.9375, + 65053.84375, + 64948.34375, + 64846.140625, + 64740.640625, + 64669.7578125, + 64597.2265625, + 64536.234375, + 64453.8125, + 64396.1171875, + 64353.2578125, + 64288.96875, + 64351.609375, + 64305.8671875, + 64263.625, + 64239.30859375, + 64221.3828125, + 64198.3046875, + 64148.8515625, + 64127.421875 + ], + "p90": [ + 66761.625, + 66748.4375, + 66748.4375, + 66774.8125, + 66774.8125, + 66761.625, + 66801.1875, + 66801.1875, + 66814.375, + 66814.375, + 66814.375, + 66814.375, + 66814.375, + 66814.375, + 66801.1875, + 66814.375, + 66801.1875, + 66774.8125, + 66761.625, + 66748.4375, + 66761.625, + 66774.8125, + 66748.4375, + 66761.625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_124115.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_124115.json new file mode 100644 index 0000000000000000000000000000000000000000..ec95b9eae2ef8f061d07bdf3bdfefd3ed04dea3d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_124115.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T12:41:15.251401+00:00", + "metrics": { + "MSE[mean]": 229382.02388763428, + "MSE[0.5]": 373981.3945871989, + "MAE[0.5]": 533.013671875, + "MASE[0.5]": 0.8197697136953791, + "MAPE[0.5]": 0.007996642921299766, + "sMAPE[0.5]": 0.008038511148214758, + "MSIS": 6.466583720452289, + "RMSE[mean]": 478.9384343395655, + "NRMSE[mean]": 0.007204743998698499, + "ND[0.5]": 0.008018206053897423, + "mean_weighted_sum_quantile_loss": 0.005725124445090046 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00" + ], + "context": [ + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875 + ], + "actual": [ + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66654.0078125 + ], + "predictions": { + "p50": [ + 66274.125, + 66219.921875, + 66175.4296875, + 66099.890625, + 66030.4921875, + 66024.828125, + 65997.4765625, + 65963.1328125, + 65973.5078125, + 65973.6015625, + 65987.265625, + 65962.7109375, + 65909.546875, + 65918.9453125, + 65927.0, + 65882.578125, + 65874.7734375, + 65867.3828125, + 65821.6796875, + 65790.0078125, + 65805.3203125, + 65817.6640625, + 65865.3515625, + 65894.2734375 + ], + "p10": [ + 66273.0546875, + 66279.40625, + 66189.3671875, + 66161.40625, + 66121.84375, + 66058.5234375, + 66003.28125, + 66032.875, + 66007.234375, + 66064.03125, + 66044.3359375, + 65935.203125, + 65946.7890625, + 65974.390625, + 66003.921875, + 65974.0078125, + 65936.921875, + 65817.078125, + 65883.0546875, + 65817.953125, + 65859.90625, + 65916.8359375, + 65848.3359375, + 65862.765625 + ], + "p90": [ + 66592.0703125, + 66622.9375, + 66632.140625, + 66638.9609375, + 66608.234375, + 66629.2265625, + 66623.140625, + 66627.859375, + 66642.6953125, + 66690.765625, + 66751.5625, + 66704.625, + 66703.7578125, + 66750.96875, + 66734.1953125, + 66738.1796875, + 66720.265625, + 66732.6328125, + 66732.9609375, + 66724.2734375, + 66763.390625, + 66799.2109375, + 66833.6640625, + 66879.4375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_124224.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_124224.json new file mode 100644 index 0000000000000000000000000000000000000000..b6a6a87a1773ddda94ffd68cc5eae1993c48a606 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_124224.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-16T12:42:24.812452+00:00", + "metrics": { + "MSE[mean]": 149685.77239481607, + "MSE[0.5]": 149685.77239481607, + "MAE[0.5]": 302.6126302083333, + "MASE[0.5]": 0.46541520849519213, + "MAPE[0.5]": 0.004541302576882199, + "sMAPE[0.5]": 0.0045529882839738895, + "MSIS": 4.998578994670854, + "RMSE[mean]": 386.89245585151446, + "NRMSE[mean]": 0.005820082289452727, + "ND[0.5]": 0.004552248003295704, + "mean_weighted_sum_quantile_loss": 0.006288287892304398 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00" + ], + "context": [ + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875 + ], + "actual": [ + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66654.0078125 + ], + "predictions": { + "p50": [ + 66489.8515625, + 66440.4375, + 66396.9609375, + 66349.6875, + 66346.984375, + 66352.0703125, + 66361.421875, + 66346.6640625, + 66327.875, + 66295.7734375, + 66271.796875, + 66266.734375, + 66276.71875, + 66281.2578125, + 66288.578125, + 66264.7109375, + 66247.890625, + 66211.078125, + 66209.859375, + 66224.03125, + 66227.3125, + 66204.9921875, + 66185.359375, + 66157.828125 + ], + "p10": [ + 66069.328125, + 65829.0859375, + 65658.9296875, + 65503.53515625, + 65426.5625, + 65370.4609375, + 65305.01953125, + 65221.74609375, + 65165.96875, + 65086.5078125, + 64996.30078125, + 64953.484375, + 64912.7109375, + 64846.9375, + 64772.140625, + 64701.26953125, + 64661.26171875, + 64580.90234375, + 64540.0078125, + 64514.40234375, + 64473.23046875, + 64399.90625, + 64335.89453125, + 64280.33203125 + ], + "p90": [ + 66814.2890625, + 66901.8828125, + 66977.8828125, + 67032.4140625, + 67111.3828125, + 67210.234375, + 67324.7265625, + 67392.4375, + 67437.921875, + 67468.9453125, + 67500.171875, + 67534.578125, + 67581.4375, + 67631.3046875, + 67699.171875, + 67694.7109375, + 67704.703125, + 67724.6171875, + 67787.0078125, + 67860.3359375, + 67886.1484375, + 67907.8828125, + 67911.9296875, + 67918.109375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_124153.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_124153.json new file mode 100644 index 0000000000000000000000000000000000000000..0083af5428dd4eee2d6b26033117fcc87f9cbd11 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_124153.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T12:41:53.625746+00:00", + "metrics": { + "MSE[mean]": 152675.87549082437, + "MSE[0.5]": 152675.87549082437, + "MAE[0.5]": 296.4404296875, + "MASE[0.5]": 0.4559224256252236, + "MAPE[0.5]": 0.0044614903564614465, + "sMAPE[0.5]": 0.0044579930417490135, + "MSIS": 4.7726849566101075, + "RMSE[mean]": 390.7376043981746, + "NRMSE[mean]": 0.00587792544617047, + "ND[0.5]": 0.004459398648404071, + "mean_weighted_sum_quantile_loss": 0.005832480365682327 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00" + ], + "context": [ + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875 + ], + "actual": [ + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66654.0078125 + ], + "predictions": { + "p50": [ + 66557.4375, + 66520.4453125, + 66475.1015625, + 66414.6953125, + 66501.5078125, + 66538.5625, + 66572.4296875, + 66562.15625, + 66515.3984375, + 66475.703125, + 66492.0234375, + 66553.3125, + 66606.2578125, + 66646.2578125, + 66610.0, + 66560.9140625, + 66548.0703125, + 66556.828125, + 66586.703125, + 66614.40625, + 66623.7890625, + 66613.59375, + 66607.0859375, + 66608.5625 + ], + "p10": [ + 66196.6640625, + 66029.1484375, + 65879.328125, + 65709.8984375, + 65713.5, + 65668.6484375, + 65604.875, + 65524.3046875, + 65420.39453125, + 65316.3515625, + 65264.4375, + 65241.578125, + 65210.51953125, + 65166.765625, + 65075.4375, + 64973.5546875, + 64928.4921875, + 64887.62109375, + 64863.48828125, + 64845.578125, + 64814.71484375, + 64759.69921875, + 64718.8515625, + 64661.3125 + ], + "p90": [ + 66928.3203125, + 67003.4375, + 67060.40625, + 67090.8125, + 67270.21875, + 67398.5, + 67513.78125, + 67579.734375, + 67598.9453125, + 67642.765625, + 67726.8671875, + 67885.453125, + 68009.0625, + 68118.84375, + 68159.0234375, + 68131.9921875, + 68200.65625, + 68280.421875, + 68381.34375, + 68482.0625, + 68560.578125, + 68606.9296875, + 68658.5546875, + 68706.6015625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260616_124050.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260616_124050.json new file mode 100644 index 0000000000000000000000000000000000000000..62b0bba99b8a287ac70df2e5c27c69be74bab4aa --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260616_124050.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T12:40:50.960167+00:00", + "metrics": { + "MSE[mean]": 1844.681823057433, + "MSE[0.5]": 1844.681823057433, + "MAE[0.5]": 37.35460408528646, + "MASE[0.5]": 0.9148066306600766, + "MAPE[0.5]": 0.01197181816237868, + "sMAPE[0.5]": 0.01187782557408445, + "MSIS": 32.13962003746811, + "RMSE[mean]": 42.94975928986602, + "NRMSE[mean]": 0.013711016533077741, + "ND[0.5]": 0.01192485365851124, + "mean_weighted_sum_quantile_loss": 0.01158914676824233 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 01:55:00", + "2026-06-16 02:10:00", + "2026-06-16 02:25:00", + "2026-06-16 02:40:00", + "2026-06-16 02:55:00", + "2026-06-16 03:10:00", + "2026-06-16 03:25:00", + "2026-06-16 03:40:00", + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00" + ], + "context": [ + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0 + ], + "actual": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3169.177001953125, + 3169.37158203125, + 3169.450439453125, + 3169.17578125, + 3169.361572265625, + 3169.61181640625, + 3169.57666015625, + 3169.55712890625, + 3169.526611328125, + 3169.517333984375, + 3169.61962890625, + 3169.509033203125, + 3169.876708984375, + 3169.552734375, + 3169.6181640625, + 3169.678466796875, + 3169.2666015625, + 3169.9853515625, + 3169.540771484375, + 3169.295654296875, + 3169.314453125, + 3169.879150390625, + 3169.314697265625, + 3170.029541015625 + ], + "p10": [ + 3166.040283203125, + 3166.09326171875, + 3166.115234375, + 3166.4111328125, + 3166.275390625, + 3166.013916015625, + 3166.04931640625, + 3165.651123046875, + 3165.571044921875, + 3165.34228515625, + 3164.418701171875, + 3163.643310546875, + 3163.05615234375, + 3162.5732421875, + 3162.330810546875, + 3162.94921875, + 3162.70263671875, + 3162.0791015625, + 3161.3017578125, + 3161.23486328125, + 3160.9970703125, + 3160.287353515625, + 3159.11279296875, + 3159.570068359375 + ], + "p90": [ + 3172.49072265625, + 3173.00830078125, + 3173.4248046875, + 3173.900390625, + 3176.407470703125, + 3177.57861328125, + 3177.952392578125, + 3178.657470703125, + 3179.98974609375, + 3181.30029296875, + 3182.622314453125, + 3183.73095703125, + 3184.211669921875, + 3186.20458984375, + 3186.67578125, + 3186.3955078125, + 3212.7421875, + 3217.662353515625, + 3219.59228515625, + 3221.21875, + 3224.804931640625, + 3229.971923828125, + 3232.746826171875, + 3234.5234375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260616_124322.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260616_124322.json new file mode 100644 index 0000000000000000000000000000000000000000..4260b18c428945cde07a152a56f2e7aced0d775a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260616_124322.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T12:43:22.358427+00:00", + "metrics": { + "MSE[mean]": 2370.9752393215895, + "MSE[0.5]": 1892.4740582449983, + "MAE[0.5]": 37.7038319905599, + "MASE[0.5]": 0.9233591507892219, + "MAPE[0.5]": 0.012084411370750706, + "sMAPE[0.5]": 0.011987982166495303, + "MSIS": 35.9655178770727, + "RMSE[mean]": 48.69266104169692, + "NRMSE[mean]": 0.015544345105090797, + "ND[0.5]": 0.01203633902332319, + "mean_weighted_sum_quantile_loss": 0.012088457969969296 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 01:55:00", + "2026-06-16 02:10:00", + "2026-06-16 02:25:00", + "2026-06-16 02:40:00", + "2026-06-16 02:55:00", + "2026-06-16 03:10:00", + "2026-06-16 03:25:00", + "2026-06-16 03:40:00", + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00" + ], + "context": [ + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0 + ], + "actual": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3170.092529296875, + 3170.1517333984375, + 3170.1041259765625, + 3170.146240234375, + 3170.06298828125, + 3170.1571044921875, + 3170.1065673828125, + 3170.1943359375, + 3170.1339111328125, + 3170.132080078125, + 3170.1878662109375, + 3170.1456298828125, + 3170.2166748046875, + 3170.10791015625, + 3170.2293701171875, + 3170.1422119140625, + 3170.3726806640625, + 3170.26416015625, + 3170.1964111328125, + 3170.336669921875, + 3170.28759765625, + 3170.377197265625, + 3170.7701416015625, + 3170.1470947265625 + ], + "p10": [ + 3169.531982421875, + 3169.62255859375, + 3169.582763671875, + 3169.34716796875, + 3169.5213623046875, + 3169.4383544921875, + 3169.36962890625, + 3169.3453369140625, + 3169.365966796875, + 3169.3623046875, + 3169.350341796875, + 3169.17578125, + 3169.489013671875, + 3168.958740234375, + 3169.35693359375, + 3169.32275390625, + 3168.1468505859375, + 3167.662841796875, + 3166.9798583984375, + 3167.7369384765625, + 3167.3056640625, + 3166.7088623046875, + 3167.4820556640625, + 3165.08544921875 + ], + "p90": [ + 3170.765625, + 3171.500244140625, + 3171.27197265625, + 3171.03076171875, + 3171.0133056640625, + 3172.16259765625, + 3171.7095947265625, + 3172.16357421875, + 3170.979736328125, + 3170.99755859375, + 3172.082763671875, + 3171.881103515625, + 3176.529296875, + 3171.9036865234375, + 3171.9483642578125, + 3171.643310546875, + 3208.726318359375, + 3219.1859130859375, + 3218.7071533203125, + 3217.0950927734375, + 3207.753662109375, + 3207.1141357421875, + 3222.0181884765625, + 3199.270263671875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260616_124354.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260616_124354.json new file mode 100644 index 0000000000000000000000000000000000000000..6a76491d31c7d21af0d67ecc6a2ad74fd39a0cc6 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260616_124354.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T12:43:54.916074+00:00", + "metrics": { + "MSE[mean]": 1728.143641680479, + "MSE[0.5]": 1728.143641680479, + "MAE[0.5]": 36.594970703125, + "MASE[0.5]": 0.8962033641581632, + "MAPE[0.5]": 0.011726069335312159, + "sMAPE[0.5]": 0.011638132902031561, + "MSIS": 27.916717653858417, + "RMSE[mean]": 41.57094708664308, + "NRMSE[mean]": 0.013270853020476642, + "ND[0.5]": 0.011682352977853153, + "mean_weighted_sum_quantile_loss": 0.010390146114602731 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 01:55:00", + "2026-06-16 02:10:00", + "2026-06-16 02:25:00", + "2026-06-16 02:40:00", + "2026-06-16 02:55:00", + "2026-06-16 03:10:00", + "2026-06-16 03:25:00", + "2026-06-16 03:40:00", + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00" + ], + "context": [ + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0 + ], + "actual": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3167.5771484375, + 3167.5771484375, + 3167.45458984375, + 3167.822265625, + 3167.33203125, + 3167.5771484375, + 3167.45458984375, + 3167.5771484375, + 3167.45458984375, + 3168.0673828125, + 3167.5771484375, + 3167.5771484375, + 3167.5771484375, + 3167.822265625, + 3167.45458984375, + 3167.5771484375, + 3168.68017578125, + 3168.802734375, + 3167.94482421875, + 3168.373779296875, + 3168.0673828125, + 3168.496337890625, + 3168.373779296875, + 3168.741455078125 + ], + "p10": [ + 3164.02294921875, + 3163.41015625, + 3162.6748046875, + 3163.04248046875, + 3162.4296875, + 3162.1845703125, + 3161.81689453125, + 3160.7138671875, + 3160.2236328125, + 3160.10107421875, + 3158.7529296875, + 3158.14013671875, + 3156.91455078125, + 3157.15966796875, + 3156.42431640625, + 3156.7919921875, + 3156.66943359375, + 3156.7919921875, + 3155.3212890625, + 3155.56640625, + 3155.076171875, + 3154.8310546875, + 3154.3408203125, + 3154.8310546875 + ], + "p90": [ + 3169.0478515625, + 3168.68017578125, + 3169.231689453125, + 3169.29296875, + 3168.92529296875, + 3169.17041015625, + 3169.17041015625, + 3169.783203125, + 3169.599365234375, + 3170.15087890625, + 3170.15087890625, + 3170.39599609375, + 3171.13134765625, + 3171.0087890625, + 3171.37646484375, + 3171.744140625, + 3173.705078125, + 3174.624267578125, + 3174.256591796875, + 3174.869384765625, + 3175.17578125, + 3176.217529296875, + 3176.585205078125, + 3177.565673828125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260616_124130.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260616_124130.json new file mode 100644 index 0000000000000000000000000000000000000000..16ca3492b70ac26a144e2c2b2c187dfbd0f36439 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260616_124130.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T12:41:30.056174+00:00", + "metrics": { + "MSE[mean]": 1818.7068623751402, + "MSE[0.5]": 1721.8193936025102, + "MAE[0.5]": 36.24120076497396, + "MASE[0.5]": 0.8875396105707907, + "MAPE[0.5]": 0.011614158548294779, + "sMAPE[0.5]": 0.011526451206907885, + "MSIS": 35.228784179687494, + "RMSE[mean]": 42.646299515610266, + "NRMSE[mean]": 0.013614141904424667, + "ND[0.5]": 0.011569417642449786, + "mean_weighted_sum_quantile_loss": 0.011566577814518303 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 01:55:00", + "2026-06-16 02:10:00", + "2026-06-16 02:25:00", + "2026-06-16 02:40:00", + "2026-06-16 02:55:00", + "2026-06-16 03:10:00", + "2026-06-16 03:25:00", + "2026-06-16 03:40:00", + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00" + ], + "context": [ + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0 + ], + "actual": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3169.618408203125, + 3169.830810546875, + 3169.11279296875, + 3167.968994140625, + 3168.129150390625, + 3167.692138671875, + 3167.212646484375, + 3168.484375, + 3166.84912109375, + 3168.529052734375, + 3166.979736328125, + 3168.147705078125, + 3168.766357421875, + 3169.3466796875, + 3169.921630859375, + 3169.019775390625, + 3167.299560546875, + 3168.515380859375, + 3167.27099609375, + 3167.43798828125, + 3167.77001953125, + 3166.84228515625, + 3166.779541015625, + 3166.96826171875 + ], + "p10": [ + 3171.470947265625, + 3170.882568359375, + 3170.056396484375, + 3168.39599609375, + 3169.619873046875, + 3168.45458984375, + 3169.93310546875, + 3166.519775390625, + 3168.322509765625, + 3167.503173828125, + 3166.794189453125, + 3167.3984375, + 3168.586669921875, + 3168.27978515625, + 3166.058349609375, + 3169.05078125, + 3167.18798828125, + 3169.978271484375, + 3168.34716796875, + 3168.278564453125, + 3165.50146484375, + 3165.15478515625, + 3166.891845703125, + 3167.54052734375 + ], + "p90": [ + 3170.23681640625, + 3170.75244140625, + 3169.412109375, + 3169.884521484375, + 3169.63720703125, + 3169.230712890625, + 3169.648193359375, + 3170.9853515625, + 3169.85693359375, + 3170.223876953125, + 3169.506591796875, + 3169.68359375, + 3169.91357421875, + 3171.40869140625, + 3171.88671875, + 3171.44091796875, + 3170.123046875, + 3171.31201171875, + 3170.720703125, + 3171.798828125, + 3172.4384765625, + 3172.782470703125, + 3172.363525390625, + 3172.2587890625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260616_124239.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260616_124239.json new file mode 100644 index 0000000000000000000000000000000000000000..cf0e32f439988cfaf232ea3dfeb96919ee28f479 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260616_124239.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-16T12:42:39.570887+00:00", + "metrics": { + "MSE[mean]": 1853.6238637616236, + "MSE[0.5]": 1853.6238637616236, + "MAE[0.5]": 37.473490397135414, + "MASE[0.5]": 0.9177181321747447, + "MAPE[0.5]": 0.012009772739103386, + "sMAPE[0.5]": 0.01191533003242646, + "MSIS": 33.22841124242666, + "RMSE[mean]": 43.053732286082045, + "NRMSE[mean]": 0.013744208231789958, + "ND[0.5]": 0.011962806192222, + "mean_weighted_sum_quantile_loss": 0.011894348961797243 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 01:55:00", + "2026-06-16 02:10:00", + "2026-06-16 02:25:00", + "2026-06-16 02:40:00", + "2026-06-16 02:55:00", + "2026-06-16 03:10:00", + "2026-06-16 03:25:00", + "2026-06-16 03:40:00", + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00" + ], + "context": [ + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0 + ], + "actual": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3169.131103515625, + 3169.22509765625, + 3169.255126953125, + 3169.241943359375, + 3169.209716796875, + 3169.373046875, + 3169.482666015625, + 3169.488037109375, + 3169.455322265625, + 3169.47705078125, + 3169.3369140625, + 3169.346435546875, + 3169.27685546875, + 3169.42529296875, + 3169.465576171875, + 3169.573974609375, + 3169.803955078125, + 3170.065673828125, + 3170.12109375, + 3170.260009765625, + 3170.23095703125, + 3170.123779296875, + 3169.9296875, + 3169.9365234375 + ], + "p10": [ + 3168.314208984375, + 3168.36865234375, + 3168.3583984375, + 3168.407470703125, + 3168.159912109375, + 3168.317138671875, + 3167.81298828125, + 3167.069580078125, + 3166.083251953125, + 3164.709716796875, + 3163.438720703125, + 3162.69580078125, + 3162.42919921875, + 3162.77099609375, + 3162.83740234375, + 3162.8818359375, + 3163.2529296875, + 3163.63037109375, + 3163.82177734375, + 3164.3173828125, + 3164.56982421875, + 3163.781494140625, + 3163.216064453125, + 3163.026611328125 + ], + "p90": [ + 3169.993896484375, + 3170.144775390625, + 3170.82958984375, + 3171.789306640625, + 3173.372802734375, + 3178.54150390625, + 3184.70556640625, + 3188.9287109375, + 3193.474365234375, + 3196.531005859375, + 3198.169677734375, + 3200.718017578125, + 3206.8212890625, + 3211.485595703125, + 3210.54150390625, + 3213.90576171875, + 3218.7568359375, + 3221.54052734375, + 3223.781982421875, + 3225.066650390625, + 3226.7421875, + 3226.3623046875, + 3225.818115234375, + 3224.0107421875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260616_124215.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260616_124215.json new file mode 100644 index 0000000000000000000000000000000000000000..208a44a7de7fc0af70c86123e819902fda171d8d --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260616_124215.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T12:42:15.154825+00:00", + "metrics": { + "MSE[mean]": 1883.627306299905, + "MSE[0.5]": 1883.627306299905, + "MAE[0.5]": 37.61308797200521, + "MASE[0.5]": 0.9211368482940051, + "MAPE[0.5]": 0.012055340685936089, + "sMAPE[0.5]": 0.011959360454947518, + "MSIS": 8.74042271205357, + "RMSE[mean]": 43.40077541127468, + "NRMSE[mean]": 0.01385499614086981, + "ND[0.5]": 0.012007370461933028, + "mean_weighted_sum_quantile_loss": 0.007520915514570587 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 01:55:00", + "2026-06-16 02:10:00", + "2026-06-16 02:25:00", + "2026-06-16 02:40:00", + "2026-06-16 02:55:00", + "2026-06-16 03:10:00", + "2026-06-16 03:25:00", + "2026-06-16 03:40:00", + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00" + ], + "context": [ + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0 + ], + "actual": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3170.09033203125, + 3170.110595703125, + 3170.10986328125, + 3170.11181640625, + 3170.112548828125, + 3170.111572265625, + 3170.099853515625, + 3170.09130859375, + 3170.08642578125, + 3170.10888671875, + 3170.142333984375, + 3170.111083984375, + 3170.095458984375, + 3170.07861328125, + 3170.1083984375, + 3170.10302734375, + 3170.102783203125, + 3170.12353515625, + 3170.112060546875, + 3170.131591796875, + 3170.13623046875, + 3170.116943359375, + 3170.17236328125, + 3170.146484375 + ], + "p10": [ + 3169.96630859375, + 3169.601806640625, + 3168.21142578125, + 3157.545654296875, + 3147.521728515625, + 3146.09912109375, + 3147.38720703125, + 3138.720947265625, + 3134.866943359375, + 3129.757080078125, + 3130.096435546875, + 3131.2880859375, + 3130.84716796875, + 3129.804931640625, + 3130.523193359375, + 3128.72119140625, + 3128.685546875, + 3127.27294921875, + 3126.721435546875, + 3126.25390625, + 3125.6484375, + 3124.952880859375, + 3124.190673828125, + 3123.66796875 + ], + "p90": [ + 3170.381103515625, + 3170.407958984375, + 3170.423095703125, + 3170.42529296875, + 3170.45068359375, + 3170.46923828125, + 3170.46240234375, + 3170.5263671875, + 3170.69677734375, + 3171.305908203125, + 3172.7958984375, + 3175.968017578125, + 3181.923828125, + 3189.931640625, + 3207.87841796875, + 3213.64404296875, + 3220.650634765625, + 3226.2705078125, + 3231.222412109375, + 3231.672119140625, + 3230.56591796875, + 3232.53564453125, + 3232.916259765625, + 3234.163818359375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260616_124040.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260616_124040.json new file mode 100644 index 0000000000000000000000000000000000000000..916713142bebe125c942b0ca30dfa1303eabb715 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260616_124040.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T12:40:40.214902+00:00", + "metrics": { + "MSE[mean]": 0.00591298620027966, + "MSE[0.5]": 0.00591298620027966, + "MAE[0.5]": 0.07224699641422679, + "MASE[0.5]": 0.09194898087902915, + "MAPE[0.5]": 0.7480065499700596, + "sMAPE[0.5]": 0.4526357468361318, + "MSIS": 1.2812882424284353, + "RMSE[mean]": 0.07689594397807767, + "NRMSE[mean]": 0.14236694815126089, + "ND[0.5]": 0.13375977796073202, + "mean_weighted_sum_quantile_loss": 0.26563257372116367 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 00:36:00", + "2026-06-16 00:42:00", + "2026-06-16 00:48:00", + "2026-06-16 00:54:00", + "2026-06-16 01:00:00", + "2026-06-16 01:06:00", + "2026-06-16 01:12:00", + "2026-06-16 01:18:00", + "2026-06-16 01:24:00", + "2026-06-16 01:30:00", + "2026-06-16 01:36:00", + "2026-06-16 01:42:00", + "2026-06-16 01:48:00", + "2026-06-16 01:54:00", + "2026-06-16 02:00:00", + "2026-06-16 02:06:00", + "2026-06-16 02:12:00", + "2026-06-16 02:18:00", + "2026-06-16 02:24:00", + "2026-06-16 02:30:00", + "2026-06-16 02:36:00", + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00" + ], + "context": [ + 1.0759999752044678, + 1.0679999589920044, + 1.0609999895095825, + 1.0570000410079956, + 1.0529999732971191, + 1.0499999523162842, + 1.0570000410079956, + 1.0549999475479126, + 1.065000057220459, + 1.0809999704360962, + 1.097000002861023, + 1.1130000352859497, + 1.1230000257492065, + 1.1440000534057617, + 1.1519999504089355, + 1.1649999618530273, + 1.184999942779541, + 1.1979999542236328, + 1.2300000190734863, + 1.246999979019165, + 1.2719999551773071, + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781 + ], + "actual": [ + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937 + ], + "predictions": { + "p50": [ + 1.1264476776123047, + 1.0608716011047363, + 1.0003504753112793, + 0.9375002384185791, + 0.86688232421875, + 0.8031138181686401, + 0.7411550283432007, + 0.6841152906417847, + 0.6318036317825317, + 0.5732898712158203, + 0.5268813371658325, + 0.47855663299560547, + 0.42409396171569824, + 0.386080265045166, + 0.35657167434692383, + 0.31061768531799316, + 0.13614749908447266, + 0.12427115440368652, + 0.0864725112915039, + 0.05975770950317383, + 0.020498156547546387, + -0.007119178771972656, + -0.047446489334106445, + -0.09384071826934814 + ], + "p10": [ + 1.0629758834838867, + 0.983534038066864, + 0.8980754613876343, + 0.8169069886207581, + 0.7287399768829346, + 0.6271308660507202, + 0.5171645879745483, + 0.45044445991516113, + 0.3659614324569702, + 0.28509092330932617, + 0.19764459133148193, + 0.09691321849822998, + 0.02144002914428711, + -0.06912648677825928, + -0.11858892440795898, + -0.22418200969696045, + -0.6364259719848633, + -0.7698168754577637, + -0.8883969783782959, + -0.9940674304962158, + -1.1210014820098877, + -1.2309377193450928, + -1.3870673179626465, + -1.4649698734283447 + ], + "p90": [ + 1.1919851303100586, + 1.1535179615020752, + 1.1031739711761475, + 1.0634765625, + 1.0147349834442139, + 0.9783356189727783, + 0.9427180886268616, + 0.9082595705986023, + 0.8735714554786682, + 0.8523653149604797, + 0.8183748722076416, + 0.8139997124671936, + 0.778944730758667, + 0.7961421608924866, + 0.7870845198631287, + 0.7416885495185852, + 0.8727103471755981, + 0.8545231223106384, + 0.8692508339881897, + 0.926331102848053, + 0.9674539566040039, + 0.9546048641204834, + 0.9870508313179016, + 1.0590362548828125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260616_124310.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260616_124310.json new file mode 100644 index 0000000000000000000000000000000000000000..a8ea6ec1003c141e31c1ac97bfffb4192bf07ac0 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260616_124310.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T12:43:10.916345+00:00", + "metrics": { + "MSE[mean]": 0.8950948818768577, + "MSE[0.5]": 0.8746289104973362, + "MAE[0.5]": 0.875667559254604, + "MASE[0.5]": 1.1144648727076003, + "MAPE[0.5]": 16.080451401265012, + "sMAPE[0.5]": 1.0134580355143343, + "MSIS": 17.586278227504817, + "RMSE[mean]": 0.9460945417223681, + "NRMSE[mean]": 1.7516215498437595, + "ND[0.5]": 1.621231388246987, + "mean_weighted_sum_quantile_loss": 1.144461364555331 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 00:36:00", + "2026-06-16 00:42:00", + "2026-06-16 00:48:00", + "2026-06-16 00:54:00", + "2026-06-16 01:00:00", + "2026-06-16 01:06:00", + "2026-06-16 01:12:00", + "2026-06-16 01:18:00", + "2026-06-16 01:24:00", + "2026-06-16 01:30:00", + "2026-06-16 01:36:00", + "2026-06-16 01:42:00", + "2026-06-16 01:48:00", + "2026-06-16 01:54:00", + "2026-06-16 02:00:00", + "2026-06-16 02:06:00", + "2026-06-16 02:12:00", + "2026-06-16 02:18:00", + "2026-06-16 02:24:00", + "2026-06-16 02:30:00", + "2026-06-16 02:36:00", + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00" + ], + "context": [ + 1.0759999752044678, + 1.0679999589920044, + 1.0609999895095825, + 1.0570000410079956, + 1.0529999732971191, + 1.0499999523162842, + 1.0570000410079956, + 1.0549999475479126, + 1.065000057220459, + 1.0809999704360962, + 1.097000002861023, + 1.1130000352859497, + 1.1230000257492065, + 1.1440000534057617, + 1.1519999504089355, + 1.1649999618530273, + 1.184999942779541, + 1.1979999542236328, + 1.2300000190734863, + 1.246999979019165, + 1.2719999551773071, + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781 + ], + "actual": [ + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937 + ], + "predictions": { + "p50": [ + 1.4584797620773315, + 1.4566795229911804, + 1.4511902332305908, + 1.4928637742996216, + 1.4448676109313965, + 1.4363611340522766, + 1.4686383605003357, + 1.5070416927337646, + 1.5233854055404663, + 1.512522578239441, + 1.4813439846038818, + 1.4691853523254395, + 1.4651370644569397, + 1.395457148551941, + 1.381729781627655, + 1.414052128791809, + 1.4345122575759888, + 1.3638807535171509, + 1.3559911847114563, + 1.4056656956672668, + 1.3286364674568176, + 1.3734886646270752, + 1.327475905418396, + 1.4620507955551147 + ], + "p10": [ + 1.2189683318138123, + 1.1654424667358398, + 1.048008918762207, + 1.1086885333061218, + 1.072909951210022, + 0.9564543068408966, + 1.0325932502746582, + 1.024031639099121, + 0.9614587426185608, + 0.9293114244937897, + 0.8111602365970612, + 0.9235415756702423, + 0.7119664549827576, + 0.7226273417472839, + 0.6845044493675232, + 0.8256909549236298, + 0.7352053225040436, + 0.6188215017318726, + 0.674760103225708, + 0.5263614654541016, + 0.6083008050918579, + 0.6178743243217468, + 0.6370784640312195, + 0.4615529179573059 + ], + "p90": [ + 1.6808742880821228, + 1.757672667503357, + 1.849596083164215, + 1.8226077556610107, + 1.8451584577560425, + 1.8904081583023071, + 1.8863871097564697, + 2.0044803619384766, + 2.0260592699050903, + 2.1237133741378784, + 2.1054950952529907, + 2.0506268739700317, + 2.091491937637329, + 1.9865314960479736, + 1.9716749787330627, + 2.1224080324172974, + 2.090538263320923, + 2.1297526359558105, + 2.1311115026474, + 2.1329784393310547, + 2.2355490922927856, + 2.175576329231262, + 2.0257397890090942, + 2.419901490211487 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260616_124345.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260616_124345.json new file mode 100644 index 0000000000000000000000000000000000000000..21f930dc90a8870f20296a714dac6fac6272b681 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260616_124345.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T12:43:45.393244+00:00", + "metrics": { + "MSE[mean]": 0.24434395997746364, + "MSE[0.5]": 0.24434395997746364, + "MAE[0.5]": 0.40020837103171897, + "MASE[0.5]": 0.5093464598118098, + "MAPE[0.5]": 10.319751822170964, + "sMAPE[0.5]": 0.7237724229909643, + "MSIS": 9.142926922600713, + "RMSE[mean]": 0.4943116021068731, + "NRMSE[mean]": 0.9151800548515119, + "ND[0.5]": 0.7409551331422212, + "mean_weighted_sum_quantile_loss": 0.5469625110048812 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 00:36:00", + "2026-06-16 00:42:00", + "2026-06-16 00:48:00", + "2026-06-16 00:54:00", + "2026-06-16 01:00:00", + "2026-06-16 01:06:00", + "2026-06-16 01:12:00", + "2026-06-16 01:18:00", + "2026-06-16 01:24:00", + "2026-06-16 01:30:00", + "2026-06-16 01:36:00", + "2026-06-16 01:42:00", + "2026-06-16 01:48:00", + "2026-06-16 01:54:00", + "2026-06-16 02:00:00", + "2026-06-16 02:06:00", + "2026-06-16 02:12:00", + "2026-06-16 02:18:00", + "2026-06-16 02:24:00", + "2026-06-16 02:30:00", + "2026-06-16 02:36:00", + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00" + ], + "context": [ + 1.0759999752044678, + 1.0679999589920044, + 1.0609999895095825, + 1.0570000410079956, + 1.0529999732971191, + 1.0499999523162842, + 1.0570000410079956, + 1.0549999475479126, + 1.065000057220459, + 1.0809999704360962, + 1.097000002861023, + 1.1130000352859497, + 1.1230000257492065, + 1.1440000534057617, + 1.1519999504089355, + 1.1649999618530273, + 1.184999942779541, + 1.1979999542236328, + 1.2300000190734863, + 1.246999979019165, + 1.2719999551773071, + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781 + ], + "actual": [ + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937 + ], + "predictions": { + "p50": [ + 1.212738037109375, + 1.164459228515625, + 1.11273193359375, + 1.067901611328125, + 1.033416748046875, + 1.00238037109375, + 0.971343994140625, + 0.936859130859375, + 0.916168212890625, + 0.902374267578125, + 0.87823486328125, + 0.87823486328125, + 0.867889404296875, + 0.867889404296875, + 0.867889404296875, + 0.867889404296875, + 0.854095458984375, + 0.860992431640625, + 0.86444091796875, + 0.867889404296875, + 0.871337890625, + 0.871337890625, + 0.8851318359375, + 0.902374267578125 + ], + "p10": [ + 1.1885986328125, + 1.1334228515625, + 1.05755615234375, + 0.998931884765625, + 0.936859130859375, + 0.888580322265625, + 0.83685302734375, + 0.78857421875, + 0.74029541015625, + 0.705810546875, + 0.6644287109375, + 0.650634765625, + 0.60235595703125, + 0.595458984375, + 0.57476806640625, + 0.56097412109375, + 0.53338623046875, + 0.5126953125, + 0.4989013671875, + 0.49200439453125, + 0.49200439453125, + 0.47821044921875, + 0.47821044921875, + 0.47821044921875 + ], + "p90": [ + 1.23687744140625, + 1.19549560546875, + 1.16790771484375, + 1.14031982421875, + 1.129974365234375, + 1.116180419921875, + 1.11273193359375, + 1.09893798828125, + 1.1058349609375, + 1.11962890625, + 1.12652587890625, + 1.147216796875, + 1.171356201171875, + 1.192047119140625, + 1.20928955078125, + 1.23687744140625, + 1.3006744384765625, + 1.3386077880859375, + 1.36102294921875, + 1.378265380859375, + 1.4041290283203125, + 1.4213714599609375, + 1.4593048095703125, + 1.5006866455078125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260616_124120.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260616_124120.json new file mode 100644 index 0000000000000000000000000000000000000000..e9aa7ec810142a2765f7824e70f338b1366928fa --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260616_124120.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T12:41:20.320708+00:00", + "metrics": { + "MSE[mean]": 0.15332739559189842, + "MSE[0.5]": 0.11453475287493808, + "MAE[0.5]": 0.2561045633240913, + "MASE[0.5]": 0.3259450878913193, + "MAPE[0.5]": 7.272924306211468, + "sMAPE[0.5]": 0.609909405793664, + "MSIS": 17.276300279152974, + "RMSE[mean]": 0.391570422263861, + "NRMSE[mean]": 0.7249626328782608, + "ND[0.5]": 0.4741579750741713, + "mean_weighted_sum_quantile_loss": 0.580241008695756 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 00:36:00", + "2026-06-16 00:42:00", + "2026-06-16 00:48:00", + "2026-06-16 00:54:00", + "2026-06-16 01:00:00", + "2026-06-16 01:06:00", + "2026-06-16 01:12:00", + "2026-06-16 01:18:00", + "2026-06-16 01:24:00", + "2026-06-16 01:30:00", + "2026-06-16 01:36:00", + "2026-06-16 01:42:00", + "2026-06-16 01:48:00", + "2026-06-16 01:54:00", + "2026-06-16 02:00:00", + "2026-06-16 02:06:00", + "2026-06-16 02:12:00", + "2026-06-16 02:18:00", + "2026-06-16 02:24:00", + "2026-06-16 02:30:00", + "2026-06-16 02:36:00", + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00" + ], + "context": [ + 1.0759999752044678, + 1.0679999589920044, + 1.0609999895095825, + 1.0570000410079956, + 1.0529999732971191, + 1.0499999523162842, + 1.0570000410079956, + 1.0549999475479126, + 1.065000057220459, + 1.0809999704360962, + 1.097000002861023, + 1.1130000352859497, + 1.1230000257492065, + 1.1440000534057617, + 1.1519999504089355, + 1.1649999618530273, + 1.184999942779541, + 1.1979999542236328, + 1.2300000190734863, + 1.246999979019165, + 1.2719999551773071, + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781 + ], + "actual": [ + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937 + ], + "predictions": { + "p50": [ + 1.1833981275558472, + 1.121232509613037, + 1.0616344213485718, + 1.003561019897461, + 0.961661696434021, + 0.931870698928833, + 0.8899773359298706, + 0.8411905765533447, + 0.8138887882232666, + 0.7855542898178101, + 0.7580046653747559, + 0.7243645191192627, + 0.7208265066146851, + 0.7122752666473389, + 0.7073562145233154, + 0.666653037071228, + 0.6739463806152344, + 0.6660654544830322, + 0.6353166699409485, + 0.6573764085769653, + 0.6512377858161926, + 0.6147670745849609, + 0.6243768930435181, + 0.659038245677948 + ], + "p10": [ + 1.204339861869812, + 1.135711669921875, + 1.0503311157226562, + 1.0414454936981201, + 1.0191017389297485, + 0.9776825904846191, + 0.907234787940979, + 0.852965235710144, + 0.9113492965698242, + 0.8304692506790161, + 0.8295360803604126, + 0.8266584873199463, + 0.8026221990585327, + 0.8458609580993652, + 0.7758394479751587, + 0.7504360675811768, + 0.7720332145690918, + 0.7491275072097778, + 0.7758162021636963, + 0.7895617485046387, + 0.7667579650878906, + 0.7912055253982544, + 0.7717986106872559, + 0.7912813425064087 + ], + "p90": [ + 1.205090880393982, + 1.1594781875610352, + 1.1299238204956055, + 1.0787190198898315, + 1.0623884201049805, + 1.043439507484436, + 0.9984469413757324, + 0.9657442569732666, + 0.9579674005508423, + 0.9339348077774048, + 0.9533913135528564, + 0.9167799949645996, + 0.9650349617004395, + 0.9603208303451538, + 0.9483556747436523, + 0.9479794502258301, + 0.9744752645492554, + 0.9714508056640625, + 0.973302960395813, + 1.0162289142608643, + 1.0301430225372314, + 1.0308178663253784, + 1.0518968105316162, + 1.0882792472839355 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260616_124229.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260616_124229.json new file mode 100644 index 0000000000000000000000000000000000000000..482bc53903f8d8fa2143325eee075472f18038b9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260616_124229.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-16T12:42:29.622534+00:00", + "metrics": { + "MSE[mean]": 0.03464603752439522, + "MSE[0.5]": 0.03464603752439522, + "MAE[0.5]": 0.1435277582689499, + "MASE[0.5]": 0.18266823197763848, + "MAPE[0.5]": 4.172507194587417, + "sMAPE[0.5]": 0.493458996615081, + "MSIS": 0.568650832664004, + "RMSE[mean]": 0.1861344608727659, + "NRMSE[mean]": 0.3446136918195672, + "ND[0.5]": 0.2657306466719198, + "mean_weighted_sum_quantile_loss": 0.1705822533094611 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 00:36:00", + "2026-06-16 00:42:00", + "2026-06-16 00:48:00", + "2026-06-16 00:54:00", + "2026-06-16 01:00:00", + "2026-06-16 01:06:00", + "2026-06-16 01:12:00", + "2026-06-16 01:18:00", + "2026-06-16 01:24:00", + "2026-06-16 01:30:00", + "2026-06-16 01:36:00", + "2026-06-16 01:42:00", + "2026-06-16 01:48:00", + "2026-06-16 01:54:00", + "2026-06-16 02:00:00", + "2026-06-16 02:06:00", + "2026-06-16 02:12:00", + "2026-06-16 02:18:00", + "2026-06-16 02:24:00", + "2026-06-16 02:30:00", + "2026-06-16 02:36:00", + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00" + ], + "context": [ + 1.0759999752044678, + 1.0679999589920044, + 1.0609999895095825, + 1.0570000410079956, + 1.0529999732971191, + 1.0499999523162842, + 1.0570000410079956, + 1.0549999475479126, + 1.065000057220459, + 1.0809999704360962, + 1.097000002861023, + 1.1130000352859497, + 1.1230000257492065, + 1.1440000534057617, + 1.1519999504089355, + 1.1649999618530273, + 1.184999942779541, + 1.1979999542236328, + 1.2300000190734863, + 1.246999979019165, + 1.2719999551773071, + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781 + ], + "actual": [ + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937 + ], + "predictions": { + "p50": [ + 1.176600694656372, + 1.1206262111663818, + 1.0711095333099365, + 1.0202773809432983, + 0.9724943041801453, + 0.927569568157196, + 0.8836212754249573, + 0.8348032832145691, + 0.7850069999694824, + 0.7380495071411133, + 0.6944584846496582, + 0.650989294052124, + 0.6068683862686157, + 0.5667930841445923, + 0.5312243700027466, + 0.5013688802719116, + 0.4751783609390259, + 0.4533548355102539, + 0.43299710750579834, + 0.413004994392395, + 0.39353179931640625, + 0.3746061325073242, + 0.36637210845947266, + 0.35996103286743164 + ], + "p10": [ + 1.1603341102600098, + 1.0998890399932861, + 1.0419120788574219, + 0.982862114906311, + 0.9256101846694946, + 0.8703089952468872, + 0.8110700845718384, + 0.7480698227882385, + 0.6819127798080444, + 0.6180981397628784, + 0.5523040294647217, + 0.48143625259399414, + 0.4127236604690552, + 0.3542107343673706, + 0.2960761785507202, + 0.23605847358703613, + 0.1778268814086914, + 0.12076306343078613, + 0.0688326358795166, + 0.008138298988342285, + -0.04900491237640381, + -0.10752511024475098, + -0.1504197120666504, + -0.18815624713897705 + ], + "p90": [ + 1.1941416263580322, + 1.1443941593170166, + 1.1026992797851562, + 1.0577678680419922, + 1.0224895477294922, + 0.9937962293624878, + 0.9657529592514038, + 0.9348897933959961, + 0.9061945676803589, + 0.8842835426330566, + 0.8663321733474731, + 0.8481557965278625, + 0.831801176071167, + 0.8202836513519287, + 0.8186593055725098, + 0.8093165755271912, + 0.8072590827941895, + 0.8029348254203796, + 0.8076077103614807, + 0.8121906518936157, + 0.8281104564666748, + 0.8490804433822632, + 0.8735190033912659, + 0.8950042724609375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260616_124202.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260616_124202.json new file mode 100644 index 0000000000000000000000000000000000000000..7bca9338385d364ce10557c5424de6c5691fbaf1 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260616_124202.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T12:42:02.139691+00:00", + "metrics": { + "MSE[mean]": 0.0011923960921859718, + "MSE[0.5]": 0.0011923960921859718, + "MAE[0.5]": 0.02361076041900863, + "MASE[0.5]": 0.0300494894744061, + "MAPE[0.5]": 0.843126525995789, + "sMAPE[0.5]": 0.26251772782287286, + "MSIS": 0.526207224236532, + "RMSE[mean]": 0.03453108877788205, + "NRMSE[mean]": 0.06393166493994601, + "ND[0.5]": 0.04371351374973883, + "mean_weighted_sum_quantile_loss": 0.09011684097712987 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 00:36:00", + "2026-06-16 00:42:00", + "2026-06-16 00:48:00", + "2026-06-16 00:54:00", + "2026-06-16 01:00:00", + "2026-06-16 01:06:00", + "2026-06-16 01:12:00", + "2026-06-16 01:18:00", + "2026-06-16 01:24:00", + "2026-06-16 01:30:00", + "2026-06-16 01:36:00", + "2026-06-16 01:42:00", + "2026-06-16 01:48:00", + "2026-06-16 01:54:00", + "2026-06-16 02:00:00", + "2026-06-16 02:06:00", + "2026-06-16 02:12:00", + "2026-06-16 02:18:00", + "2026-06-16 02:24:00", + "2026-06-16 02:30:00", + "2026-06-16 02:36:00", + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00" + ], + "context": [ + 1.0759999752044678, + 1.0679999589920044, + 1.0609999895095825, + 1.0570000410079956, + 1.0529999732971191, + 1.0499999523162842, + 1.0570000410079956, + 1.0549999475479126, + 1.065000057220459, + 1.0809999704360962, + 1.097000002861023, + 1.1130000352859497, + 1.1230000257492065, + 1.1440000534057617, + 1.1519999504089355, + 1.1649999618530273, + 1.184999942779541, + 1.1979999542236328, + 1.2300000190734863, + 1.246999979019165, + 1.2719999551773071, + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781 + ], + "actual": [ + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937 + ], + "predictions": { + "p50": [ + 1.1866458654403687, + 1.126165509223938, + 1.0671255588531494, + 1.0054941177368164, + 0.9443093538284302, + 0.8860700726509094, + 0.8293828964233398, + 0.7668678760528564, + 0.7093205451965332, + 0.6557579040527344, + 0.5973407030105591, + 0.5395492315292358, + 0.48792266845703125, + 0.4355202913284302, + 0.38596582412719727, + 0.3388400077819824, + 0.2957645654678345, + 0.254982590675354, + 0.21923291683197021, + 0.17744171619415283, + 0.14100193977355957, + 0.11500859260559082, + 0.07974672317504883, + 0.055072903633117676 + ], + "p10": [ + 1.1740617752075195, + 1.1089632511138916, + 1.0431749820709229, + 0.9738979935646057, + 0.9059255123138428, + 0.8304368853569031, + 0.7633373141288757, + 0.6888669729232788, + 0.6182301044464111, + 0.5468459129333496, + 0.47371959686279297, + 0.4002971649169922, + 0.3288266658782959, + 0.2522200345993042, + 0.18274319171905518, + 0.11099898815155029, + 0.04327964782714844, + -0.03064441680908203, + -0.09064304828643799, + -0.16206252574920654, + -0.23141169548034668, + -0.29322612285614014, + -0.3679107427597046, + -0.42404139041900635 + ], + "p90": [ + 1.2001011371612549, + 1.143111228942871, + 1.0924394130706787, + 1.0418527126312256, + 0.9934776425361633, + 0.9478192329406738, + 0.9049451351165771, + 0.8576939702033997, + 0.819746196269989, + 0.7831937074661255, + 0.7464916706085205, + 0.709368109703064, + 0.6812324523925781, + 0.6640958786010742, + 0.6453312635421753, + 0.6293480396270752, + 0.6189084053039551, + 0.6040079593658447, + 0.6033706665039062, + 0.5965406894683838, + 0.6044211387634277, + 0.6153886318206787, + 0.6271517276763916, + 0.6388018131256104 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260616_124045.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260616_124045.json new file mode 100644 index 0000000000000000000000000000000000000000..e061438a7cdf28e77395e4c2608b3b51c18695cd --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260616_124045.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T12:40:45.956394+00:00", + "metrics": { + "MSE[mean]": 0.005167634657708457, + "MSE[0.5]": 0.005167634657708457, + "MAE[0.5]": 0.06813613573710124, + "MASE[0.5]": 0.6289489683352606, + "MAPE[0.5]": 0.06900833647121453, + "sMAPE[0.5]": 0.06655196866185638, + "MSIS": 4.109744672032307, + "RMSE[mean]": 0.07188626195392592, + "NRMSE[mean]": 0.07188626195392592, + "ND[0.5]": 0.06813613573710124, + "mean_weighted_sum_quantile_loss": 0.051703599536860434 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0 + ], + "actual": [ + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 1.0143581628799438, + 1.0476875305175781, + 1.0648972988128662, + 1.075293779373169, + 1.0639289617538452, + 1.0436993837356567, + 1.044513463973999, + 1.0585906505584717, + 1.0743197202682495, + 1.0694115161895752, + 1.068098545074463, + 1.0611404180526733, + 1.0610274076461792, + 1.080655813217163, + 1.0824222564697266, + 1.070058822631836, + 1.0689424276351929, + 1.0589128732681274, + 1.0586943626403809, + 1.0686836242675781, + 1.071887731552124, + 1.063460350036621, + 1.0464526414871216, + 1.0380951166152954 + ], + "p10": [ + 0.9520764350891113, + 0.9633886218070984, + 0.9682187438011169, + 0.9695355892181396, + 0.9574275016784668, + 0.9428348541259766, + 0.9353537559509277, + 0.9428184032440186, + 0.9527486562728882, + 0.9504666328430176, + 0.9442496299743652, + 0.9357469081878662, + 0.9357269406318665, + 0.9411358833312988, + 0.945533037185669, + 0.9402324557304382, + 0.932445764541626, + 0.9255702495574951, + 0.9247549772262573, + 0.9277352094650269, + 0.9258104562759399, + 0.9208199381828308, + 0.9064773321151733, + 0.8986052870750427 + ], + "p90": [ + 1.094393014907837, + 1.145073652267456, + 1.1753184795379639, + 1.1903268098831177, + 1.1834760904312134, + 1.1684843301773071, + 1.1689472198486328, + 1.1895941495895386, + 1.2044039964675903, + 1.2014713287353516, + 1.203351616859436, + 1.1991643905639648, + 1.198056936264038, + 1.216181755065918, + 1.2196468114852905, + 1.2127937078475952, + 1.2073993682861328, + 1.1960101127624512, + 1.200118064880371, + 1.2126045227050781, + 1.21721613407135, + 1.2122735977172852, + 1.1965433359146118, + 1.1935954093933105 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260616_124318.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260616_124318.json new file mode 100644 index 0000000000000000000000000000000000000000..4a9f51e4c7adaaa0c444e2c003ca579d54f1379b --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260616_124318.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T12:43:18.087543+00:00", + "metrics": { + "MSE[mean]": 0.007784006578339368, + "MSE[0.5]": 0.006573552009558596, + "MAE[0.5]": 0.07609133670727412, + "MASE[0.5]": 0.7023815953688106, + "MAPE[0.5]": 0.07725723634230804, + "sMAPE[0.5]": 0.07401049923550566, + "MSIS": 4.240370135687686, + "RMSE[mean]": 0.08822701728121249, + "NRMSE[mean]": 0.08822701728121249, + "ND[0.5]": 0.07609133670727412, + "mean_weighted_sum_quantile_loss": 0.05411032620403502 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0 + ], + "actual": [ + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 1.0464161038398743, + 1.0729325413703918, + 1.083522081375122, + 1.0773854851722717, + 1.0817444920539856, + 1.0745179057121277, + 1.0721608996391296, + 1.0617605447769165, + 1.0676405429840088, + 1.0739850997924805, + 1.0603298544883728, + 1.0588214993476868, + 1.070527970790863, + 1.070545256137848, + 1.0834264755249023, + 1.0789970755577087, + 1.0821692943572998, + 1.075864315032959, + 1.0592944622039795, + 1.0600726008415222, + 1.0559239983558655, + 1.0689862966537476, + 1.0596382021903992, + 1.0549837946891785 + ], + "p10": [ + 0.9438672363758087, + 0.9740519523620605, + 0.9825210273265839, + 0.9780886173248291, + 0.9651741087436676, + 0.9674145579338074, + 0.9637397527694702, + 0.9506820440292358, + 0.9366948306560516, + 0.9516576826572418, + 0.9458531737327576, + 0.9514510035514832, + 0.9309503436088562, + 0.9532826244831085, + 0.9757533073425293, + 0.9631812870502472, + 0.9575526416301727, + 0.9452931582927704, + 0.9083580374717712, + 0.9309105575084686, + 0.939235508441925, + 0.9387972950935364, + 0.9413944482803345, + 0.9182547330856323 + ], + "p90": [ + 1.1284171342849731, + 1.1790461540222168, + 1.1941838264465332, + 1.1727107763290405, + 1.19163978099823, + 1.1761187314987183, + 1.179309606552124, + 1.1786661744117737, + 1.1814903616905212, + 1.184376060962677, + 1.1739966869354248, + 1.1698040962219238, + 1.1855158805847168, + 1.2063067555427551, + 1.2161068320274353, + 1.2443927526474, + 1.2212147116661072, + 1.1977038383483887, + 1.200079619884491, + 1.1892799139022827, + 1.2007943987846375, + 1.2038718461990356, + 1.1730971336364746, + 1.2112175822257996 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260616_124349.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260616_124349.json new file mode 100644 index 0000000000000000000000000000000000000000..084670f99a19778f09172b3a89eb322bc484d8b1 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260616_124349.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T12:43:49.795078+00:00", + "metrics": { + "MSE[mean]": 0.01913799921036959, + "MSE[0.5]": 0.01913799921036959, + "MAE[0.5]": 0.1346102555592855, + "MASE[0.5]": 1.2425562507393269, + "MAPE[0.5]": 0.13602500089137007, + "sMAPE[0.5]": 0.12682125436023198, + "MSIS": 16.90076834974906, + "RMSE[mean]": 0.13834015762015595, + "NRMSE[mean]": 0.13834015762015595, + "ND[0.5]": 0.1346102555592855, + "mean_weighted_sum_quantile_loss": 0.09228101571400961 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0 + ], + "actual": [ + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 1.0684432983398438, + 1.1045379638671875, + 1.1206855773925781, + 1.1292343139648438, + 1.1330337524414062, + 1.1363582611083984, + 1.1369915008544922, + 1.137308120727539, + 1.1382579803466797, + 1.1396827697753906, + 1.1403160095214844, + 1.1407909393310547, + 1.141265869140625, + 1.1431655883789062, + 1.1428489685058594, + 1.1418991088867188, + 1.1422157287597656, + 1.1428489685058594, + 1.1428489685058594, + 1.1418991088867188, + 1.1422157287597656, + 1.1425323486328125, + 1.1411075592041016, + 1.140157699584961 + ], + "p10": [ + 0.98675537109375, + 1.0108184814453125, + 1.022216796875, + 1.0285491943359375, + 1.0310821533203125, + 1.0342483520507812, + 1.0361480712890625, + 1.0361480712890625, + 1.0380477905273438, + 1.039947509765625, + 1.0418472290039062, + 1.0418472290039062, + 1.0431137084960938, + 1.045013427734375, + 1.045013427734375, + 1.0437469482421875, + 1.0431137084960938, + 1.0431137084960938, + 1.0418472290039062, + 1.0405807495117188, + 1.0412139892578125, + 1.0418472290039062, + 1.039947509765625, + 1.0386810302734375 + ], + "p90": [ + 1.170830249786377, + 1.2134552001953125, + 1.2292861938476562, + 1.2372016906738281, + 1.2413177490234375, + 1.2435340881347656, + 1.2429008483886719, + 1.2435340881347656, + 1.2444839477539062, + 1.2457504272460938, + 1.2463836669921875, + 1.247650146484375, + 1.2482833862304688, + 1.2514495849609375, + 1.2508163452148438, + 1.2489166259765625, + 1.2482833862304688, + 1.2495498657226562, + 1.25018310546875, + 1.2495498657226562, + 1.2489166259765625, + 1.2489166259765625, + 1.247650146484375, + 1.2482833862304688 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260616_124125.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260616_124125.json new file mode 100644 index 0000000000000000000000000000000000000000..d4d039d3ff607dc7bd7a812c9c4833414e70296a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260616_124125.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T12:41:25.081713+00:00", + "metrics": { + "MSE[mean]": 0.0102164164033726, + "MSE[0.5]": 0.006587799059058004, + "MAE[0.5]": 0.07594137887159984, + "MASE[0.5]": 0.7009973691425825, + "MAPE[0.5]": 0.07719053482535383, + "sMAPE[0.5]": 0.07389945682500683, + "MSIS": 37.78346512073609, + "RMSE[mean]": 0.10107629001587168, + "NRMSE[mean]": 0.10107629001587168, + "ND[0.5]": 0.07594137887159984, + "mean_weighted_sum_quantile_loss": 0.09570271692894124 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0 + ], + "actual": [ + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 1.0433529615402222, + 1.0710129737854004, + 1.0812466144561768, + 1.0806479454040527, + 1.0753010511398315, + 1.064383864402771, + 1.0610461235046387, + 1.069831132888794, + 1.0730159282684326, + 1.0709971189498901, + 1.0644601583480835, + 1.0631643533706665, + 1.0660789012908936, + 1.0783147811889648, + 1.0863796472549438, + 1.0802150964736938, + 1.0760313272476196, + 1.0710920095443726, + 1.0699865818023682, + 1.0818102359771729, + 1.0814684629440308, + 1.0747731924057007, + 1.0650030374526978, + 1.0640835762023926 + ], + "p10": [ + 1.0651957988739014, + 1.0927585363388062, + 1.106291651725769, + 1.1051158905029297, + 1.1005209684371948, + 1.0891611576080322, + 1.0903561115264893, + 1.0974178314208984, + 1.1036816835403442, + 1.0963895320892334, + 1.0937806367874146, + 1.0978741645812988, + 1.0940022468566895, + 1.1093862056732178, + 1.1187713146209717, + 1.1100441217422485, + 1.1083165407180786, + 1.1049998998641968, + 1.1022783517837524, + 1.111319661140442, + 1.1130869388580322, + 1.1054350137710571, + 1.0965908765792847, + 1.0961536169052124 + ], + "p90": [ + 1.1180670261383057, + 1.153319239616394, + 1.169419527053833, + 1.169961929321289, + 1.1666170358657837, + 1.1563061475753784, + 1.154986023902893, + 1.1665204763412476, + 1.1717760562896729, + 1.1706737279891968, + 1.166505217552185, + 1.1657530069351196, + 1.1711653470993042, + 1.1844191551208496, + 1.1928253173828125, + 1.1885486841201782, + 1.1847692728042603, + 1.1803046464920044, + 1.1810197830200195, + 1.190563678741455, + 1.1924116611480713, + 1.187855839729309, + 1.1777487993240356, + 1.173390507698059 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260616_124234.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260616_124234.json new file mode 100644 index 0000000000000000000000000000000000000000..4fd8ae869fe3b00e9336677f14bdb503a3a18e97 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260616_124234.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-16T12:42:34.692849+00:00", + "metrics": { + "MSE[mean]": 0.006594324068014856, + "MSE[0.5]": 0.006594324068014856, + "MAE[0.5]": 0.07694195707639058, + "MASE[0.5]": 0.7102334759871217, + "MAPE[0.5]": 0.07809811450778632, + "sMAPE[0.5]": 0.07482312129227696, + "MSIS": 4.45697376661938, + "RMSE[mean]": 0.08120544358609745, + "NRMSE[mean]": 0.08120544358609745, + "ND[0.5]": 0.07694195707639058, + "mean_weighted_sum_quantile_loss": 0.05568997241832593 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0 + ], + "actual": [ + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 1.0375112295150757, + 1.0589848756790161, + 1.0726569890975952, + 1.076842188835144, + 1.0720640420913696, + 1.0657477378845215, + 1.0606979131698608, + 1.063232660293579, + 1.0732650756835938, + 1.076364517211914, + 1.0773721933364868, + 1.0747876167297363, + 1.0728259086608887, + 1.0874977111816406, + 1.0890612602233887, + 1.0835678577423096, + 1.0769487619400024, + 1.0747466087341309, + 1.0754117965698242, + 1.0759620666503906, + 1.0773550271987915, + 1.0750432014465332, + 1.0688560009002686, + 1.0654863119125366 + ], + "p10": [ + 0.9654213786125183, + 0.9696687459945679, + 0.9728848934173584, + 0.9717174768447876, + 0.9632139205932617, + 0.9527135491371155, + 0.9449068307876587, + 0.9437910318374634, + 0.9504821300506592, + 0.9490628838539124, + 0.948224663734436, + 0.9439700841903687, + 0.9388984441757202, + 0.9490870237350464, + 0.9474855661392212, + 0.9400426149368286, + 0.9323149919509888, + 0.927966296672821, + 0.9276873469352722, + 0.9271283149719238, + 0.9268356561660767, + 0.9231041073799133, + 0.9155104756355286, + 0.9107711315155029 + ], + "p90": [ + 1.1285243034362793, + 1.1649670600891113, + 1.1859480142593384, + 1.1941033601760864, + 1.1900784969329834, + 1.1841394901275635, + 1.1808087825775146, + 1.185742974281311, + 1.1990059614181519, + 1.204424262046814, + 1.2072021961212158, + 1.2057170867919922, + 1.2049312591552734, + 1.2240544557571411, + 1.2276922464370728, + 1.221204400062561, + 1.2146447896957397, + 1.2127622365951538, + 1.2149441242218018, + 1.217167854309082, + 1.2191463708877563, + 1.2175127267837524, + 1.2119371891021729, + 1.21075439453125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260616_124207.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260616_124207.json new file mode 100644 index 0000000000000000000000000000000000000000..e51b0ae4beda5fbd7b2f286e8396fb5e2199a33c --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260616_124207.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T12:42:07.875222+00:00", + "metrics": { + "MSE[mean]": 0.013776759075605938, + "MSE[0.5]": 0.013776759075605938, + "MAE[0.5]": 0.10964688162008922, + "MASE[0.5]": 1.0121250982330432, + "MAPE[0.5]": 0.11127479839196504, + "sMAPE[0.5]": 0.10453939694175884, + "MSIS": 5.91769226395872, + "RMSE[mean]": 0.11737443961785692, + "NRMSE[mean]": 0.11737443961785692, + "ND[0.5]": 0.10964688162008922, + "mean_weighted_sum_quantile_loss": 0.06733399916578223 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0 + ], + "actual": [ + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 1.060734510421753, + 1.1005704402923584, + 1.1150591373443604, + 1.1061588525772095, + 1.1020878553390503, + 1.101314663887024, + 1.1010453701019287, + 1.1153799295425415, + 1.1285911798477173, + 1.1051535606384277, + 1.1002743244171143, + 1.0994901657104492, + 1.101093053817749, + 1.1514092683792114, + 1.1787214279174805, + 1.1511094570159912, + 1.0999114513397217, + 1.0996651649475098, + 1.0986014604568481, + 1.1015676259994507, + 1.108817219734192, + 1.1011015176773071, + 1.1006596088409424, + 1.0969921350479126 + ], + "p10": [ + 0.9419147372245789, + 0.9950941801071167, + 1.017387866973877, + 1.0203663110733032, + 1.0033166408538818, + 0.99573814868927, + 1.0067949295043945, + 1.0113168954849243, + 1.0014758110046387, + 1.010414481163025, + 1.0021957159042358, + 0.9948304891586304, + 0.9961806535720825, + 1.0047688484191895, + 1.0066331624984741, + 1.0109540224075317, + 0.9949091672897339, + 0.989600419998169, + 0.9915340542793274, + 0.9966086149215698, + 0.9966583251953125, + 0.99868243932724, + 0.9917424917221069, + 0.9807931780815125 + ], + "p90": [ + 1.1612627506256104, + 1.2160470485687256, + 1.2443535327911377, + 1.24370276927948, + 1.2321360111236572, + 1.2245080471038818, + 1.2351841926574707, + 1.2593798637390137, + 1.275804877281189, + 1.268545150756836, + 1.265032410621643, + 1.268290638923645, + 1.2598390579223633, + 1.278127670288086, + 1.2990168333053589, + 1.2815734148025513, + 1.264797329902649, + 1.2441421747207642, + 1.2331039905548096, + 1.2705246210098267, + 1.2820576429367065, + 1.2592800855636597, + 1.2375949621200562, + 1.2362598180770874 + ] + } +} diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index ca1b5daa00a6caa1c871d480a346dca0f7e0f4e5..1026d7ae04d04cae96075a410f276ae3bcea4493 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,357578.3107783,357578.3107783,513.0830078125,0.7891165510573557,0.007698385433165679,0.007738448754504964,6.203889566107747,597.9785203318761,0.00899539197626028,0.007718308625986316,0.007992087885952457,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,356331.45634969074,356331.45634969074,512.4166666666666,0.7880917250178627,0.007688529907461726,0.007728453437384848,6.203889566107747,596.9350520363926,0.008979785136063545,0.007708362159513517,0.007986599219194212,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,15.067327316160876,15.067327316160876,2.9052727222442627,1.573878182361214,0.12685678671524678,0.11422953372065281,23.944107387902516,3.8816655337832593,0.17044472174181494,0.1275711151353048,0.08997566213049349,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.2180963050005533,0.2180963050005533,0.36795352554569644,0.46396534014219903,2.6197735080604407,0.5922783485368228,8.47102706426252,0.4670078211342432,0.7242302363725577,0.5706179997860765,0.4239985771542161,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.24434395997746364,0.24434395997746364,0.40020837103171897,0.5093464598118098,10.319751822170964,0.7237724229909643,9.142926922600713,0.4943116021068731,0.9151800548515119,0.7409551331422212,0.5469625110048812,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.01913799921036959,0.01913799921036959,0.1346102555592855,1.2425562507393269,0.13602500089137007,0.12682125436023198,16.90076834974906,0.13834015762015595,0.13834015762015595,0.1346102555592855,0.09228101571400961,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.01823272425023485,0.01823272425023485,0.05801971753438314,0.10365805810323596,0.0040503726989646474,0.004093570223898633,1.0632025065685207,0.13502860530359798,0.009610576542021777,0.004129517112740364,0.004345328247975525,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,7.56607991618273,7.56607991618273,2.402673284212748,0.3698000875961503,0.17266234635819092,0.1637459107364891,2.085491494154494,2.750650816840031,0.1877577316785509,0.16400499948833583,0.15930276387325226,Air Quality,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 764f5e1fe7721d3db34e7077e7b220c1c5149b9a..a15a34bdf5569d83f6fe7a4e2d391fa95dcd9d6e 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T12:36:50.481918+00:00", + "evaluated_at": "2026-06-16T12:43:40.023028+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66510.0, 66514.0, 66481.7265625, - 66670.0 + 66654.0078125 ], "p50": [ 66445.125, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 10834fbd5a74e1b1e34be52ee87935ece2eb680b..435779a525c50d934aef8b76c82cbdb4462e0ead 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T12:31:25.491640+00:00", + "evaluated_at": "2026-06-16T12:43:45.393244+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.100000023841858, - 1.0880000591278076, 1.0759999752044678, 1.0679999589920044, 1.0609999895095825, @@ -101,11 +99,11 @@ 1.5379999876022339, 1.4919999837875366, 1.4240000247955322, - 1.3660000562667847 + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781 ], "actuals": [ - 1.2970000505447388, - 1.2430000305175781, 1.184000015258789, 1.1200000047683716, 1.062000036239624, @@ -127,89 +125,89 @@ 0.1860000044107437, 0.13099999725818634, 0.0729999989271164, - 0.032999999821186066 + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937 ], "p50": [ - 1.3160400390625, - 1.267333984375, - 1.211669921875, - 1.16644287109375, - 1.128173828125, - 1.08990478515625, - 1.05859375, - 1.02032470703125, - 0.9959716796875, - 0.97509765625, - 0.95074462890625, - 0.94378662109375, - 0.933349609375, - 0.9263916015625, - 0.92291259765625, - 0.9263916015625, - 0.933349609375, - 0.93682861328125, - 0.933349609375, - 0.92987060546875, - 0.9263916015625, - 0.9263916015625, - 0.9403076171875, - 0.947265625 + 1.212738037109375, + 1.164459228515625, + 1.11273193359375, + 1.067901611328125, + 1.033416748046875, + 1.00238037109375, + 0.971343994140625, + 0.936859130859375, + 0.916168212890625, + 0.902374267578125, + 0.87823486328125, + 0.87823486328125, + 0.867889404296875, + 0.867889404296875, + 0.867889404296875, + 0.867889404296875, + 0.854095458984375, + 0.860992431640625, + 0.86444091796875, + 0.867889404296875, + 0.871337890625, + 0.871337890625, + 0.8851318359375, + 0.902374267578125 ], "p10": [ - 1.296905517578125, - 1.239501953125, - 1.1629638671875, - 1.1072998046875, - 1.04119873046875, - 0.98553466796875, - 0.933349609375, - 0.877685546875, - 0.8289794921875, - 0.7872314453125, - 0.7454833984375, - 0.724609375, - 0.6759033203125, - 0.6619873046875, - 0.64111328125, - 0.627197265625, - 0.64111328125, - 0.6202392578125, - 0.6063232421875, - 0.599365234375, - 0.5784912109375, - 0.571533203125, - 0.58544921875, - 0.571533203125 + 1.1885986328125, + 1.1334228515625, + 1.05755615234375, + 0.998931884765625, + 0.936859130859375, + 0.888580322265625, + 0.83685302734375, + 0.78857421875, + 0.74029541015625, + 0.705810546875, + 0.6644287109375, + 0.650634765625, + 0.60235595703125, + 0.595458984375, + 0.57476806640625, + 0.56097412109375, + 0.53338623046875, + 0.5126953125, + 0.4989013671875, + 0.49200439453125, + 0.49200439453125, + 0.47821044921875, + 0.47821044921875, + 0.47821044921875 ], "p90": [ - 1.342132568359375, - 1.295166015625, - 1.26385498046875, - 1.23602294921875, - 1.21514892578125, - 1.19427490234375, - 1.18731689453125, - 1.16644287109375, - 1.17340087890625, - 1.17340087890625, - 1.1768798828125, - 1.18731689453125, - 1.2047119140625, - 1.21514892578125, - 1.2325439453125, - 1.2603759765625, - 1.342132568359375, - 1.36822509765625, - 1.380401611328125, - 1.39605712890625, - 1.40997314453125, - 1.4273681640625, - 1.463897705078125, - 1.489990234375 + 1.23687744140625, + 1.19549560546875, + 1.16790771484375, + 1.14031982421875, + 1.129974365234375, + 1.116180419921875, + 1.11273193359375, + 1.09893798828125, + 1.1058349609375, + 1.11962890625, + 1.12652587890625, + 1.147216796875, + 1.171356201171875, + 1.192047119140625, + 1.20928955078125, + 1.23687744140625, + 1.3006744384765625, + 1.3386077880859375, + 1.36102294921875, + 1.378265380859375, + 1.4041290283203125, + 1.4213714599609375, + 1.4593048095703125, + 1.5006866455078125 ], "timestamps": [ - "2026-06-16 00:24:00", - "2026-06-16 00:30:00", "2026-06-16 00:36:00", "2026-06-16 00:42:00", "2026-06-16 00:48:00", @@ -327,6 +325,8 @@ "2026-06-16 12:00:00", "2026-06-16 12:06:00", "2026-06-16 12:12:00", - "2026-06-16 12:18:00" + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 5cd47c158a05c94615028b6ed5450bfb69e30a28..5866bab685a7aa918dac66f18e714046b30024b2 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T12:25:35.506315+00:00", + "evaluated_at": "2026-06-16T12:43:49.795078+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index d6feafd0e69d325f01b110196edad917807f3c37..3d84612af4d3bd302c1adbc5737f76767dc5183e 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T12:20:03.977642+00:00", + "evaluated_at": "2026-06-16T12:43:54.916074+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index ff9191f3a02645a8629e986d58e205d4244802e9..7ba194d56c30112bfba99650a0b65cd2f0a9ae71 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,11 +1,29 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-16T12:36:52.384980+00:00", + "evaluated_at": "2026-06-16T12:43:57.211040+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:34:36.900264Z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t100600z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index c952254339068e5cd9ceff869d6a325a1b1f4851..a5890fbb943b23c1e19e85ce92eea9ea8351a43f 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,230121.20965576172,375004.535387675,533.6800130208334,0.820794539734872,0.008006523618308156,0.008048506629258791,6.466583720452289,479.7095054882295,0.0072162709694149185,0.008028149413048706,0.005730635791427735,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,229382.02388763428,373981.3945871989,533.013671875,0.8197697136953791,0.007996642921299766,0.008038511148214758,6.466583720452289,478.9384343395655,0.007204743998698499,0.008018206053897423,0.005725124445090046,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,14.770343543885701,12.171750109217555,2.665614366531372,1.3941496657385082,0.11626000036944399,0.10627958881782658,56.57473688666327,3.8432204651679434,0.16875659097283138,0.11704766807448305,0.12207269973679641,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.17716652456621548,0.13835191817084003,0.2771009073282282,0.3494061282103051,2.151299604400777,0.5162327481643283,17.396658865019628,0.4209115400725139,0.6527446658565221,0.42972482800386597,0.5046989397570797,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.15332739559189842,0.11453475287493808,0.2561045633240913,0.3259450878913193,7.272924306211468,0.609909405793664,17.276300279152974,0.391570422263861,0.7249626328782608,0.4741579750741713,0.580241008695756,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.0102164164033726,0.006587799059058004,0.07594137887159984,0.7009973691425825,0.07719053482535383,0.07389945682500683,37.78346512073609,0.10107629001587168,0.10107629001587168,0.07594137887159984,0.09570271692894124,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.019696364034492337,0.01969435195371716,0.05192641417185465,0.0927717590856767,0.003610607111063693,0.0036587213177503887,5.272171295434299,0.14034373528765842,0.00998887759480801,0.003695830056374255,0.004685361523376948,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,7.1833292117001974,7.4727904782771475,2.4872639973958335,0.3828196077075479,0.1700575424774846,0.17591845572518508,10.259582327333979,2.6801733547851336,0.18294698349892902,0.1697791095029879,0.1635917989714658,Air Quality,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 756c0804067032b719bf590bd9b0e7eab5a041ed..dd5467934e614df0b1ea9b98cb1ef7351271b3b8 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T12:35:23.843163+00:00", + "evaluated_at": "2026-06-16T12:41:15.251401+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66510.0, 66514.0, 66481.7265625, - 66670.0 + 66654.0078125 ], "p50": [ 66274.125, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 45104dae1c07c26836d5f49edfdb810e9a956ead..bddfd53e9a8af43682119fb21efb57a29d0fe248 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T12:29:46.609131+00:00", + "evaluated_at": "2026-06-16T12:41:20.320708+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.100000023841858, - 1.0880000591278076, 1.0759999752044678, 1.0679999589920044, 1.0609999895095825, @@ -101,11 +99,11 @@ 1.5379999876022339, 1.4919999837875366, 1.4240000247955322, - 1.3660000562667847 + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781 ], "actuals": [ - 1.2970000505447388, - 1.2430000305175781, 1.184000015258789, 1.1200000047683716, 1.062000036239624, @@ -127,89 +125,89 @@ 0.1860000044107437, 0.13099999725818634, 0.0729999989271164, - 0.032999999821186066 + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937 ], "p50": [ - 1.2991993427276611, - 1.2343218326568604, - 1.1774033308029175, - 1.114749550819397, - 1.064774513244629, - 1.0353929996490479, - 1.0001670122146606, - 0.9511877298355103, - 0.9239113330841064, - 0.8945639133453369, - 0.8741023540496826, - 0.8519300222396851, - 0.8500891923904419, - 0.83478844165802, - 0.8303942680358887, - 0.7932760715484619, - 0.7960562705993652, - 0.801214337348938, - 0.7856647968292236, - 0.7906123399734497, - 0.8017643690109253, - 0.7738808393478394, - 0.7873145341873169, - 0.8186118602752686 + 1.1833981275558472, + 1.121232509613037, + 1.0616344213485718, + 1.003561019897461, + 0.961661696434021, + 0.931870698928833, + 0.8899773359298706, + 0.8411905765533447, + 0.8138887882232666, + 0.7855542898178101, + 0.7580046653747559, + 0.7243645191192627, + 0.7208265066146851, + 0.7122752666473389, + 0.7073562145233154, + 0.666653037071228, + 0.6739463806152344, + 0.6660654544830322, + 0.6353166699409485, + 0.6573764085769653, + 0.6512377858161926, + 0.6147670745849609, + 0.6243768930435181, + 0.659038245677948 ], "p10": [ - 1.3094897270202637, - 1.2518306970596313, - 1.1658135652542114, - 1.1482384204864502, - 1.1352633237838745, - 1.0740785598754883, - 1.0136295557022095, - 0.9648363590240479, - 0.9942679405212402, - 0.9320906400680542, - 0.9361343383789062, - 0.938291072845459, - 0.9104740619659424, - 0.9383726119995117, - 0.8962990045547485, - 0.8664028644561768, - 0.887664794921875, - 0.8743435144424438, - 0.9015240669250488, - 0.9040482044219971, - 0.8834689855575562, - 0.9072177410125732, - 0.909375786781311, - 0.9051928520202637 + 1.204339861869812, + 1.135711669921875, + 1.0503311157226562, + 1.0414454936981201, + 1.0191017389297485, + 0.9776825904846191, + 0.907234787940979, + 0.852965235710144, + 0.9113492965698242, + 0.8304692506790161, + 0.8295360803604126, + 0.8266584873199463, + 0.8026221990585327, + 0.8458609580993652, + 0.7758394479751587, + 0.7504360675811768, + 0.7720332145690918, + 0.7491275072097778, + 0.7758162021636963, + 0.7895617485046387, + 0.7667579650878906, + 0.7912055253982544, + 0.7717986106872559, + 0.7912813425064087 ], "p90": [ - 1.3288934230804443, - 1.275400161743164, - 1.2495903968811035, - 1.192237377166748, - 1.1715247631072998, - 1.1531623601913452, - 1.1180590391159058, - 1.09080171585083, - 1.0757503509521484, - 1.046358346939087, - 1.0613478422164917, - 1.0400421619415283, - 1.0847769975662231, - 1.0758380889892578, - 1.0706855058670044, - 1.0644292831420898, - 1.0817546844482422, - 1.0929399728775024, - 1.1026418209075928, - 1.120182991027832, - 1.1436115503311157, - 1.1438074111938477, - 1.1682536602020264, - 1.194177508354187 + 1.205090880393982, + 1.1594781875610352, + 1.1299238204956055, + 1.0787190198898315, + 1.0623884201049805, + 1.043439507484436, + 0.9984469413757324, + 0.9657442569732666, + 0.9579674005508423, + 0.9339348077774048, + 0.9533913135528564, + 0.9167799949645996, + 0.9650349617004395, + 0.9603208303451538, + 0.9483556747436523, + 0.9479794502258301, + 0.9744752645492554, + 0.9714508056640625, + 0.973302960395813, + 1.0162289142608643, + 1.0301430225372314, + 1.0308178663253784, + 1.0518968105316162, + 1.0882792472839355 ], "timestamps": [ - "2026-06-16 00:24:00", - "2026-06-16 00:30:00", "2026-06-16 00:36:00", "2026-06-16 00:42:00", "2026-06-16 00:48:00", @@ -327,6 +325,8 @@ "2026-06-16 12:00:00", "2026-06-16 12:06:00", "2026-06-16 12:12:00", - "2026-06-16 12:18:00" + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index b7dd54d2498ee59a9663c85a0d240db181f6fa47..3851a30bcfc35ff3c61193541e31b682ed74b280 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T12:23:39.012787+00:00", + "evaluated_at": "2026-06-16T12:41:25.081713+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 63dff1cf0a63affcbfc9a6cf0ab9fc425827322d..f470519b621c0f38896c5898b7b6b6e35f24cfb4 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T12:18:06.773345+00:00", + "evaluated_at": "2026-06-16T12:41:30.056174+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 6cb5e3e6eed1e13d5f9b889939e33eb4ecd681f3..aac2560156eb2fc73a01eeea3762ad35e22827a1 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,11 +1,29 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T12:35:28.139544+00:00", + "evaluated_at": "2026-06-16T12:41:32.574580+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:34:36.900264Z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t100600z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 0656a3e117db18cdcc850a1c79495bec39fb44a7..2a8e3e51c87abd20fc5946f7f4fede276d8ee309 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,150357.67853037515,150357.67853037515,303.2789713541667,0.466440034534685,0.0045512227933188565,0.004562983956287935,4.998578994670854,387.75982067560216,0.0058330716924172785,0.0045622261213891895,0.006293793590862909,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,149685.77239481607,149685.77239481607,302.6126302083333,0.46541520849519213,0.004541302576882199,0.0045529882839738895,4.998578994670854,386.89245585151446,0.005820082289452727,0.004552248003295704,0.006288287892304398,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,14.39785252086555,14.39785252086555,2.9063467979431152,1.520055739399801,0.12710491845554114,0.11501693134852524,16.34033839707311,3.7944502264314326,0.16661507988735036,0.1276182780173273,0.0833290288648951,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.023518294940271346,0.023518294940271346,0.11365050232658784,0.1433058533440755,0.9226124160774963,0.3307128241365198,0.5348319404299172,0.15335675707405705,0.23782385518795626,0.1762478623247394,0.12378657090586397,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.03464603752439522,0.03464603752439522,0.1435277582689499,0.18266823197763848,4.172507194587417,0.493458996615081,0.568650832664004,0.1861344608727659,0.3446136918195672,0.2657306466719198,0.1705822533094611,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.006594324068014856,0.006594324068014856,0.07694195707639058,0.7102334759871217,0.07809811450778632,0.07482312129227696,4.45697376661938,0.08120544358609745,0.08120544358609745,0.07694195707639058,0.05568997241832593,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.020081386931792622,0.020081386931792622,0.05106206734975179,0.09122751659511665,0.0035478859169299722,0.0035969909894418887,1.1774789356293962,0.14170881035345906,0.010086035958963407,0.0036343107118324393,0.004493088180593101,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,6.6235655394886335,6.6235655394886335,2.318322738011678,0.356817532049003,0.16662438256424994,0.16000143042082624,2.215675478688253,2.5736288659184394,0.17567432226908866,0.15824728312404865,0.16387948107455472,Air Quality,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 1d462ddf44c01d826efb4e3f461c1f8588737099..4e23cc20690bbc26eaac468fb6a28dec899ae1e9 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T12:35:57.784528+00:00", + "evaluated_at": "2026-06-16T12:42:24.812452+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66510.0, 66514.0, 66481.7265625, - 66670.0 + 66654.0078125 ], "p50": [ 66489.8515625, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 2360fafb3a11c14741e808664899014e13930c01..472e2e38ab649ed88e0a84a06cbd90dad53a5964 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-16T12:30:31.951675+00:00", + "evaluated_at": "2026-06-16T12:42:29.622534+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.100000023841858, - 1.0880000591278076, 1.0759999752044678, 1.0679999589920044, 1.0609999895095825, @@ -101,11 +99,11 @@ 1.5379999876022339, 1.4919999837875366, 1.4240000247955322, - 1.3660000562667847 + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781 ], "actuals": [ - 1.2970000505447388, - 1.2430000305175781, 1.184000015258789, 1.1200000047683716, 1.062000036239624, @@ -127,89 +125,89 @@ 0.1860000044107437, 0.13099999725818634, 0.0729999989271164, - 0.032999999821186066 + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937 ], "p50": [ - 1.2944773435592651, - 1.2324291467666626, - 1.1783558130264282, - 1.1246525049209595, - 1.0727698802947998, - 1.0210720300674438, - 0.9727559685707092, - 0.9279470443725586, - 0.881759524345398, - 0.8335337042808533, - 0.7867352962493896, - 0.7388986349105835, - 0.6899447441101074, - 0.6419342756271362, - 0.5972257852554321, - 0.565386176109314, - 0.5387109518051147, - 0.5115349292755127, - 0.4836689233779907, - 0.4571641683578491, - 0.4331914186477661, - 0.4088784456253052, - 0.39237916469573975, - 0.3807307481765747 + 1.176600694656372, + 1.1206262111663818, + 1.0711095333099365, + 1.0202773809432983, + 0.9724943041801453, + 0.927569568157196, + 0.8836212754249573, + 0.8348032832145691, + 0.7850069999694824, + 0.7380495071411133, + 0.6944584846496582, + 0.650989294052124, + 0.6068683862686157, + 0.5667930841445923, + 0.5312243700027466, + 0.5013688802719116, + 0.4751783609390259, + 0.4533548355102539, + 0.43299710750579834, + 0.413004994392395, + 0.39353179931640625, + 0.3746061325073242, + 0.36637210845947266, + 0.35996103286743164 ], "p10": [ - 1.2781124114990234, - 1.2119476795196533, - 1.1512818336486816, - 1.091801404953003, - 1.0320911407470703, - 0.9694681167602539, - 0.9070499539375305, - 0.8514319062232971, - 0.7928087115287781, - 0.7293714880943298, - 0.6622321605682373, - 0.5880119800567627, - 0.5165684223175049, - 0.45003020763397217, - 0.3826192617416382, - 0.32207822799682617, - 0.263633131980896, - 0.20151758193969727, - 0.13943493366241455, - 0.07065403461456299, - 0.00848543643951416, - -0.055367231369018555, - -0.10568046569824219, - -0.1490180492401123 + 1.1603341102600098, + 1.0998890399932861, + 1.0419120788574219, + 0.982862114906311, + 0.9256101846694946, + 0.8703089952468872, + 0.8110700845718384, + 0.7480698227882385, + 0.6819127798080444, + 0.6180981397628784, + 0.5523040294647217, + 0.48143625259399414, + 0.4127236604690552, + 0.3542107343673706, + 0.2960761785507202, + 0.23605847358703613, + 0.1778268814086914, + 0.12076306343078613, + 0.0688326358795166, + 0.008138298988342285, + -0.04900491237640381, + -0.10752511024475098, + -0.1504197120666504, + -0.18815624713897705 ], "p90": [ - 1.313019871711731, - 1.2543448209762573, - 1.2080013751983643, - 1.1597423553466797, - 1.1188774108886719, - 1.0813313722610474, - 1.0476081371307373, - 1.0206174850463867, - 0.9930779337882996, - 0.9658411741256714, - 0.9439845085144043, - 0.9208701252937317, - 0.8992066979408264, - 0.8776097297668457, - 0.8637363910675049, - 0.8551996350288391, - 0.856951117515564, - 0.8516490459442139, - 0.8513838052749634, - 0.8529004454612732, - 0.8655651807785034, - 0.8799672722816467, - 0.8964569568634033, - 0.9123455286026001 + 1.1941416263580322, + 1.1443941593170166, + 1.1026992797851562, + 1.0577678680419922, + 1.0224895477294922, + 0.9937962293624878, + 0.9657529592514038, + 0.9348897933959961, + 0.9061945676803589, + 0.8842835426330566, + 0.8663321733474731, + 0.8481557965278625, + 0.831801176071167, + 0.8202836513519287, + 0.8186593055725098, + 0.8093165755271912, + 0.8072590827941895, + 0.8029348254203796, + 0.8076077103614807, + 0.8121906518936157, + 0.8281104564666748, + 0.8490804433822632, + 0.8735190033912659, + 0.8950042724609375 ], "timestamps": [ - "2026-06-16 00:24:00", - "2026-06-16 00:30:00", "2026-06-16 00:36:00", "2026-06-16 00:42:00", "2026-06-16 00:48:00", @@ -327,6 +325,8 @@ "2026-06-16 12:00:00", "2026-06-16 12:06:00", "2026-06-16 12:12:00", - "2026-06-16 12:18:00" + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index ed18cb58a206d3c4c42469097c25ab20dcaddc10..f4dd233705a82f8be23c04a1c2003398065a1440 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-16T12:24:36.399406+00:00", + "evaluated_at": "2026-06-16T12:42:34.692849+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 7b8a9c70721bd5c12c182981d81eb992a6fe25f0..a0b41275ef4604a53f11ba76a48b2cd89a95800d 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-16T12:18:59.328509+00:00", + "evaluated_at": "2026-06-16T12:42:39.570887+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 6e2fec0802fef445d15089a119bbacae342fa011..4107dcc9beab0162eff14c7dfce5f1dfcdb6e59b 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,11 +1,29 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-16T12:36:00.573487+00:00", + "evaluated_at": "2026-06-16T12:42:41.763610+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:34:36.900264Z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t100600z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 4a8f4afd8b52be3878c6c8c3b408813e47b67ee3..fdf3cbad22408542e80e861f27b0ed16698b8e71 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,152747.09590657553,152747.09590657553,297.1067708333333,0.45694725166471656,0.004471478159496428,0.004467988856486615,4.7726849566101075,390.82872963303953,0.005879237295483228,0.0044693776976529,0.005837990635383142,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,152675.87549082437,152675.87549082437,296.4404296875,0.4559224256252236,0.0044614903564614465,0.0044579930417490135,4.7726849566101075,390.7376043981746,0.00587792544617047,0.004459398648404071,0.005832480365682327,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,20.500771349435883,20.500771349435883,3.5101964473724365,1.8358766613899793,0.15326393413054304,0.1363874101186431,39.906233255418904,4.52777774956279,0.19881564032665114,0.15413343873251634,0.12269207976380476,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.005556010294598876,0.005556010294598876,0.06156075342247883,0.07762408542956956,0.34039169055564256,0.3754072648784841,0.5658342712161776,0.0745386496698114,0.11559366123279788,0.09546769237001428,0.1192036919464466,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0011923960921859718,0.0011923960921859718,0.02361076041900863,0.0300494894744061,0.843126525995789,0.26251772782287286,0.526207224236532,0.03453108877788205,0.06393166493994601,0.04371351374973883,0.09011684097712987,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.013776759075605938,0.013776759075605938,0.10964688162008922,1.0121250982330432,0.11127479839196504,0.10453939694175884,5.91769226395872,0.11737443961785692,0.11737443961785692,0.10964688162008922,0.06733399916578223,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.019966119332934795,0.019966119332934795,0.050332347551981606,0.08992379881759528,0.0034960461171902302,0.003544866051068784,2.735609456587372,0.14130151921665526,0.010057047267001885,0.0035823733615581704,0.007982664207702944,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,7.314192612738907,7.314192612738907,2.3092218240102134,0.35541679279033617,0.16849915780545333,0.15574395903176644,3.1682229308161656,2.704476402695891,0.18460589459031976,0.15762606033609783,0.20052491946485143,Air Quality,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 2d6a8e5ae7f8c12cf0d83703dbac83cd060c3f13..fc7b0669dcec45d28800cafb5ba91fda2f70b257 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T12:35:49.984225+00:00", + "evaluated_at": "2026-06-16T12:41:53.625746+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66510.0, 66514.0, 66481.7265625, - 66670.0 + 66654.0078125 ], "p50": [ 66557.4375, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 892b399ccc71325e8f22951c215d7cfaea76b387..02b0ad81444787293bc9ea5db1c7275cd5b967be 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T12:30:17.954535+00:00", + "evaluated_at": "2026-06-16T12:42:02.139691+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.100000023841858, - 1.0880000591278076, 1.0759999752044678, 1.0679999589920044, 1.0609999895095825, @@ -101,11 +99,11 @@ 1.5379999876022339, 1.4919999837875366, 1.4240000247955322, - 1.3660000562667847 + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781 ], "actuals": [ - 1.2970000505447388, - 1.2430000305175781, 1.184000015258789, 1.1200000047683716, 1.062000036239624, @@ -127,89 +125,89 @@ 0.1860000044107437, 0.13099999725818634, 0.0729999989271164, - 0.032999999821186066 + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937 ], "p50": [ - 1.3083492517471313, - 1.2463877201080322, - 1.1825165748596191, - 1.1184695959091187, - 1.0512683391571045, - 0.9853824377059937, - 0.9225807189941406, - 0.8541368842124939, - 0.7899407744407654, - 0.7252304553985596, - 0.6600254774093628, - 0.5920592546463013, - 0.5315532684326172, - 0.46675753593444824, - 0.4056495428085327, - 0.34418654441833496, - 0.2904469966888428, - 0.23353064060211182, - 0.18294358253479004, - 0.12245476245880127, - 0.0735023021697998, - 0.02975010871887207, - -0.02265191078186035, - -0.06645500659942627 + 1.1866458654403687, + 1.126165509223938, + 1.0671255588531494, + 1.0054941177368164, + 0.9443093538284302, + 0.8860700726509094, + 0.8293828964233398, + 0.7668678760528564, + 0.7093205451965332, + 0.6557579040527344, + 0.5973407030105591, + 0.5395492315292358, + 0.48792266845703125, + 0.4355202913284302, + 0.38596582412719727, + 0.3388400077819824, + 0.2957645654678345, + 0.254982590675354, + 0.21923291683197021, + 0.17744171619415283, + 0.14100193977355957, + 0.11500859260559082, + 0.07974672317504883, + 0.055072903633117676 ], "p10": [ - 1.292486548423767, - 1.2238428592681885, - 1.1538927555084229, - 1.0818415880203247, - 1.0063999891281128, - 0.9230766892433167, - 0.8488872051239014, - 0.7687742114067078, - 0.6919357776641846, - 0.6074908971786499, - 0.5270669460296631, - 0.44503843784332275, - 0.36248481273651123, - 0.27605128288269043, - 0.194488525390625, - 0.10860776901245117, - 0.031827688217163086, - -0.05905592441558838, - -0.13138270378112793, - -0.2267383337020874, - -0.3054088354110718, - -0.3889120817184448, - -0.483676552772522, - -0.5601154565811157 + 1.1740617752075195, + 1.1089632511138916, + 1.0431749820709229, + 0.9738979935646057, + 0.9059255123138428, + 0.8304368853569031, + 0.7633373141288757, + 0.6888669729232788, + 0.6182301044464111, + 0.5468459129333496, + 0.47371959686279297, + 0.4002971649169922, + 0.3288266658782959, + 0.2522200345993042, + 0.18274319171905518, + 0.11099898815155029, + 0.04327964782714844, + -0.03064441680908203, + -0.09064304828643799, + -0.16206252574920654, + -0.23141169548034668, + -0.29322612285614014, + -0.3679107427597046, + -0.42404139041900635 ], "p90": [ - 1.3238633871078491, - 1.2671128511428833, - 1.2116092443466187, - 1.1566901206970215, - 1.1045392751693726, - 1.0549758672714233, - 1.0041691064834595, - 0.9554126858711243, - 0.9117103219032288, - 0.8680294752120972, - 0.8277415633201599, - 0.7827511429786682, - 0.7488275766372681, - 0.7216832637786865, - 0.6942541599273682, - 0.6673769950866699, - 0.649207592010498, - 0.6233776807785034, - 0.6134283542633057, - 0.5959912538528442, - 0.5948382616043091, - 0.5944209098815918, - 0.5939772129058838, - 0.5927227735519409 + 1.2001011371612549, + 1.143111228942871, + 1.0924394130706787, + 1.0418527126312256, + 0.9934776425361633, + 0.9478192329406738, + 0.9049451351165771, + 0.8576939702033997, + 0.819746196269989, + 0.7831937074661255, + 0.7464916706085205, + 0.709368109703064, + 0.6812324523925781, + 0.6640958786010742, + 0.6453312635421753, + 0.6293480396270752, + 0.6189084053039551, + 0.6040079593658447, + 0.6033706665039062, + 0.5965406894683838, + 0.6044211387634277, + 0.6153886318206787, + 0.6271517276763916, + 0.6388018131256104 ], "timestamps": [ - "2026-06-16 00:24:00", - "2026-06-16 00:30:00", "2026-06-16 00:36:00", "2026-06-16 00:42:00", "2026-06-16 00:48:00", @@ -327,6 +325,8 @@ "2026-06-16 12:00:00", "2026-06-16 12:06:00", "2026-06-16 12:12:00", - "2026-06-16 12:18:00" + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 40518d953e208fbc1c91051cf0fd5c72534024ac..24c3370e2d03ee87d3da61f072c7872f8feeef9f 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T12:24:15.881431+00:00", + "evaluated_at": "2026-06-16T12:42:07.875222+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b70ef14a52ebe33460b3448d6047af40c3388c4a..45490c27cccf7fe83342576eea757156f78d8be2 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T12:18:41.696157+00:00", + "evaluated_at": "2026-06-16T12:42:15.154825+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 98b311dd9d924f064deaced17ada4646628def79..7569fe6d961f0c4a15a22a454bbc94a993c5c905 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,11 +1,29 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-16T12:35:52.304010+00:00", + "evaluated_at": "2026-06-16T12:42:17.630186+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:34:36.900264Z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t100600z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:40:03.086343Z", "context_length": 96, "prediction_length": 24 }