diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index e0f3ae7212cbb41a6a21affd34919cd0287d28ae..a06ea2e1b6cc66d0b2e09a2962f01596ea7ae835 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -7,4 +7,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-13,Chronos-2,3.778,2.889,3.778,3.222,3.778,2.000,3.778,3.222,3.778 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 -2026-06-16,Chronos-2,3.600,3.300,3.600,3.000,3.600,3.200,3.600,3.000,3.600 +2026-06-16,Chronos-2,3.700,3.500,3.700,3.300,3.700,3.300,3.700,3.300,3.700 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 88d66b8e836c4d4498fff31b7440183fbb12053c..1cab765e8472a135eefc80d9753a2cfd4aa66fa6 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.45,3.15,3.45,3.05,3.45,2.9,3.45,3.05,3.5 +2026-W25,Chronos-Bolt-Mini,3.5,3.25,3.5,3.2,3.5,2.95,3.5,3.2,3.55 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index a141c23cb74b1f64151ffb7e96f33bcbd1f83e49..beea5fa1bc33359a721775dd0e740ce6d45df33f 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,187943.34386698404,187943.34386698404,359.3229166666667,0.5526350637195311,0.0054124468324651615,0.005401555184787694,4.194782699247601,433.52432903700344,0.006522216044831188,0.005405882750720634,0.005967416307482494,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,186303.68718973795,186303.68718973795,355.0325520833333,0.5460365257612914,0.005347791463423491,0.005337085097061362,4.194782699247601,431.6291083670539,0.006493284398046827,0.0053409913431534005,0.005945517232859608,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,19.689885215026607,19.689885215026607,3.3949809869130454,1.7756175339992517,0.14861099669506625,0.13218339808726534,39.26593182153576,4.437328612467935,0.19484400035155672,0.14907430446980308,0.11809797085867345,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0025022369522221533,0.0025022369522221533,0.04580526488522688,0.056429244254432465,0.07952489938695763,0.07625979810807886,1.168757603596152,0.05002236452050376,0.061499756883487584,0.05631506390047863,0.1563483685628951,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.026505035115197657,0.026505035115197657,0.11218011751770973,0.13945884935220987,0.40840761271373954,0.2466764033876019,1.0915710829082872,0.16280367045984454,0.21515903765787073,0.14825566316338396,0.17834973077401547,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.009276160219434596,0.009276160219434596,0.09107396006584167,0.8743101000127887,0.09262598881492184,0.08798436281030923,5.202716727515862,0.09631282479210437,0.0967158011478621,0.09145501682137737,0.06030855476576607,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.019167480366225693,0.019167480366225693,0.057550271352132164,0.10281934530517246,0.004013840336921564,0.004060248573928755,1.8509961944844397,0.1384466697549121,0.009853855141849267,0.004096104574287946,0.0064740008932635965,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,20.41728673433647,20.41728673433647,3.8837023973464966,0.5977481400292389,0.25379690280682005,0.30172152128147184,3.6977984637810875,4.518549184676036,0.30843338609128806,0.26509913514868944,0.2217770080368837,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.9172492339912424,0.9172492339912424,0.8776604334513346,0.3443681264768179,0.03606971887676185,0.03684775912876929,2.5414003481332226,0.9577312952969859,0.039857036645174315,0.03652480004555147,0.03091232690593795,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,9.90679684264459,9.90679684264459,2.5484173695246377,0.5027015085089697,0.32676177902265596,0.2552683160916416,5.134802490391144,3.147506448388087,0.3070737998427402,0.24862608483167198,0.20702207026012115,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,691.5461592376232,691.5461592376232,14.880594889322916,0.31465575096365644,0.004765949189098852,0.004730781196153131,3.3851153806442738,26.297265242561313,0.008334007207466942,0.004715889044549716,0.003833792564295487,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1844.681823057433,1844.681823057433,37.35460408528646,0.9148066306600766,0.01197181816237868,0.01187782557408445,32.13962003746811,42.94975928986602,0.013711016533077741,0.01192485365851124,0.01158914676824233,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,49.58592159347609,49.58592159347609,7.0385894775390625,0.14509077062999987,0.030940599338982695,0.030770125967900172,1.4034175379049971,7.041727174030252,0.029711929004347055,0.029698689778645832,0.04105634085739715,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index e7fafcfd83d3c42983132b6c126725d27ee3e613..00a5c49cabfa962131429b60bfa3685d66ac51ec 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T12:11:16.054319+00:00", + "evaluated_at": "2026-06-16T12:17:24.503412+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66510.0, 66514.0, 66481.7265625, - 66496.53125 + 66599.5 ], "p50": [ 66575.828125, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index c5566d8f9943402b3d1ae80479f86bfe7155f6eb..f99fd1a3c450dfd624dabd9f9430a66f8ef02546 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T12:06:44.487655+00:00", + "evaluated_at": "2026-06-16T12:17:30.445584+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.1399999856948853, 1.1299999952316284, 1.1160000562667847, 1.100000023841858, @@ -101,10 +100,10 @@ 1.7079999446868896, 1.6519999504089355, 1.5870000123977661, - 1.5379999876022339 + 1.5379999876022339, + 1.4919999837875366 ], "actuals": [ - 1.4919999837875366, 1.4240000247955322, 1.3660000562667847, 1.2970000505447388, @@ -127,88 +126,88 @@ 0.32600000500679016, 0.2800000011920929, 0.24500000476837158, - 0.1860000044107437 + 0.1860000044107437, + 0.13099999725818634 ], "p50": [ - 1.4443954229354858, - 1.3802058696746826, - 1.322379231452942, - 1.259416937828064, - 1.1859978437423706, - 1.1159298419952393, - 1.0556507110595703, - 0.9932395815849304, - 0.936225175857544, - 0.8793179392814636, - 0.8306615352630615, - 0.7803296446800232, - 0.7254343032836914, - 0.6859970092773438, - 0.6631292104721069, - 0.6309658288955688, - 0.4934347867965698, - 0.46212947368621826, - 0.42488837242126465, - 0.39374756813049316, - 0.3539857864379883, - 0.33048462867736816, - 0.3032628297805786, - 0.26038408279418945 + 1.3987513780593872, + 1.34130859375, + 1.288225531578064, + 1.2317134141921997, + 1.16599440574646, + 1.1034018993377686, + 1.0512151718139648, + 0.9979375004768372, + 0.9478527307510376, + 0.8993683457374573, + 0.8572744131088257, + 0.8150045871734619, + 0.7672891616821289, + 0.7361310720443726, + 0.7152649164199829, + 0.6865696907043457, + 0.6471781730651855, + 0.6275556087493896, + 0.6040693521499634, + 0.5800356864929199, + 0.5582225322723389, + 0.5463461875915527, + 0.5348283052444458, + 0.5077102184295654 ], "p10": [ - 1.3725122213363647, - 1.294020414352417, - 1.2163641452789307, - 1.1391241550445557, - 1.0367388725280762, - 0.9412549138069153, - 0.8421255946159363, - 0.7570972442626953, - 0.6701490879058838, - 0.5824984312057495, - 0.4912668466567993, - 0.398844838142395, - 0.3382474184036255, - 0.26087987422943115, - 0.21277964115142822, - 0.12949895858764648, - -0.45682477951049805, - -0.5886695384979248, - -0.7043406963348389, - -0.831779956817627, - -1.0161726474761963, - -1.1757614612579346, - -1.2673025131225586, - -1.398432731628418 + 1.3298029899597168, + 1.2559298276901245, + 1.1848211288452148, + 1.112770676612854, + 1.0169965028762817, + 0.9321147799491882, + 0.8433316946029663, + 0.7684555053710938, + 0.6895794868469238, + 0.6125197410583496, + 0.530501127243042, + 0.4478914737701416, + 0.3917428255081177, + 0.3249441385269165, + 0.2788863182067871, + 0.19835352897644043, + -0.24157249927520752, + -0.3550351858139038, + -0.44331085681915283, + -0.5443130731582642, + -0.6836172342300415, + -0.8164635896682739, + -0.8761888742446899, + -0.9912945032119751 ], "p90": [ - 1.4972010850906372, - 1.4446200132369995, - 1.3996490240097046, - 1.3537273406982422, - 1.2916958332061768, - 1.244170904159546, - 1.2070540189743042, - 1.1655151844024658, - 1.123126745223999, - 1.0920706987380981, - 1.0542024374008179, - 1.0339910984039307, - 0.9838632345199585, - 0.9767042994499207, - 0.9664562940597534, - 0.9461179971694946, - 1.0212962627410889, - 1.0082950592041016, - 1.009489893913269, - 1.030290961265564, - 1.0426747798919678, - 1.0405908823013306, - 1.0370020866394043, - 1.043464183807373 + 1.4517483711242676, + 1.4096866846084595, + 1.3689301013946533, + 1.3306273221969604, + 1.278672456741333, + 1.236311912536621, + 1.2067519426345825, + 1.1708588600158691, + 1.1357421875, + 1.113595962524414, + 1.0803050994873047, + 1.0677646398544312, + 1.0379725694656372, + 1.0333986282348633, + 1.027927041053772, + 1.0006728172302246, + 1.0998823642730713, + 1.091413974761963, + 1.1053962707519531, + 1.1271047592163086, + 1.1545238494873047, + 1.1529691219329834, + 1.1627275943756104, + 1.195186972618103 ], "timestamps": [ - "2026-06-16 00:06:00", "2026-06-16 00:12:00", "2026-06-16 00:18:00", "2026-06-16 00:24:00", @@ -327,6 +326,7 @@ "2026-06-16 11:42:00", "2026-06-16 11:48:00", "2026-06-16 11:54:00", - "2026-06-16 12:00:00" + "2026-06-16 12:00:00", + "2026-06-16 12:06:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 4e7fbfd7bc045fb169a28d9208535e96fe7fc25d..47406e2ca50146829ca59f1feb61f842d1d6ddca 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T11:54:40.728317+00:00", + "evaluated_at": "2026-06-16T12:17:35.236707+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, 3230.0, 3230.0, 3230.0, @@ -100,12 +88,9 @@ 3170.0, 3170.0, 3170.0, - 3120.0, - 3170.0 - ], - "actuals": [ 3120.0, 3170.0, + 3120.0, 3170.0, 3170.0, 3170.0, @@ -116,6 +101,9 @@ 3170.0, 3170.0, 3170.0, + 3170.0 + ], + "actuals": [ 3170.0, 3170.0, 3170.0, @@ -127,91 +115,99 @@ 3120.0, 3120.0, 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, 3120.0 ], "p50": [ - 3168.681884765625, - 3169.478759765625, - 3169.77734375, - 3169.00634765625, - 3169.241943359375, - 3168.580078125, - 3168.38720703125, - 3168.9091796875, - 3168.63671875, - 3169.2314453125, - 3169.12744140625, - 3168.71728515625, - 3169.364013671875, - 3168.9892578125, - 3168.52734375, - 3169.6337890625, - 3168.7529296875, - 3169.15478515625, - 3169.591064453125, - 3168.463623046875, - 3168.481201171875, - 3168.597412109375, - 3168.43310546875, - 3168.40185546875 + 3169.177001953125, + 3169.37158203125, + 3169.450439453125, + 3169.17578125, + 3169.361572265625, + 3169.61181640625, + 3169.57666015625, + 3169.55712890625, + 3169.526611328125, + 3169.517333984375, + 3169.61962890625, + 3169.509033203125, + 3169.876708984375, + 3169.552734375, + 3169.6181640625, + 3169.678466796875, + 3169.2666015625, + 3169.9853515625, + 3169.540771484375, + 3169.295654296875, + 3169.314453125, + 3169.879150390625, + 3169.314697265625, + 3170.029541015625 ], "p10": [ - 3151.74169921875, - 3151.7236328125, - 3149.48876953125, - 3146.9560546875, - 3147.27001953125, - 3141.576171875, - 3133.37158203125, - 3139.8662109375, - 3138.14208984375, - 3135.482177734375, - 3135.1923828125, - 3133.566650390625, - 3132.224853515625, - 3129.7958984375, - 3124.3193359375, - 3131.478759765625, - 3139.826904296875, - 3138.051513671875, - 3133.409912109375, - 3129.069091796875, - 3128.872314453125, - 3125.6416015625, - 3119.9248046875, - 3122.02783203125 + 3166.040283203125, + 3166.09326171875, + 3166.115234375, + 3166.4111328125, + 3166.275390625, + 3166.013916015625, + 3166.04931640625, + 3165.651123046875, + 3165.571044921875, + 3165.34228515625, + 3164.418701171875, + 3163.643310546875, + 3163.05615234375, + 3162.5732421875, + 3162.330810546875, + 3162.94921875, + 3162.70263671875, + 3162.0791015625, + 3161.3017578125, + 3161.23486328125, + 3160.9970703125, + 3160.287353515625, + 3159.11279296875, + 3159.570068359375 ], "p90": [ - 3171.139892578125, - 3171.5751953125, - 3171.89794921875, - 3171.208984375, - 3172.677978515625, - 3171.9736328125, - 3173.10693359375, - 3173.334716796875, - 3174.44677734375, - 3174.140380859375, - 3174.481689453125, - 3174.453857421875, - 3175.468505859375, - 3177.1962890625, - 3177.303955078125, - 3177.97607421875, - 3181.9248046875, - 3181.63671875, - 3182.634033203125, - 3183.0693359375, - 3186.66845703125, - 3188.978271484375, - 3191.2568359375, - 3192.076904296875 + 3172.49072265625, + 3173.00830078125, + 3173.4248046875, + 3173.900390625, + 3176.407470703125, + 3177.57861328125, + 3177.952392578125, + 3178.657470703125, + 3179.98974609375, + 3181.30029296875, + 3182.622314453125, + 3183.73095703125, + 3184.211669921875, + 3186.20458984375, + 3186.67578125, + 3186.3955078125, + 3212.7421875, + 3217.662353515625, + 3219.59228515625, + 3221.21875, + 3224.804931640625, + 3229.971923828125, + 3232.746826171875, + 3234.5234375 ], "timestamps": [ - "2026-06-16 00:55:00", - "2026-06-16 01:10:00", - "2026-06-16 01:25:00", - "2026-06-16 01:40:00", "2026-06-16 01:55:00", "2026-06-16 02:10:00", "2026-06-16 02:25:00", @@ -327,6 +323,10 @@ "2026-06-17 05:55:00", "2026-06-17 06:10:00", "2026-06-17 06:25:00", - "2026-06-17 06:40:00" + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 8080c522528fecdf408286f966c813f82fe014e6..330ad3407e57eff02219431df1bae0dd37acc6b1 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,11 +1,23 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T12:11:18.639768+00:00", + "evaluated_at": "2026-06-16T12:17:37.905407+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:10:44.082571Z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 3a4bd5fd8d0a9f98733d7ebedff12801ea8f7844..8cbb066f5599f973f95435b2784723eb3423d531 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -906,3 +906,6 @@ {"evaluated_at": "2026-06-16T12:08:14.902884+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24} {"evaluated_at": "2026-06-16T12:08:14.902884+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24} {"evaluated_at": "2026-06-16T12:13:16.289813+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-16T12:20:05.777358+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-16T12:20:05.777358+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24} +{"evaluated_at": "2026-06-16T12:20:05.777358+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index ad32ea221c857ff89add2c6dc237aac6cc5e1840..bf5f1ef0b6ab024a92bec6e015fef5bb29d5fd99 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,314008.5913263957,217612.50822703043,391.017578125,0.6013811370762819,0.0058922417846775064,0.00587537609394831,4.336835003091083,560.3646949321447,0.00843048327267329,0.005882717418703915,0.006050990875210162,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,284119.5447260539,222669.68370437622,398.0989583333333,0.6122722292419533,0.005998400682754673,0.005981090883669299,4.159436213841026,533.0286528190148,0.00801870533744988,0.005988868000131005,0.006045830924213751,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,20.18381810183079,21.879052912187074,3.7839450438817344,1.9790506024940113,0.1653976422587492,0.1471474822483271,38.307584682980796,4.492640437630279,0.19727275382523354,0.16615379518856666,0.12561442260265018,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.4337402367491887,0.42202574956512057,0.5403451963017384,0.6656717549875821,1.3043077317443723,0.5862558018369619,16.382329253862647,0.6585895814156102,0.809699811900255,0.664324817994082,0.5395648253394083,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.8969875800791143,0.8658521948849781,0.8558294139802456,1.0639406336565747,2.2129288521365367,0.8009870016202164,19.411749209639108,0.9470942825712307,1.2516664632543328,1.1310520984642483,0.8320766878748922,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.009707882707736815,0.009173655030209282,0.08915276328722636,0.8558666091791735,0.09083853110075264,0.08622222423951582,5.261667252699589,0.09852858827638207,0.09894083546700569,0.08952578168568748,0.0595211604999101,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.3212045093063504,0.02015936079955812,0.051366329193115234,0.09177111096575925,0.0035694272407190263,0.0036187243746153043,3.888867312237142,0.566749070847364,0.040338010699671946,0.0036559663582629597,0.007151083959487683,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,11.696655874589473,8.28888748081558,2.517130732536316,0.38741645462124735,0.18175327797128527,0.17034017912122926,2.196184077414056,3.420037408361124,0.23344964839534527,0.17181779446012227,0.16696646306136265,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.30386413360717296,0.20042135931388808,0.34636445840199787,0.13590322073538882,0.014415862125174062,0.014534229847340449,1.7550287948317358,0.5512387265125456,0.022940403253750602,0.014414336232829826,0.024443115595278092,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,224.20912071212808,11.424524104129242,2.7078068256378174,0.5341427162901996,0.35616821150109207,0.26768882332679955,5.694443646522417,14.973614149968206,1.460840404874947,0.2641762756719822,0.2271798851044197,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,1009.8302885641655,743.1529980264604,14.950022379557291,0.3161238212417401,0.004790515128778535,0.00475265600222172,10.844726777601872,31.777826995629603,0.010070881393042526,0.00473789168241615,0.005068810639520702,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,2352.070734528204,1894.3604388634365,37.72826131184896,0.9239574198820154,0.01209221258556606,0.011995687648434167,35.93786297233736,48.4981518671403,0.015482251194617814,0.012044137689337257,0.012070180221981135,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,176.3750626851106,144.3851330865,11.77811050415039,0.24278943033483547,0.05437496998831363,0.0532503574714263,1.6591296374283497,13.280627345314326,0.05603640230090433,0.04969666879388351,0.05403646870616227,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 283cb07d6a43b0999c3d565cc5cf14d10a92057b..628ad0628e845c399490ff3a17f222b9e20ba8b9 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T12:12:55.624656+00:00", + "evaluated_at": "2026-06-16T12:19:26.773820+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 66510.0, 66514.0, 66481.7265625, - 66496.53125 + 66599.5 ], "p50": [ - 66554.24609375, - 66529.48828125, - 66559.48046875, - 66574.41796875, - 66588.63671875, - 66638.53125, - 66668.2734375, - 66707.54296875, - 66698.86328125, - 66766.66796875, - 66669.92578125, - 66630.21875, - 66674.4921875, - 66704.60546875, - 66766.078125, - 66741.60546875, - 66783.453125, - 66873.99609375, - 66767.03125, - 66861.94921875, - 66800.90234375, - 66908.46875, - 66841.59765625, - 66825.98828125 + 66579.58984375, + 66587.171875, + 66576.2421875, + 66616.04296875, + 66633.6171875, + 66555.21484375, + 66675.359375, + 66711.703125, + 66643.7109375, + 66665.87109375, + 66665.5703125, + 66630.64453125, + 66697.0390625, + 66767.66796875, + 66684.2421875, + 66675.453125, + 67012.64453125, + 66875.53125, + 66887.49609375, + 66759.9921875, + 66899.51953125, + 66814.18359375, + 66880.9296875, + 66740.11328125 ], "p10": [ - 66262.79296875, - 66135.859375, - 66044.69140625, - 65911.53515625, - 65802.83984375, - 65608.1015625, - 65665.66796875, - 65633.0390625, - 65775.5390625, - 65726.09375, - 65573.98828125, - 65242.875, - 65456.681640625, - 65629.484375, - 65328.228515625, - 65245.57421875, - 65276.3046875, - 65434.279296875, - 65106.775390625, - 65279.705078125, - 65347.890625, - 65450.224609375, - 65161.359375, - 64956.7578125 + 66239.25390625, + 66166.4453125, + 66031.984375, + 65957.42578125, + 65836.29296875, + 65628.609375, + 65717.09375, + 65622.83203125, + 65542.73828125, + 65517.876953125, + 65413.8515625, + 65362.123046875, + 65618.1796875, + 65438.828125, + 65282.044921875, + 65159.693359375, + 65560.8984375, + 65532.017578125, + 65483.681640625, + 64944.533203125, + 65155.921875, + 65230.296875, + 65049.451171875, + 64918.2890625 ], "p90": [ - 66877.453125, - 67025.2890625, - 67125.27734375, - 67228.59375, - 67315.97265625, - 67768.015625, - 67683.65234375, - 67652.08203125, - 67770.86328125, - 68203.1015625, - 68077.015625, - 67923.94140625, - 68508.86328125, - 68464.59765625, - 68654.73828125, - 68636.4296875, - 68459.7578125, - 68486.96484375, - 68824.59375, - 69368.69140625, - 68641.8203125, - 69518.41015625, - 68593.1484375, - 68907.30078125 + 66933.96484375, + 67036.50390625, + 67072.5859375, + 67169.02734375, + 67418.1953125, + 67542.6484375, + 67743.10546875, + 67619.03125, + 68043.375, + 67936.7109375, + 68049.73046875, + 68122.96484375, + 68309.79296875, + 68289.81640625, + 68545.84765625, + 68596.234375, + 69566.953125, + 68738.12890625, + 69152.18359375, + 68528.9609375, + 69037.77734375, + 69256.5, + 68452.453125, + 68796.59765625 ], "timestamps": [ "2026-06-11 13:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 7602526c1832ed88dd21eab90ae11c8082ebb2c3..eed2035450785af7c92ef38caadfe44e3e41e2f9 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T12:07:52.741323+00:00", + "evaluated_at": "2026-06-16T12:19:33.448221+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.1399999856948853, 1.1299999952316284, 1.1160000562667847, 1.100000023841858, @@ -101,10 +100,10 @@ 1.7079999446868896, 1.6519999504089355, 1.5870000123977661, - 1.5379999876022339 + 1.5379999876022339, + 1.4919999837875366 ], "actuals": [ - 1.4919999837875366, 1.4240000247955322, 1.3660000562667847, 1.2970000505447388, @@ -127,88 +126,88 @@ 0.32600000500679016, 0.2800000011920929, 0.24500000476837158, - 0.1860000044107437 + 0.1860000044107437, + 0.13099999725818634 ], "p50": [ - 1.4818721413612366, - 1.445159673690796, - 1.4027607440948486, - 1.392270028591156, - 1.3722165822982788, - 1.3663657903671265, - 1.3338624238967896, - 1.3388410806655884, - 1.3266101479530334, - 1.3255120515823364, - 1.332837998867035, - 1.3115692734718323, - 1.3387199640274048, - 1.321698784828186, - 1.3288824558258057, - 1.303708553314209, - 1.347092628479004, - 1.3217198848724365, - 1.30496484041214, - 1.357255220413208, - 1.3127377033233643, - 1.3339711427688599, - 1.3320353627204895, - 1.334813117980957 + 1.6023080348968506, + 1.6307552456855774, + 1.6492851972579956, + 1.6632248759269714, + 1.659453272819519, + 1.650053858757019, + 1.6651028990745544, + 1.6618990898132324, + 1.6265382766723633, + 1.6518945693969727, + 1.638113021850586, + 1.652020514011383, + 1.6135535836219788, + 1.566685140132904, + 1.5841276049613953, + 1.5733307003974915, + 1.5499160885810852, + 1.5299222469329834, + 1.5708036422729492, + 1.4962135553359985, + 1.5402716398239136, + 1.5671696066856384, + 1.5311416387557983, + 1.527159869670868 ], "p10": [ - 1.4521366357803345, - 1.387968897819519, - 1.328049123287201, - 1.2971509099006653, - 1.2608985900878906, - 1.2360333800315857, - 1.208584189414978, - 1.1684947609901428, - 1.14500093460083, - 1.1347646713256836, - 1.1171776056289673, - 1.1169959902763367, - 1.0613785982131958, - 1.0751844644546509, - 1.0643184185028076, - 1.0195637345314026, - 0.9789792895317078, - 1.0730974078178406, - 1.039631426334381, - 1.0361486077308655, - 1.0055133998394012, - 0.9645982086658478, - 0.9348329603672028, - 0.9999901652336121 + 1.4241306781768799, + 1.3869157433509827, + 1.359628438949585, + 1.3803382515907288, + 1.279461681842804, + 1.3257400393486023, + 1.329682469367981, + 1.26904958486557, + 1.2635225653648376, + 1.1810673475265503, + 1.1934603452682495, + 1.1082602143287659, + 1.1259368658065796, + 1.0140191316604614, + 0.9789828360080719, + 1.025486946105957, + 0.9649731814861298, + 0.833728164434433, + 0.8825764656066895, + 0.8597137033939362, + 0.9118788838386536, + 1.0093812346458435, + 0.9431836605072021, + 0.7745981216430664 ], "p90": [ - 1.5091127157211304, - 1.4900526404380798, - 1.4708861708641052, - 1.4804643392562866, - 1.4870920181274414, - 1.5043889284133911, - 1.492264986038208, - 1.5024901032447815, - 1.4899274110794067, - 1.5429673194885254, - 1.5446056723594666, - 1.5971922874450684, - 1.5692839622497559, - 1.5991970300674438, - 1.6282411813735962, - 1.5654075145721436, - 1.6287850737571716, - 1.5799254179000854, - 1.6569217443466187, - 1.656918227672577, - 1.5931639075279236, - 1.6433172821998596, - 1.6584908366203308, - 1.714398741722107 + 1.8512712121009827, + 1.9295642971992493, + 1.9460144639015198, + 2.0681190490722656, + 2.0020010471343994, + 2.0676194429397583, + 2.0012946128845215, + 2.0373822450637817, + 2.0081002712249756, + 2.0878310203552246, + 2.270651936531067, + 2.161760449409485, + 2.1799089908599854, + 2.1653321981430054, + 2.1341092586517334, + 2.147598624229431, + 2.1613088846206665, + 2.189008116722107, + 2.330083966255188, + 2.252530336380005, + 2.2020586729049683, + 2.169012188911438, + 2.3165464401245117, + 2.2272653579711914 ], "timestamps": [ - "2026-06-16 00:06:00", "2026-06-16 00:12:00", "2026-06-16 00:18:00", "2026-06-16 00:24:00", @@ -327,6 +326,7 @@ "2026-06-16 11:42:00", "2026-06-16 11:48:00", "2026-06-16 11:54:00", - "2026-06-16 12:00:00" + "2026-06-16 12:00:00", + "2026-06-16 12:06:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 12f92ec03043334577e2f394d94ecd1b4bc2428c..cf2b9795df1a3085ada10504171df3d673bfd8e1 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T11:56:51.667477+00:00", + "evaluated_at": "2026-06-16T12:19:38.717045+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, 3230.0, 3230.0, 3230.0, @@ -100,12 +88,9 @@ 3170.0, 3170.0, 3170.0, - 3120.0, - 3170.0 - ], - "actuals": [ 3120.0, 3170.0, + 3120.0, 3170.0, 3170.0, 3170.0, @@ -116,6 +101,9 @@ 3170.0, 3170.0, 3170.0, + 3170.0 + ], + "actuals": [ 3170.0, 3170.0, 3170.0, @@ -127,91 +115,99 @@ 3120.0, 3120.0, 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, 3120.0 ], "p50": [ - 3169.414794921875, - 3169.567138671875, - 3169.6046142578125, - 3169.8359375, - 3169.5777587890625, - 3169.990966796875, - 3169.8197021484375, - 3169.858642578125, - 3169.83056640625, - 3169.4971923828125, - 3169.438720703125, - 3169.5206298828125, - 3169.9844970703125, - 3169.7337646484375, - 3169.87939453125, - 3170.04052734375, - 3170.8035888671875, - 3170.586669921875, - 3171.06689453125, - 3170.2154541015625, - 3171.1708984375, - 3170.2738037109375, - 3170.9893798828125, - 3170.192138671875 + 3170.099853515625, + 3170.101806640625, + 3170.203125, + 3170.09521484375, + 3170.1448974609375, + 3170.16259765625, + 3170.1539306640625, + 3170.123291015625, + 3170.093017578125, + 3170.210693359375, + 3170.1773681640625, + 3170.1583251953125, + 3170.1968994140625, + 3170.166259765625, + 3170.1253662109375, + 3170.0662841796875, + 3170.3037109375, + 3170.5675048828125, + 3170.2138671875, + 3170.470947265625, + 3170.5750732421875, + 3170.3681640625, + 3170.5386962890625, + 3170.82861328125 ], "p10": [ - 3167.5970458984375, - 3167.8946533203125, - 3167.8704833984375, - 3167.9588623046875, - 3167.0313720703125, - 3167.2066650390625, - 3167.623046875, - 3167.388671875, - 3167.4100341796875, - 3167.3309326171875, - 3166.245849609375, - 3166.7796630859375, - 3167.238525390625, - 3166.732177734375, - 3166.642333984375, - 3166.6878662109375, - 3163.3955078125, - 3161.40234375, - 3162.09716796875, - 3159.584228515625, - 3160.0572509765625, - 3160.119140625, - 3160.385498046875, - 3159.5968017578125 + 3169.4930419921875, + 3169.4674072265625, + 3169.7269287109375, + 3169.3514404296875, + 3169.4742431640625, + 3169.44775390625, + 3169.3516845703125, + 3169.3564453125, + 3169.2987060546875, + 3169.5291748046875, + 3169.332275390625, + 3169.2550048828125, + 3169.3525390625, + 3169.1187744140625, + 3169.229248046875, + 3169.2806396484375, + 3167.76318359375, + 3167.515869140625, + 3167.65966796875, + 3168.3079833984375, + 3167.519287109375, + 3166.384765625, + 3166.9774169921875, + 3166.5867919921875 ], "p90": [ - 3172.0823974609375, - 3191.0673828125, - 3214.44140625, - 3217.07421875, - 3175.8082275390625, - 3215.5439453125, - 3218.740966796875, - 3222.556640625, - 3178.7384033203125, - 3216.1839599609375, - 3174.408447265625, - 3219.4228515625, - 3221.213134765625, - 3221.0601806640625, - 3221.5435791015625, - 3202.009521484375, - 3227.0814208984375, - 3201.8599853515625, - 3224.379150390625, - 3217.5225830078125, - 3231.1463623046875, - 3227.3970947265625, - 3226.6929931640625, - 3227.742919921875 + 3170.925537109375, + 3170.78564453125, + 3171.451904296875, + 3171.8372802734375, + 3171.1251220703125, + 3171.2537841796875, + 3171.415771484375, + 3171.10986328125, + 3171.848388671875, + 3177.5306396484375, + 3173.609375, + 3172.332763671875, + 3172.360107421875, + 3171.6893310546875, + 3172.14990234375, + 3171.3038330078125, + 3196.8939208984375, + 3190.9393310546875, + 3194.785400390625, + 3195.63232421875, + 3215.368896484375, + 3205.249755859375, + 3204.1888427734375, + 3213.8193359375 ], "timestamps": [ - "2026-06-16 00:55:00", - "2026-06-16 01:10:00", - "2026-06-16 01:25:00", - "2026-06-16 01:40:00", "2026-06-16 01:55:00", "2026-06-16 02:10:00", "2026-06-16 02:25:00", @@ -327,6 +323,10 @@ "2026-06-17 05:55:00", "2026-06-17 06:10:00", "2026-06-17 06:25:00", - "2026-06-17 06:40:00" + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index b6bc293b9462f4a05c078e1deb079db6cf54813c..937a88a6b168435464d25fdb387f883d4dba7dec 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,11 +1,23 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-16T12:12:59.278937+00:00", + "evaluated_at": "2026-06-16T12:19:41.573422+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:10:44.082571Z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index f0039715e6fc92f1b9b982f383e043a992e0d077..f37d8d65eb9956aaf56a2d08a1a0d6e833196a1e 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-16T12:10:46.006400+00:00", - "finished_at": "2026-06-16T12:13:16.287913+00:00", - "task_count": 1, + "started_at": "2026-06-16T12:17:18.200939+00:00", + "finished_at": "2026-06-16T12:20:05.769676+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,11 +10,23 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T12:11:18.639768+00:00", + "evaluated_at": "2026-06-16T12:17:37.905407+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:10:44.082571Z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", "context_length": 96, "prediction_length": 24 } @@ -24,11 +36,23 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T12:11:56.341843+00:00", + "evaluated_at": "2026-06-16T12:18:09.547443+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:10:44.082571Z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", "context_length": 96, "prediction_length": 24 } @@ -38,11 +62,23 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-16T12:12:22.656832+00:00", + "evaluated_at": "2026-06-16T12:18:43.534598+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:10:44.082571Z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", "context_length": 96, "prediction_length": 24 } @@ -52,11 +88,23 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-16T12:12:32.559785+00:00", + "evaluated_at": "2026-06-16T12:19:01.586711+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:10:44.082571Z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", "context_length": 96, "prediction_length": 24 } @@ -66,11 +114,23 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-16T12:12:59.278937+00:00", + "evaluated_at": "2026-06-16T12:19:41.573422+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:10:44.082571Z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", "context_length": 96, "prediction_length": 24 } @@ -80,11 +140,23 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-16T12:13:16.283279+00:00", + "evaluated_at": "2026-06-16T12:20:05.767384+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:10:44.082571Z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", "context_length": 96, "prediction_length": 24 } @@ -94,7 +166,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-16T12:13:22.941446+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_121724.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_121724.json new file mode 100644 index 0000000000000000000000000000000000000000..548cc635ae7a35f171f670a15701550467512dbf --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_121724.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T12:17:24.503412+00:00", + "metrics": { + "MSE[mean]": 186303.68718973795, + "MSE[0.5]": 186303.68718973795, + "MAE[0.5]": 355.0325520833333, + "MASE[0.5]": 0.5460365257612914, + "MAPE[0.5]": 0.005347791463423491, + "sMAPE[0.5]": 0.005337085097061362, + "MSIS": 4.194782699247601, + "RMSE[mean]": 431.6291083670539, + "NRMSE[mean]": 0.006493284398046827, + "ND[0.5]": 0.0053409913431534005, + "mean_weighted_sum_quantile_loss": 0.005945517232859608 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00" + ], + "context": [ + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875 + ], + "actual": [ + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66599.5 + ], + "predictions": { + "p50": [ + 66575.828125, + 66554.4765625, + 66547.5234375, + 66536.625, + 66549.6953125, + 66551.140625, + 66582.9765625, + 66597.953125, + 66648.25, + 66641.078125, + 66652.5625, + 66653.25, + 66654.6171875, + 66692.4609375, + 66726.1640625, + 66676.5390625, + 66703.0078125, + 66683.5, + 66690.1484375, + 66691.1484375, + 66741.2265625, + 66715.0, + 66752.4375, + 66739.1015625 + ], + "p10": [ + 66119.140625, + 65966.8203125, + 65844.78125, + 65729.6484375, + 65684.3671875, + 65631.9765625, + 65579.8046875, + 65521.94921875, + 65511.1875, + 65510.94921875, + 65408.73046875, + 65325.796875, + 65247.88671875, + 65199.04296875, + 65184.26953125, + 65053.71875, + 65042.109375, + 64981.1875, + 64928.02734375, + 64922.890625, + 64892.953125, + 64852.36328125, + 64830.9140625, + 64787.34375 + ], + "p90": [ + 66998.8046875, + 67049.2421875, + 67148.6484375, + 67234.7265625, + 67296.765625, + 67367.75, + 67478.3828125, + 67567.8828125, + 67634.5, + 67699.1171875, + 67801.1640625, + 67862.109375, + 67932.375, + 67926.8046875, + 67994.1171875, + 68033.390625, + 68132.40625, + 68140.5703125, + 68174.8515625, + 68278.3671875, + 68310.109375, + 68407.2734375, + 68459.640625, + 68547.84375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_121926.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_121926.json new file mode 100644 index 0000000000000000000000000000000000000000..c66e4c508f8656f0ba7abfdf2050c5a29b339480 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_121926.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T12:19:26.773820+00:00", + "metrics": { + "MSE[mean]": 284119.5447260539, + "MSE[0.5]": 222669.68370437622, + "MAE[0.5]": 398.0989583333333, + "MASE[0.5]": 0.6122722292419533, + "MAPE[0.5]": 0.005998400682754673, + "sMAPE[0.5]": 0.005981090883669299, + "MSIS": 4.159436213841026, + "RMSE[mean]": 533.0286528190148, + "NRMSE[mean]": 0.00801870533744988, + "ND[0.5]": 0.005988868000131005, + "mean_weighted_sum_quantile_loss": 0.006045830924213751 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00" + ], + "context": [ + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875 + ], + "actual": [ + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66599.5 + ], + "predictions": { + "p50": [ + 66579.58984375, + 66587.171875, + 66576.2421875, + 66616.04296875, + 66633.6171875, + 66555.21484375, + 66675.359375, + 66711.703125, + 66643.7109375, + 66665.87109375, + 66665.5703125, + 66630.64453125, + 66697.0390625, + 66767.66796875, + 66684.2421875, + 66675.453125, + 67012.64453125, + 66875.53125, + 66887.49609375, + 66759.9921875, + 66899.51953125, + 66814.18359375, + 66880.9296875, + 66740.11328125 + ], + "p10": [ + 66239.25390625, + 66166.4453125, + 66031.984375, + 65957.42578125, + 65836.29296875, + 65628.609375, + 65717.09375, + 65622.83203125, + 65542.73828125, + 65517.876953125, + 65413.8515625, + 65362.123046875, + 65618.1796875, + 65438.828125, + 65282.044921875, + 65159.693359375, + 65560.8984375, + 65532.017578125, + 65483.681640625, + 64944.533203125, + 65155.921875, + 65230.296875, + 65049.451171875, + 64918.2890625 + ], + "p90": [ + 66933.96484375, + 67036.50390625, + 67072.5859375, + 67169.02734375, + 67418.1953125, + 67542.6484375, + 67743.10546875, + 67619.03125, + 68043.375, + 67936.7109375, + 68049.73046875, + 68122.96484375, + 68309.79296875, + 68289.81640625, + 68545.84765625, + 68596.234375, + 69566.953125, + 68738.12890625, + 69152.18359375, + 68528.9609375, + 69037.77734375, + 69256.5, + 68452.453125, + 68796.59765625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_121955.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_121955.json new file mode 100644 index 0000000000000000000000000000000000000000..38908793776e7180f6abebbd14e75b0c2a84ec86 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_121955.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T12:19:55.994687+00:00", + "metrics": { + "MSE[mean]": 352241.79124705, + "MSE[0.5]": 352241.79124705, + "MAE[0.5]": 510.1455078125, + "MASE[0.5]": 0.7845987053414865, + "MAPE[0.5]": 0.007654902749674936, + "sMAPE[0.5]": 0.0076943672224917626, + "MSIS": 6.203889566107747, + "RMSE[mean]": 593.4996135188716, + "NRMSE[mean]": 0.008928410308768385, + "ND[0.5]": 0.007674458933375832, + "mean_weighted_sum_quantile_loss": 0.00796789063435468 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00" + ], + "context": [ + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875 + ], + "actual": [ + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66599.5 + ], + "predictions": { + "p50": [ + 66445.125, + 66313.25, + 66247.3125, + 66194.5625, + 66155.0, + 66115.4375, + 66089.0625, + 66062.6875, + 66023.125, + 65996.75, + 65970.375, + 65957.1875, + 65930.8125, + 65917.625, + 65878.0625, + 65851.6875, + 65851.6875, + 65825.3125, + 65805.53125, + 65792.34375, + 65798.9375, + 65785.75, + 65752.78125, + 65726.40625 + ], + "p10": [ + 66009.9375, + 65700.03125, + 65469.25, + 65291.21875, + 65165.9375, + 65053.84375, + 64948.34375, + 64846.140625, + 64740.640625, + 64669.7578125, + 64597.2265625, + 64536.234375, + 64453.8125, + 64396.1171875, + 64353.2578125, + 64288.96875, + 64351.609375, + 64305.8671875, + 64263.625, + 64239.30859375, + 64221.3828125, + 64198.3046875, + 64148.8515625, + 64127.421875 + ], + "p90": [ + 66761.625, + 66748.4375, + 66748.4375, + 66774.8125, + 66774.8125, + 66761.625, + 66801.1875, + 66801.1875, + 66814.375, + 66814.375, + 66814.375, + 66814.375, + 66814.375, + 66814.375, + 66801.1875, + 66814.375, + 66801.1875, + 66774.8125, + 66761.625, + 66748.4375, + 66761.625, + 66774.8125, + 66748.4375, + 66761.625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_121756.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_121756.json new file mode 100644 index 0000000000000000000000000000000000000000..bafab9bd4732966c84fe3924f4be56d55d459245 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_121756.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T12:17:56.477006+00:00", + "metrics": { + "MSE[mean]": 227022.69793701172, + "MSE[0.5]": 370654.2355829875, + "MAE[0.5]": 530.7425130208334, + "MASE[0.5]": 0.8162766940190028, + "MAPE[0.5]": 0.007962929878756403, + "sMAPE[0.5]": 0.008004424397302201, + "MSIS": 6.466583720452289, + "RMSE[mean]": 476.46898948096475, + "NRMSE[mean]": 0.007167840619587922, + "ND[0.5]": 0.007984313412541372, + "mean_weighted_sum_quantile_loss": 0.00570633860451919 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00" + ], + "context": [ + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875 + ], + "actual": [ + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66599.5 + ], + "predictions": { + "p50": [ + 66274.125, + 66219.921875, + 66175.4296875, + 66099.890625, + 66030.4921875, + 66024.828125, + 65997.4765625, + 65963.1328125, + 65973.5078125, + 65973.6015625, + 65987.265625, + 65962.7109375, + 65909.546875, + 65918.9453125, + 65927.0, + 65882.578125, + 65874.7734375, + 65867.3828125, + 65821.6796875, + 65790.0078125, + 65805.3203125, + 65817.6640625, + 65865.3515625, + 65894.2734375 + ], + "p10": [ + 66273.0546875, + 66279.40625, + 66189.3671875, + 66161.40625, + 66121.84375, + 66058.5234375, + 66003.28125, + 66032.875, + 66007.234375, + 66064.03125, + 66044.3359375, + 65935.203125, + 65946.7890625, + 65974.390625, + 66003.921875, + 65974.0078125, + 65936.921875, + 65817.078125, + 65883.0546875, + 65817.953125, + 65859.90625, + 65916.8359375, + 65848.3359375, + 65862.765625 + ], + "p90": [ + 66592.0703125, + 66622.9375, + 66632.140625, + 66638.9609375, + 66608.234375, + 66629.2265625, + 66623.140625, + 66627.859375, + 66642.6953125, + 66690.765625, + 66751.5625, + 66704.625, + 66703.7578125, + 66750.96875, + 66734.1953125, + 66738.1796875, + 66720.265625, + 66732.6328125, + 66732.9609375, + 66724.2734375, + 66763.390625, + 66799.2109375, + 66833.6640625, + 66879.4375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_121849.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_121849.json new file mode 100644 index 0000000000000000000000000000000000000000..509a9fb09b1ec1dac5bbc73e397c72264f4a87b2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_121849.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-16T12:18:49.221770+00:00", + "metrics": { + "MSE[mean]": 147555.76251475015, + "MSE[0.5]": 147555.76251475015, + "MAE[0.5]": 300.3414713541667, + "MASE[0.5]": 0.4619221888188159, + "MAPE[0.5]": 0.004507454693632221, + "sMAPE[0.5]": 0.004518900916778162, + "MSIS": 4.998578994670854, + "RMSE[mean]": 384.12987714411145, + "NRMSE[mean]": 0.005778721800111778, + "ND[0.5]": 0.004518236959060698, + "mean_weighted_sum_quantile_loss": 0.006269521290331499 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00" + ], + "context": [ + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875 + ], + "actual": [ + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66599.5 + ], + "predictions": { + "p50": [ + 66489.8515625, + 66440.4375, + 66396.9609375, + 66349.6875, + 66346.984375, + 66352.0703125, + 66361.421875, + 66346.6640625, + 66327.875, + 66295.7734375, + 66271.796875, + 66266.734375, + 66276.71875, + 66281.2578125, + 66288.578125, + 66264.7109375, + 66247.890625, + 66211.078125, + 66209.859375, + 66224.03125, + 66227.3125, + 66204.9921875, + 66185.359375, + 66157.828125 + ], + "p10": [ + 66069.328125, + 65829.0859375, + 65658.9296875, + 65503.53515625, + 65426.5625, + 65370.4609375, + 65305.01953125, + 65221.74609375, + 65165.96875, + 65086.5078125, + 64996.30078125, + 64953.484375, + 64912.7109375, + 64846.9375, + 64772.140625, + 64701.26953125, + 64661.26171875, + 64580.90234375, + 64540.0078125, + 64514.40234375, + 64473.23046875, + 64399.90625, + 64335.89453125, + 64280.33203125 + ], + "p90": [ + 66814.2890625, + 66901.8828125, + 66977.8828125, + 67032.4140625, + 67111.3828125, + 67210.234375, + 67324.7265625, + 67392.4375, + 67437.921875, + 67468.9453125, + 67500.171875, + 67534.578125, + 67581.4375, + 67631.3046875, + 67699.171875, + 67694.7109375, + 67704.703125, + 67724.6171875, + 67787.0078125, + 67860.3359375, + 67886.1484375, + 67907.8828125, + 67911.9296875, + 67918.109375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_121832.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_121832.json new file mode 100644 index 0000000000000000000000000000000000000000..2959f78471583fb32ab1e5c33fb0702418001a7b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_121832.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T12:18:32.481697+00:00", + "metrics": { + "MSE[mean]": 152593.24434407553, + "MSE[0.5]": 152593.24434407553, + "MAE[0.5]": 294.9244791666667, + "MASE[0.5]": 0.45359090883679243, + "MAPE[0.5]": 0.004438751416620421, + "sMAPE[0.5]": 0.004435244028214596, + "MSIS": 4.7726849566101075, + "RMSE[mean]": 390.6318527003085, + "NRMSE[mean]": 0.005876535352574123, + "ND[0.5]": 0.004436745534655828, + "mean_weighted_sum_quantile_loss": 0.005818747571401133 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00" + ], + "context": [ + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875 + ], + "actual": [ + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66599.5 + ], + "predictions": { + "p50": [ + 66557.4375, + 66520.4453125, + 66475.1015625, + 66414.6953125, + 66501.5078125, + 66538.5625, + 66572.4296875, + 66562.15625, + 66515.3984375, + 66475.703125, + 66492.0234375, + 66553.3125, + 66606.2578125, + 66646.2578125, + 66610.0, + 66560.9140625, + 66548.0703125, + 66556.828125, + 66586.703125, + 66614.40625, + 66623.7890625, + 66613.59375, + 66607.0859375, + 66608.5625 + ], + "p10": [ + 66196.6640625, + 66029.1484375, + 65879.328125, + 65709.8984375, + 65713.5, + 65668.6484375, + 65604.875, + 65524.3046875, + 65420.39453125, + 65316.3515625, + 65264.4375, + 65241.578125, + 65210.51953125, + 65166.765625, + 65075.4375, + 64973.5546875, + 64928.4921875, + 64887.62109375, + 64863.48828125, + 64845.578125, + 64814.71484375, + 64759.69921875, + 64718.8515625, + 64661.3125 + ], + "p90": [ + 66928.3203125, + 67003.4375, + 67060.40625, + 67090.8125, + 67270.21875, + 67398.5, + 67513.78125, + 67579.734375, + 67598.9453125, + 67642.765625, + 67726.8671875, + 67885.453125, + 68009.0625, + 68118.84375, + 68159.0234375, + 68131.9921875, + 68200.65625, + 68280.421875, + 68381.34375, + 68482.0625, + 68560.578125, + 68606.9296875, + 68658.5546875, + 68706.6015625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260616_121735.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260616_121735.json new file mode 100644 index 0000000000000000000000000000000000000000..018798fbf211db2edabcc9277932ff7256400cf4 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260616_121735.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T12:17:35.236707+00:00", + "metrics": { + "MSE[mean]": 1844.681823057433, + "MSE[0.5]": 1844.681823057433, + "MAE[0.5]": 37.35460408528646, + "MASE[0.5]": 0.9148066306600766, + "MAPE[0.5]": 0.01197181816237868, + "sMAPE[0.5]": 0.01187782557408445, + "MSIS": 32.13962003746811, + "RMSE[mean]": 42.94975928986602, + "NRMSE[mean]": 0.013711016533077741, + "ND[0.5]": 0.01192485365851124, + "mean_weighted_sum_quantile_loss": 0.01158914676824233 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 01:55:00", + "2026-06-16 02:10:00", + "2026-06-16 02:25:00", + "2026-06-16 02:40:00", + "2026-06-16 02:55:00", + "2026-06-16 03:10:00", + "2026-06-16 03:25:00", + "2026-06-16 03:40:00", + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00" + ], + "context": [ + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0 + ], + "actual": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3169.177001953125, + 3169.37158203125, + 3169.450439453125, + 3169.17578125, + 3169.361572265625, + 3169.61181640625, + 3169.57666015625, + 3169.55712890625, + 3169.526611328125, + 3169.517333984375, + 3169.61962890625, + 3169.509033203125, + 3169.876708984375, + 3169.552734375, + 3169.6181640625, + 3169.678466796875, + 3169.2666015625, + 3169.9853515625, + 3169.540771484375, + 3169.295654296875, + 3169.314453125, + 3169.879150390625, + 3169.314697265625, + 3170.029541015625 + ], + "p10": [ + 3166.040283203125, + 3166.09326171875, + 3166.115234375, + 3166.4111328125, + 3166.275390625, + 3166.013916015625, + 3166.04931640625, + 3165.651123046875, + 3165.571044921875, + 3165.34228515625, + 3164.418701171875, + 3163.643310546875, + 3163.05615234375, + 3162.5732421875, + 3162.330810546875, + 3162.94921875, + 3162.70263671875, + 3162.0791015625, + 3161.3017578125, + 3161.23486328125, + 3160.9970703125, + 3160.287353515625, + 3159.11279296875, + 3159.570068359375 + ], + "p90": [ + 3172.49072265625, + 3173.00830078125, + 3173.4248046875, + 3173.900390625, + 3176.407470703125, + 3177.57861328125, + 3177.952392578125, + 3178.657470703125, + 3179.98974609375, + 3181.30029296875, + 3182.622314453125, + 3183.73095703125, + 3184.211669921875, + 3186.20458984375, + 3186.67578125, + 3186.3955078125, + 3212.7421875, + 3217.662353515625, + 3219.59228515625, + 3221.21875, + 3224.804931640625, + 3229.971923828125, + 3232.746826171875, + 3234.5234375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260616_121938.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260616_121938.json new file mode 100644 index 0000000000000000000000000000000000000000..861ee58a1723a82cffb7ba91f8358567e7cd181d --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260616_121938.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T12:19:38.717045+00:00", + "metrics": { + "MSE[mean]": 2352.070734528204, + "MSE[0.5]": 1894.3604388634365, + "MAE[0.5]": 37.72826131184896, + "MASE[0.5]": 0.9239574198820154, + "MAPE[0.5]": 0.01209221258556606, + "sMAPE[0.5]": 0.011995687648434167, + "MSIS": 35.93786297233736, + "RMSE[mean]": 48.4981518671403, + "NRMSE[mean]": 0.015482251194617814, + "ND[0.5]": 0.012044137689337257, + "mean_weighted_sum_quantile_loss": 0.012070180221981135 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 01:55:00", + "2026-06-16 02:10:00", + "2026-06-16 02:25:00", + "2026-06-16 02:40:00", + "2026-06-16 02:55:00", + "2026-06-16 03:10:00", + "2026-06-16 03:25:00", + "2026-06-16 03:40:00", + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00" + ], + "context": [ + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0 + ], + "actual": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3170.099853515625, + 3170.101806640625, + 3170.203125, + 3170.09521484375, + 3170.1448974609375, + 3170.16259765625, + 3170.1539306640625, + 3170.123291015625, + 3170.093017578125, + 3170.210693359375, + 3170.1773681640625, + 3170.1583251953125, + 3170.1968994140625, + 3170.166259765625, + 3170.1253662109375, + 3170.0662841796875, + 3170.3037109375, + 3170.5675048828125, + 3170.2138671875, + 3170.470947265625, + 3170.5750732421875, + 3170.3681640625, + 3170.5386962890625, + 3170.82861328125 + ], + "p10": [ + 3169.4930419921875, + 3169.4674072265625, + 3169.7269287109375, + 3169.3514404296875, + 3169.4742431640625, + 3169.44775390625, + 3169.3516845703125, + 3169.3564453125, + 3169.2987060546875, + 3169.5291748046875, + 3169.332275390625, + 3169.2550048828125, + 3169.3525390625, + 3169.1187744140625, + 3169.229248046875, + 3169.2806396484375, + 3167.76318359375, + 3167.515869140625, + 3167.65966796875, + 3168.3079833984375, + 3167.519287109375, + 3166.384765625, + 3166.9774169921875, + 3166.5867919921875 + ], + "p90": [ + 3170.925537109375, + 3170.78564453125, + 3171.451904296875, + 3171.8372802734375, + 3171.1251220703125, + 3171.2537841796875, + 3171.415771484375, + 3171.10986328125, + 3171.848388671875, + 3177.5306396484375, + 3173.609375, + 3172.332763671875, + 3172.360107421875, + 3171.6893310546875, + 3172.14990234375, + 3171.3038330078125, + 3196.8939208984375, + 3190.9393310546875, + 3194.785400390625, + 3195.63232421875, + 3215.368896484375, + 3205.249755859375, + 3204.1888427734375, + 3213.8193359375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260616_122003.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260616_122003.json new file mode 100644 index 0000000000000000000000000000000000000000..40548fbed00ab8471be3bc8be3a03dc8966cc621 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260616_122003.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T12:20:03.977642+00:00", + "metrics": { + "MSE[mean]": 1728.143641680479, + "MSE[0.5]": 1728.143641680479, + "MAE[0.5]": 36.594970703125, + "MASE[0.5]": 0.8962033641581632, + "MAPE[0.5]": 0.011726069335312159, + "sMAPE[0.5]": 0.011638132902031561, + "MSIS": 27.916717653858417, + "RMSE[mean]": 41.57094708664308, + "NRMSE[mean]": 0.013270853020476642, + "ND[0.5]": 0.011682352977853153, + "mean_weighted_sum_quantile_loss": 0.010390146114602731 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 01:55:00", + "2026-06-16 02:10:00", + "2026-06-16 02:25:00", + "2026-06-16 02:40:00", + "2026-06-16 02:55:00", + "2026-06-16 03:10:00", + "2026-06-16 03:25:00", + "2026-06-16 03:40:00", + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00" + ], + "context": [ + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0 + ], + "actual": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3167.5771484375, + 3167.5771484375, + 3167.45458984375, + 3167.822265625, + 3167.33203125, + 3167.5771484375, + 3167.45458984375, + 3167.5771484375, + 3167.45458984375, + 3168.0673828125, + 3167.5771484375, + 3167.5771484375, + 3167.5771484375, + 3167.822265625, + 3167.45458984375, + 3167.5771484375, + 3168.68017578125, + 3168.802734375, + 3167.94482421875, + 3168.373779296875, + 3168.0673828125, + 3168.496337890625, + 3168.373779296875, + 3168.741455078125 + ], + "p10": [ + 3164.02294921875, + 3163.41015625, + 3162.6748046875, + 3163.04248046875, + 3162.4296875, + 3162.1845703125, + 3161.81689453125, + 3160.7138671875, + 3160.2236328125, + 3160.10107421875, + 3158.7529296875, + 3158.14013671875, + 3156.91455078125, + 3157.15966796875, + 3156.42431640625, + 3156.7919921875, + 3156.66943359375, + 3156.7919921875, + 3155.3212890625, + 3155.56640625, + 3155.076171875, + 3154.8310546875, + 3154.3408203125, + 3154.8310546875 + ], + "p90": [ + 3169.0478515625, + 3168.68017578125, + 3169.231689453125, + 3169.29296875, + 3168.92529296875, + 3169.17041015625, + 3169.17041015625, + 3169.783203125, + 3169.599365234375, + 3170.15087890625, + 3170.15087890625, + 3170.39599609375, + 3171.13134765625, + 3171.0087890625, + 3171.37646484375, + 3171.744140625, + 3173.705078125, + 3174.624267578125, + 3174.256591796875, + 3174.869384765625, + 3175.17578125, + 3176.217529296875, + 3176.585205078125, + 3177.565673828125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260616_121806.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260616_121806.json new file mode 100644 index 0000000000000000000000000000000000000000..349aa1f8ea7b3bcb5823a45359230f2c67c76566 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260616_121806.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T12:18:06.773345+00:00", + "metrics": { + "MSE[mean]": 1818.7068623751402, + "MSE[0.5]": 1721.8193936025102, + "MAE[0.5]": 36.24120076497396, + "MASE[0.5]": 0.8875396105707907, + "MAPE[0.5]": 0.011614158548294779, + "sMAPE[0.5]": 0.011526451206907885, + "MSIS": 35.228784179687494, + "RMSE[mean]": 42.646299515610266, + "NRMSE[mean]": 0.013614141904424667, + "ND[0.5]": 0.011569417642449786, + "mean_weighted_sum_quantile_loss": 0.011566577814518303 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 01:55:00", + "2026-06-16 02:10:00", + "2026-06-16 02:25:00", + "2026-06-16 02:40:00", + "2026-06-16 02:55:00", + "2026-06-16 03:10:00", + "2026-06-16 03:25:00", + "2026-06-16 03:40:00", + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00" + ], + "context": [ + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0 + ], + "actual": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3169.618408203125, + 3169.830810546875, + 3169.11279296875, + 3167.968994140625, + 3168.129150390625, + 3167.692138671875, + 3167.212646484375, + 3168.484375, + 3166.84912109375, + 3168.529052734375, + 3166.979736328125, + 3168.147705078125, + 3168.766357421875, + 3169.3466796875, + 3169.921630859375, + 3169.019775390625, + 3167.299560546875, + 3168.515380859375, + 3167.27099609375, + 3167.43798828125, + 3167.77001953125, + 3166.84228515625, + 3166.779541015625, + 3166.96826171875 + ], + "p10": [ + 3171.470947265625, + 3170.882568359375, + 3170.056396484375, + 3168.39599609375, + 3169.619873046875, + 3168.45458984375, + 3169.93310546875, + 3166.519775390625, + 3168.322509765625, + 3167.503173828125, + 3166.794189453125, + 3167.3984375, + 3168.586669921875, + 3168.27978515625, + 3166.058349609375, + 3169.05078125, + 3167.18798828125, + 3169.978271484375, + 3168.34716796875, + 3168.278564453125, + 3165.50146484375, + 3165.15478515625, + 3166.891845703125, + 3167.54052734375 + ], + "p90": [ + 3170.23681640625, + 3170.75244140625, + 3169.412109375, + 3169.884521484375, + 3169.63720703125, + 3169.230712890625, + 3169.648193359375, + 3170.9853515625, + 3169.85693359375, + 3170.223876953125, + 3169.506591796875, + 3169.68359375, + 3169.91357421875, + 3171.40869140625, + 3171.88671875, + 3171.44091796875, + 3170.123046875, + 3171.31201171875, + 3170.720703125, + 3171.798828125, + 3172.4384765625, + 3172.782470703125, + 3172.363525390625, + 3172.2587890625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260616_121859.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260616_121859.json new file mode 100644 index 0000000000000000000000000000000000000000..71322a3263e6f0ddf8bef46473e5ea554a1389bf --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260616_121859.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-16T12:18:59.328509+00:00", + "metrics": { + "MSE[mean]": 1853.6238637616236, + "MSE[0.5]": 1853.6238637616236, + "MAE[0.5]": 37.473490397135414, + "MASE[0.5]": 0.9177181321747447, + "MAPE[0.5]": 0.012009772739103386, + "sMAPE[0.5]": 0.01191533003242646, + "MSIS": 33.22841124242666, + "RMSE[mean]": 43.053732286082045, + "NRMSE[mean]": 0.013744208231789958, + "ND[0.5]": 0.011962806192222, + "mean_weighted_sum_quantile_loss": 0.011894348961797243 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 01:55:00", + "2026-06-16 02:10:00", + "2026-06-16 02:25:00", + "2026-06-16 02:40:00", + "2026-06-16 02:55:00", + "2026-06-16 03:10:00", + "2026-06-16 03:25:00", + "2026-06-16 03:40:00", + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00" + ], + "context": [ + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0 + ], + "actual": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3169.131103515625, + 3169.22509765625, + 3169.255126953125, + 3169.241943359375, + 3169.209716796875, + 3169.373046875, + 3169.482666015625, + 3169.488037109375, + 3169.455322265625, + 3169.47705078125, + 3169.3369140625, + 3169.346435546875, + 3169.27685546875, + 3169.42529296875, + 3169.465576171875, + 3169.573974609375, + 3169.803955078125, + 3170.065673828125, + 3170.12109375, + 3170.260009765625, + 3170.23095703125, + 3170.123779296875, + 3169.9296875, + 3169.9365234375 + ], + "p10": [ + 3168.314208984375, + 3168.36865234375, + 3168.3583984375, + 3168.407470703125, + 3168.159912109375, + 3168.317138671875, + 3167.81298828125, + 3167.069580078125, + 3166.083251953125, + 3164.709716796875, + 3163.438720703125, + 3162.69580078125, + 3162.42919921875, + 3162.77099609375, + 3162.83740234375, + 3162.8818359375, + 3163.2529296875, + 3163.63037109375, + 3163.82177734375, + 3164.3173828125, + 3164.56982421875, + 3163.781494140625, + 3163.216064453125, + 3163.026611328125 + ], + "p90": [ + 3169.993896484375, + 3170.144775390625, + 3170.82958984375, + 3171.789306640625, + 3173.372802734375, + 3178.54150390625, + 3184.70556640625, + 3188.9287109375, + 3193.474365234375, + 3196.531005859375, + 3198.169677734375, + 3200.718017578125, + 3206.8212890625, + 3211.485595703125, + 3210.54150390625, + 3213.90576171875, + 3218.7568359375, + 3221.54052734375, + 3223.781982421875, + 3225.066650390625, + 3226.7421875, + 3226.3623046875, + 3225.818115234375, + 3224.0107421875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260616_121841.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260616_121841.json new file mode 100644 index 0000000000000000000000000000000000000000..867b619aae4b723bb0683f20995f4470d1cc4fe3 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260616_121841.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T12:18:41.696157+00:00", + "metrics": { + "MSE[mean]": 1883.627306299905, + "MSE[0.5]": 1883.627306299905, + "MAE[0.5]": 37.61308797200521, + "MASE[0.5]": 0.9211368482940051, + "MAPE[0.5]": 0.012055340685936089, + "sMAPE[0.5]": 0.011959360454947518, + "MSIS": 8.74042271205357, + "RMSE[mean]": 43.40077541127468, + "NRMSE[mean]": 0.01385499614086981, + "ND[0.5]": 0.012007370461933028, + "mean_weighted_sum_quantile_loss": 0.007520915514570587 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 01:55:00", + "2026-06-16 02:10:00", + "2026-06-16 02:25:00", + "2026-06-16 02:40:00", + "2026-06-16 02:55:00", + "2026-06-16 03:10:00", + "2026-06-16 03:25:00", + "2026-06-16 03:40:00", + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00" + ], + "context": [ + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3230.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0 + ], + "actual": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3170.09033203125, + 3170.110595703125, + 3170.10986328125, + 3170.11181640625, + 3170.112548828125, + 3170.111572265625, + 3170.099853515625, + 3170.09130859375, + 3170.08642578125, + 3170.10888671875, + 3170.142333984375, + 3170.111083984375, + 3170.095458984375, + 3170.07861328125, + 3170.1083984375, + 3170.10302734375, + 3170.102783203125, + 3170.12353515625, + 3170.112060546875, + 3170.131591796875, + 3170.13623046875, + 3170.116943359375, + 3170.17236328125, + 3170.146484375 + ], + "p10": [ + 3169.96630859375, + 3169.601806640625, + 3168.21142578125, + 3157.545654296875, + 3147.521728515625, + 3146.09912109375, + 3147.38720703125, + 3138.720947265625, + 3134.866943359375, + 3129.757080078125, + 3130.096435546875, + 3131.2880859375, + 3130.84716796875, + 3129.804931640625, + 3130.523193359375, + 3128.72119140625, + 3128.685546875, + 3127.27294921875, + 3126.721435546875, + 3126.25390625, + 3125.6484375, + 3124.952880859375, + 3124.190673828125, + 3123.66796875 + ], + "p90": [ + 3170.381103515625, + 3170.407958984375, + 3170.423095703125, + 3170.42529296875, + 3170.45068359375, + 3170.46923828125, + 3170.46240234375, + 3170.5263671875, + 3170.69677734375, + 3171.305908203125, + 3172.7958984375, + 3175.968017578125, + 3181.923828125, + 3189.931640625, + 3207.87841796875, + 3213.64404296875, + 3220.650634765625, + 3226.2705078125, + 3231.222412109375, + 3231.672119140625, + 3230.56591796875, + 3232.53564453125, + 3232.916259765625, + 3234.163818359375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260616_121730.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260616_121730.json new file mode 100644 index 0000000000000000000000000000000000000000..7e6719c86fed788f4cb7cf359bd23458fbe0b251 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260616_121730.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T12:17:30.445584+00:00", + "metrics": { + "MSE[mean]": 0.026505035115197657, + "MSE[0.5]": 0.026505035115197657, + "MAE[0.5]": 0.11218011751770973, + "MASE[0.5]": 0.13945884935220987, + "MAPE[0.5]": 0.40840761271373954, + "sMAPE[0.5]": 0.2466764033876019, + "MSIS": 1.0915710829082872, + "RMSE[mean]": 0.16280367045984454, + "NRMSE[mean]": 0.21515903765787073, + "ND[0.5]": 0.14825566316338396, + "mean_weighted_sum_quantile_loss": 0.17834973077401547 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 00:12:00", + "2026-06-16 00:18:00", + "2026-06-16 00:24:00", + "2026-06-16 00:30:00", + "2026-06-16 00:36:00", + "2026-06-16 00:42:00", + "2026-06-16 00:48:00", + "2026-06-16 00:54:00", + "2026-06-16 01:00:00", + "2026-06-16 01:06:00", + "2026-06-16 01:12:00", + "2026-06-16 01:18:00", + "2026-06-16 01:24:00", + "2026-06-16 01:30:00", + "2026-06-16 01:36:00", + "2026-06-16 01:42:00", + "2026-06-16 01:48:00", + "2026-06-16 01:54:00", + "2026-06-16 02:00:00", + "2026-06-16 02:06:00", + "2026-06-16 02:12:00", + "2026-06-16 02:18:00", + "2026-06-16 02:24:00", + "2026-06-16 02:30:00", + "2026-06-16 02:36:00", + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00" + ], + "context": [ + 1.1299999952316284, + 1.1160000562667847, + 1.100000023841858, + 1.0880000591278076, + 1.0759999752044678, + 1.0679999589920044, + 1.0609999895095825, + 1.0570000410079956, + 1.0529999732971191, + 1.0499999523162842, + 1.0570000410079956, + 1.0549999475479126, + 1.065000057220459, + 1.0809999704360962, + 1.097000002861023, + 1.1130000352859497, + 1.1230000257492065, + 1.1440000534057617, + 1.1519999504089355, + 1.1649999618530273, + 1.184999942779541, + 1.1979999542236328, + 1.2300000190734863, + 1.246999979019165, + 1.2719999551773071, + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366 + ], + "actual": [ + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634 + ], + "predictions": { + "p50": [ + 1.3987513780593872, + 1.34130859375, + 1.288225531578064, + 1.2317134141921997, + 1.16599440574646, + 1.1034018993377686, + 1.0512151718139648, + 0.9979375004768372, + 0.9478527307510376, + 0.8993683457374573, + 0.8572744131088257, + 0.8150045871734619, + 0.7672891616821289, + 0.7361310720443726, + 0.7152649164199829, + 0.6865696907043457, + 0.6471781730651855, + 0.6275556087493896, + 0.6040693521499634, + 0.5800356864929199, + 0.5582225322723389, + 0.5463461875915527, + 0.5348283052444458, + 0.5077102184295654 + ], + "p10": [ + 1.3298029899597168, + 1.2559298276901245, + 1.1848211288452148, + 1.112770676612854, + 1.0169965028762817, + 0.9321147799491882, + 0.8433316946029663, + 0.7684555053710938, + 0.6895794868469238, + 0.6125197410583496, + 0.530501127243042, + 0.4478914737701416, + 0.3917428255081177, + 0.3249441385269165, + 0.2788863182067871, + 0.19835352897644043, + -0.24157249927520752, + -0.3550351858139038, + -0.44331085681915283, + -0.5443130731582642, + -0.6836172342300415, + -0.8164635896682739, + -0.8761888742446899, + -0.9912945032119751 + ], + "p90": [ + 1.4517483711242676, + 1.4096866846084595, + 1.3689301013946533, + 1.3306273221969604, + 1.278672456741333, + 1.236311912536621, + 1.2067519426345825, + 1.1708588600158691, + 1.1357421875, + 1.113595962524414, + 1.0803050994873047, + 1.0677646398544312, + 1.0379725694656372, + 1.0333986282348633, + 1.027927041053772, + 1.0006728172302246, + 1.0998823642730713, + 1.091413974761963, + 1.1053962707519531, + 1.1271047592163086, + 1.1545238494873047, + 1.1529691219329834, + 1.1627275943756104, + 1.195186972618103 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260616_121933.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260616_121933.json new file mode 100644 index 0000000000000000000000000000000000000000..0e305b09d4139c63295438f584fbf40cc74358f2 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260616_121933.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T12:19:33.448221+00:00", + "metrics": { + "MSE[mean]": 0.8969875800791143, + "MSE[0.5]": 0.8658521948849781, + "MAE[0.5]": 0.8558294139802456, + "MASE[0.5]": 1.0639406336565747, + "MAPE[0.5]": 2.2129288521365367, + "sMAPE[0.5]": 0.8009870016202164, + "MSIS": 19.411749209639108, + "RMSE[mean]": 0.9470942825712307, + "NRMSE[mean]": 1.2516664632543328, + "ND[0.5]": 1.1310520984642483, + "mean_weighted_sum_quantile_loss": 0.8320766878748922 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 00:12:00", + "2026-06-16 00:18:00", + "2026-06-16 00:24:00", + "2026-06-16 00:30:00", + "2026-06-16 00:36:00", + "2026-06-16 00:42:00", + "2026-06-16 00:48:00", + "2026-06-16 00:54:00", + "2026-06-16 01:00:00", + "2026-06-16 01:06:00", + "2026-06-16 01:12:00", + "2026-06-16 01:18:00", + "2026-06-16 01:24:00", + "2026-06-16 01:30:00", + "2026-06-16 01:36:00", + "2026-06-16 01:42:00", + "2026-06-16 01:48:00", + "2026-06-16 01:54:00", + "2026-06-16 02:00:00", + "2026-06-16 02:06:00", + "2026-06-16 02:12:00", + "2026-06-16 02:18:00", + "2026-06-16 02:24:00", + "2026-06-16 02:30:00", + "2026-06-16 02:36:00", + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00" + ], + "context": [ + 1.1299999952316284, + 1.1160000562667847, + 1.100000023841858, + 1.0880000591278076, + 1.0759999752044678, + 1.0679999589920044, + 1.0609999895095825, + 1.0570000410079956, + 1.0529999732971191, + 1.0499999523162842, + 1.0570000410079956, + 1.0549999475479126, + 1.065000057220459, + 1.0809999704360962, + 1.097000002861023, + 1.1130000352859497, + 1.1230000257492065, + 1.1440000534057617, + 1.1519999504089355, + 1.1649999618530273, + 1.184999942779541, + 1.1979999542236328, + 1.2300000190734863, + 1.246999979019165, + 1.2719999551773071, + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366 + ], + "actual": [ + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634 + ], + "predictions": { + "p50": [ + 1.6023080348968506, + 1.6307552456855774, + 1.6492851972579956, + 1.6632248759269714, + 1.659453272819519, + 1.650053858757019, + 1.6651028990745544, + 1.6618990898132324, + 1.6265382766723633, + 1.6518945693969727, + 1.638113021850586, + 1.652020514011383, + 1.6135535836219788, + 1.566685140132904, + 1.5841276049613953, + 1.5733307003974915, + 1.5499160885810852, + 1.5299222469329834, + 1.5708036422729492, + 1.4962135553359985, + 1.5402716398239136, + 1.5671696066856384, + 1.5311416387557983, + 1.527159869670868 + ], + "p10": [ + 1.4241306781768799, + 1.3869157433509827, + 1.359628438949585, + 1.3803382515907288, + 1.279461681842804, + 1.3257400393486023, + 1.329682469367981, + 1.26904958486557, + 1.2635225653648376, + 1.1810673475265503, + 1.1934603452682495, + 1.1082602143287659, + 1.1259368658065796, + 1.0140191316604614, + 0.9789828360080719, + 1.025486946105957, + 0.9649731814861298, + 0.833728164434433, + 0.8825764656066895, + 0.8597137033939362, + 0.9118788838386536, + 1.0093812346458435, + 0.9431836605072021, + 0.7745981216430664 + ], + "p90": [ + 1.8512712121009827, + 1.9295642971992493, + 1.9460144639015198, + 2.0681190490722656, + 2.0020010471343994, + 2.0676194429397583, + 2.0012946128845215, + 2.0373822450637817, + 2.0081002712249756, + 2.0878310203552246, + 2.270651936531067, + 2.161760449409485, + 2.1799089908599854, + 2.1653321981430054, + 2.1341092586517334, + 2.147598624229431, + 2.1613088846206665, + 2.189008116722107, + 2.330083966255188, + 2.252530336380005, + 2.2020586729049683, + 2.169012188911438, + 2.3165464401245117, + 2.2272653579711914 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260616_121959.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260616_121959.json new file mode 100644 index 0000000000000000000000000000000000000000..fd13ce8e619e9b348241c1c100826ae0f0fdf4e0 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260616_121959.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T12:19:59.554628+00:00", + "metrics": { + "MSE[mean]": 0.25469907906555933, + "MSE[0.5]": 0.25469907906555933, + "MAE[0.5]": 0.40810535723964375, + "MASE[0.5]": 0.5073439464540438, + "MAPE[0.5]": 1.249819080903077, + "sMAPE[0.5]": 0.5348488426649087, + "MSIS": 11.09736156198767, + "RMSE[mean]": 0.5046772028391607, + "NRMSE[mean]": 0.666974282484144, + "ND[0.5]": 0.5393462916326631, + "mean_weighted_sum_quantile_loss": 0.42195425656377555 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 00:12:00", + "2026-06-16 00:18:00", + "2026-06-16 00:24:00", + "2026-06-16 00:30:00", + "2026-06-16 00:36:00", + "2026-06-16 00:42:00", + "2026-06-16 00:48:00", + "2026-06-16 00:54:00", + "2026-06-16 01:00:00", + "2026-06-16 01:06:00", + "2026-06-16 01:12:00", + "2026-06-16 01:18:00", + "2026-06-16 01:24:00", + "2026-06-16 01:30:00", + "2026-06-16 01:36:00", + "2026-06-16 01:42:00", + "2026-06-16 01:48:00", + "2026-06-16 01:54:00", + "2026-06-16 02:00:00", + "2026-06-16 02:06:00", + "2026-06-16 02:12:00", + "2026-06-16 02:18:00", + "2026-06-16 02:24:00", + "2026-06-16 02:30:00", + "2026-06-16 02:36:00", + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00" + ], + "context": [ + 1.1299999952316284, + 1.1160000562667847, + 1.100000023841858, + 1.0880000591278076, + 1.0759999752044678, + 1.0679999589920044, + 1.0609999895095825, + 1.0570000410079956, + 1.0529999732971191, + 1.0499999523162842, + 1.0570000410079956, + 1.0549999475479126, + 1.065000057220459, + 1.0809999704360962, + 1.097000002861023, + 1.1130000352859497, + 1.1230000257492065, + 1.1440000534057617, + 1.1519999504089355, + 1.1649999618530273, + 1.184999942779541, + 1.1979999542236328, + 1.2300000190734863, + 1.246999979019165, + 1.2719999551773071, + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366 + ], + "actual": [ + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634 + ], + "predictions": { + "p50": [ + 1.436767578125, + 1.3962326049804688, + 1.3486480712890625, + 1.3116378784179688, + 1.274627685546875, + 1.2429046630859375, + 1.211181640625, + 1.1829833984375, + 1.1583099365234375, + 1.133636474609375, + 1.1160125732421875, + 1.1089630126953125, + 1.0948638916015625, + 1.0878143310546875, + 1.08428955078125, + 1.08428955078125, + 1.0807647705078125, + 1.0807647705078125, + 1.08428955078125, + 1.0878143310546875, + 1.08428955078125, + 1.077239990234375, + 1.091339111328125, + 1.0948638916015625 + ], + "p10": [ + 1.4191436767578125, + 1.3715591430664062, + 1.302825927734375, + 1.25347900390625, + 1.1935577392578125, + 1.1442108154296875, + 1.0948638916015625, + 1.0525665283203125, + 1.0032196044921875, + 0.9679718017578125, + 0.92919921875, + 0.908050537109375, + 0.872802734375, + 0.8551788330078125, + 0.837554931640625, + 0.8199310302734375, + 0.809356689453125, + 0.795257568359375, + 0.781158447265625, + 0.781158447265625, + 0.767059326171875, + 0.760009765625, + 0.77410888671875, + 0.760009765625 + ], + "p90": [ + 1.457916259765625, + 1.42266845703125, + 1.3979949951171875, + 1.3750839233398438, + 1.359222412109375, + 1.3433609008789062, + 1.3363113403320312, + 1.3204498291015625, + 1.3204498291015625, + 1.3186874389648438, + 1.3186874389648438, + 1.323974609375, + 1.3345489501953125, + 1.3398361206054688, + 1.3574600219726562, + 1.373321533203125, + 1.42266845703125, + 1.443817138671875, + 1.4561538696289062, + 1.472015380859375, + 1.4808273315429688, + 1.4914016723632812, + 1.5204811096191406, + 1.5433921813964844 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260616_121801.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260616_121801.json new file mode 100644 index 0000000000000000000000000000000000000000..1d5794c211fe152f47c05417072a73e8eaaf0bae --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260616_121801.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T12:18:01.884904+00:00", + "metrics": { + "MSE[mean]": 0.2605974216575074, + "MSE[0.5]": 0.20769059221273092, + "MAE[0.5]": 0.36263613775372505, + "MASE[0.5]": 0.45081802037406576, + "MAPE[0.5]": 1.1377161440214434, + "sMAPE[0.5]": 0.5000283826428252, + "MSIS": 20.98401550731591, + "RMSE[mean]": 0.5104874353571373, + "NRMSE[mean]": 0.6746530039380602, + "ND[0.5]": 0.47925481163094064, + "mean_weighted_sum_quantile_loss": 0.5371308854335699 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 00:12:00", + "2026-06-16 00:18:00", + "2026-06-16 00:24:00", + "2026-06-16 00:30:00", + "2026-06-16 00:36:00", + "2026-06-16 00:42:00", + "2026-06-16 00:48:00", + "2026-06-16 00:54:00", + "2026-06-16 01:00:00", + "2026-06-16 01:06:00", + "2026-06-16 01:12:00", + "2026-06-16 01:18:00", + "2026-06-16 01:24:00", + "2026-06-16 01:30:00", + "2026-06-16 01:36:00", + "2026-06-16 01:42:00", + "2026-06-16 01:48:00", + "2026-06-16 01:54:00", + "2026-06-16 02:00:00", + "2026-06-16 02:06:00", + "2026-06-16 02:12:00", + "2026-06-16 02:18:00", + "2026-06-16 02:24:00", + "2026-06-16 02:30:00", + "2026-06-16 02:36:00", + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00" + ], + "context": [ + 1.1299999952316284, + 1.1160000562667847, + 1.100000023841858, + 1.0880000591278076, + 1.0759999752044678, + 1.0679999589920044, + 1.0609999895095825, + 1.0570000410079956, + 1.0529999732971191, + 1.0499999523162842, + 1.0570000410079956, + 1.0549999475479126, + 1.065000057220459, + 1.0809999704360962, + 1.097000002861023, + 1.1130000352859497, + 1.1230000257492065, + 1.1440000534057617, + 1.1519999504089355, + 1.1649999618530273, + 1.184999942779541, + 1.1979999542236328, + 1.2300000190734863, + 1.246999979019165, + 1.2719999551773071, + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366 + ], + "actual": [ + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634 + ], + "predictions": { + "p50": [ + 1.4444971084594727, + 1.3905006647109985, + 1.3441412448883057, + 1.2904655933380127, + 1.2499827146530151, + 1.2208430767059326, + 1.1877249479293823, + 1.15437912940979, + 1.1273738145828247, + 1.0955510139465332, + 1.0765032768249512, + 1.0554293394088745, + 1.0389034748077393, + 1.0247119665145874, + 1.0249428749084473, + 1.0045942068099976, + 1.0065138339996338, + 1.0082335472106934, + 1.0083609819412231, + 1.011152744293213, + 1.0201783180236816, + 1.0065972805023193, + 1.0220950841903687, + 1.049591302871704 + ], + "p10": [ + 1.454152226448059, + 1.406461238861084, + 1.3350762128829956, + 1.3098582029342651, + 1.295503854751587, + 1.2561864852905273, + 1.1983782052993774, + 1.1680529117584229, + 1.172949194908142, + 1.1391607522964478, + 1.138427734375, + 1.1143391132354736, + 1.100322961807251, + 1.1152642965316772, + 1.09183669090271, + 1.078425645828247, + 1.0900691747665405, + 1.0662076473236084, + 1.094891905784607, + 1.1016902923583984, + 1.1031811237335205, + 1.1132222414016724, + 1.1266013383865356, + 1.1223880052566528 + ], + "p90": [ + 1.4614404439926147, + 1.4161535501480103, + 1.3934919834136963, + 1.3535490036010742, + 1.3427541255950928, + 1.3306500911712646, + 1.309075951576233, + 1.2934213876724243, + 1.2817022800445557, + 1.2565746307373047, + 1.2698456048965454, + 1.2563347816467285, + 1.2782210111618042, + 1.279489278793335, + 1.2869378328323364, + 1.2887245416641235, + 1.3110713958740234, + 1.3181257247924805, + 1.3377104997634888, + 1.3489742279052734, + 1.3705674409866333, + 1.3768917322158813, + 1.4058153629302979, + 1.426147699356079 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260616_121853.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260616_121853.json new file mode 100644 index 0000000000000000000000000000000000000000..31257b022949196bd63215d738dee53acd977fd4 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260616_121853.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-16T12:18:53.413149+00:00", + "metrics": { + "MSE[mean]": 0.022545376681574136, + "MSE[0.5]": 0.022545376681574136, + "MAE[0.5]": 0.10735780124862988, + "MASE[0.5]": 0.13346389505032882, + "MAPE[0.5]": 0.37957410970800515, + "sMAPE[0.5]": 0.2385906921565987, + "MSIS": 0.5789706199596864, + "RMSE[mean]": 0.15015117942118916, + "NRMSE[mean]": 0.19843768372179116, + "ND[0.5]": 0.14188255790840734, + "mean_weighted_sum_quantile_loss": 0.10834405454749892 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 00:12:00", + "2026-06-16 00:18:00", + "2026-06-16 00:24:00", + "2026-06-16 00:30:00", + "2026-06-16 00:36:00", + "2026-06-16 00:42:00", + "2026-06-16 00:48:00", + "2026-06-16 00:54:00", + "2026-06-16 01:00:00", + "2026-06-16 01:06:00", + "2026-06-16 01:12:00", + "2026-06-16 01:18:00", + "2026-06-16 01:24:00", + "2026-06-16 01:30:00", + "2026-06-16 01:36:00", + "2026-06-16 01:42:00", + "2026-06-16 01:48:00", + "2026-06-16 01:54:00", + "2026-06-16 02:00:00", + "2026-06-16 02:06:00", + "2026-06-16 02:12:00", + "2026-06-16 02:18:00", + "2026-06-16 02:24:00", + "2026-06-16 02:30:00", + "2026-06-16 02:36:00", + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00" + ], + "context": [ + 1.1299999952316284, + 1.1160000562667847, + 1.100000023841858, + 1.0880000591278076, + 1.0759999752044678, + 1.0679999589920044, + 1.0609999895095825, + 1.0570000410079956, + 1.0529999732971191, + 1.0499999523162842, + 1.0570000410079956, + 1.0549999475479126, + 1.065000057220459, + 1.0809999704360962, + 1.097000002861023, + 1.1130000352859497, + 1.1230000257492065, + 1.1440000534057617, + 1.1519999504089355, + 1.1649999618530273, + 1.184999942779541, + 1.1979999542236328, + 1.2300000190734863, + 1.246999979019165, + 1.2719999551773071, + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366 + ], + "actual": [ + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634 + ], + "predictions": { + "p50": [ + 1.4240719079971313, + 1.3651326894760132, + 1.3054533004760742, + 1.242878794670105, + 1.1869292259216309, + 1.1327402591705322, + 1.0798289775848389, + 1.0254100561141968, + 0.9748132824897766, + 0.9309902787208557, + 0.8878434896469116, + 0.8440346121788025, + 0.7982673048973083, + 0.7517706751823425, + 0.7074785232543945, + 0.6705093383789062, + 0.6367027759552002, + 0.6088635921478271, + 0.582179069519043, + 0.5547318458557129, + 0.5315821170806885, + 0.5116287469863892, + 0.4972803592681885, + 0.4834890365600586 + ], + "p10": [ + 1.408956527709961, + 1.34538733959198, + 1.2772512435913086, + 1.2058782577514648, + 1.1410008668899536, + 1.0762176513671875, + 1.0068705081939697, + 0.938459038734436, + 0.8732309341430664, + 0.8138468861579895, + 0.7484527230262756, + 0.6761448383331299, + 0.6075431108474731, + 0.5397961139678955, + 0.4690861701965332, + 0.3963521718978882, + 0.32413482666015625, + 0.25755929946899414, + 0.19036865234375, + 0.11473965644836426, + 0.047297000885009766, + -0.012983083724975586, + -0.056539177894592285, + -0.10381269454956055 + ], + "p90": [ + 1.4413392543792725, + 1.3886756896972656, + 1.3382728099822998, + 1.281751036643982, + 1.2378617525100708, + 1.2006499767303467, + 1.162552833557129, + 1.1266605854034424, + 1.096299409866333, + 1.0775246620178223, + 1.061481237411499, + 1.042637586593628, + 1.0244674682617188, + 1.0074243545532227, + 0.996962308883667, + 0.9834607839584351, + 0.9817630052566528, + 0.9797823429107666, + 0.9851496815681458, + 0.9896489977836609, + 0.997456967830658, + 1.0068295001983643, + 1.0216838121414185, + 1.0322201251983643 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260616_121836.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260616_121836.json new file mode 100644 index 0000000000000000000000000000000000000000..30aadb1a1c00529da2202d538e082ba84eff872a --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260616_121836.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T12:18:36.790741+00:00", + "metrics": { + "MSE[mean]": 0.002612042686143586, + "MSE[0.5]": 0.002612042686143586, + "MAE[0.5]": 0.04313500598073006, + "MASE[0.5]": 0.05362410411028171, + "MAPE[0.5]": 0.12954186897825043, + "sMAPE[0.5]": 0.10747509047447416, + "MSIS": 0.6140569046257515, + "RMSE[mean]": 0.051108146964486845, + "NRMSE[mean]": 0.06754380712852706, + "ND[0.5]": 0.05700661631255731, + "mean_weighted_sum_quantile_loss": 0.08148407350311816 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 00:12:00", + "2026-06-16 00:18:00", + "2026-06-16 00:24:00", + "2026-06-16 00:30:00", + "2026-06-16 00:36:00", + "2026-06-16 00:42:00", + "2026-06-16 00:48:00", + "2026-06-16 00:54:00", + "2026-06-16 01:00:00", + "2026-06-16 01:06:00", + "2026-06-16 01:12:00", + "2026-06-16 01:18:00", + "2026-06-16 01:24:00", + "2026-06-16 01:30:00", + "2026-06-16 01:36:00", + "2026-06-16 01:42:00", + "2026-06-16 01:48:00", + "2026-06-16 01:54:00", + "2026-06-16 02:00:00", + "2026-06-16 02:06:00", + "2026-06-16 02:12:00", + "2026-06-16 02:18:00", + "2026-06-16 02:24:00", + "2026-06-16 02:30:00", + "2026-06-16 02:36:00", + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00" + ], + "context": [ + 1.1299999952316284, + 1.1160000562667847, + 1.100000023841858, + 1.0880000591278076, + 1.0759999752044678, + 1.0679999589920044, + 1.0609999895095825, + 1.0570000410079956, + 1.0529999732971191, + 1.0499999523162842, + 1.0570000410079956, + 1.0549999475479126, + 1.065000057220459, + 1.0809999704360962, + 1.097000002861023, + 1.1130000352859497, + 1.1230000257492065, + 1.1440000534057617, + 1.1519999504089355, + 1.1649999618530273, + 1.184999942779541, + 1.1979999542236328, + 1.2300000190734863, + 1.246999979019165, + 1.2719999551773071, + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366 + ], + "actual": [ + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634 + ], + "predictions": { + "p50": [ + 1.4422016143798828, + 1.3857094049453735, + 1.3272852897644043, + 1.2679755687713623, + 1.2060754299163818, + 1.1451877355575562, + 1.087956428527832, + 1.0271637439727783, + 0.9711201786994934, + 0.9145493507385254, + 0.8579176068305969, + 0.798870325088501, + 0.7450888156890869, + 0.6903491020202637, + 0.6383236646652222, + 0.5853607654571533, + 0.5392624139785767, + 0.49054551124572754, + 0.45111286640167236, + 0.4003913402557373, + 0.36070823669433594, + 0.3267911672592163, + 0.28559088706970215, + 0.24970293045043945 + ], + "p10": [ + 1.4254834651947021, + 1.3594428300857544, + 1.2941675186157227, + 1.2264658212661743, + 1.153160810470581, + 1.0736830234527588, + 1.001888394355774, + 0.9290855526924133, + 0.8603286147117615, + 0.7823324203491211, + 0.7081383466720581, + 0.6315758228302002, + 0.5543437004089355, + 0.4743516445159912, + 0.4003549814224243, + 0.3183101415634155, + 0.24641716480255127, + 0.16261959075927734, + 0.09488952159881592, + 0.008570075035095215, + -0.06185579299926758, + -0.1389709711074829, + -0.22443091869354248, + -0.29499971866607666 + ], + "p90": [ + 1.457196593284607, + 1.4084484577178955, + 1.360326886177063, + 1.3116796016693115, + 1.2683426141738892, + 1.226338505744934, + 1.181784987449646, + 1.1405677795410156, + 1.1064562797546387, + 1.0732605457305908, + 1.0457932949066162, + 1.0127654075622559, + 0.9877189993858337, + 0.9741989970207214, + 0.9575106501579285, + 0.941017210483551, + 0.9309769868850708, + 0.914381742477417, + 0.910714328289032, + 0.902694046497345, + 0.9102923274040222, + 0.9143984317779541, + 0.9225931167602539, + 0.9212322235107422 + ] + } +} diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index d899461dd06549e77395cce7389d4ede1ae0564b..d85c95a9fc318e1d48333bc01969b7448bd48446 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,345191.7837193807,345191.7837193807,505.8551432291667,0.7780001673832467,0.007591228457507595,0.007629899489467487,6.203889566107747,587.5302406850057,0.008839179040150694,0.007610406868879644,0.007932545037900512,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,352241.79124705,352241.79124705,510.1455078125,0.7845987053414865,0.007654902749674936,0.0076943672224917626,6.203889566107747,593.4996135188716,0.008928410308768385,0.007674458933375832,0.00796789063435468,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,15.067327316160876,15.067327316160876,2.9052727222442627,1.573878182361214,0.12685678671524678,0.11422953372065281,23.944107387902516,3.8816655337832593,0.17044472174181494,0.1275711151353048,0.08997566213049349,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.22601423416891278,0.22601423416891278,0.38163517601788044,0.47015085749546426,0.9648941153306118,0.4801057924736322,9.707126114055947,0.4754095436241397,0.584489990292045,0.4691995424100011,0.3609286409297386,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.25469907906555933,0.25469907906555933,0.40810535723964375,0.5073439464540438,1.249819080903077,0.5348488426649087,11.09736156198767,0.5046772028391607,0.666974282484144,0.5393462916326631,0.42195425656377555,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.021882194976832043,0.021882194976832043,0.14414483805497488,1.3837905772963122,0.14602048409458712,0.13547934313978596,21.603140030206685,0.14792631603887132,0.1485452451159354,0.14474794529086027,0.10233644772487108,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.01823272425023485,0.01823272425023485,0.05801971753438314,0.10365805810323596,0.0040503726989646474,0.004093570223898633,1.0632025065685207,0.13502860530359798,0.009610576542021777,0.004129517112740364,0.004345328247975525,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,7.56607991618273,7.56607991618273,2.402673284212748,0.3698000875961503,0.17266234635819092,0.1637459107364891,2.085491494154494,2.750650816840031,0.1877577316785509,0.16400499948833583,0.15930276387325226,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.6612256728015685,0.6612256728015685,0.648862361907959,0.2545944962254662,0.02601420466926128,0.026533199028139054,1.2461779020137944,0.8131578400295778,0.033840453984872176,0.02700311774631979,0.02755227353536192,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,10.998930741256723,10.998930741256723,2.732086181640625,0.5389320687071918,0.3553515918783224,0.2702738450866043,5.470926530393836,3.316463589617218,0.32355742337728954,0.2665449933307927,0.21290189472532747,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,707.9115880330404,707.9115880330404,14.57275390625,0.30814633810572684,0.004669717292278581,0.004633648808799409,6.742225142827643,26.606607976836138,0.008432042670593784,0.004618329509441437,0.004682323890635775,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,1728.143641680479,1728.143641680479,36.594970703125,0.8962033641581632,0.011726069335312159,0.011638132902031561,27.916717653858417,41.57094708664308,0.013270853020476642,0.011682352977853153,0.010390146114602731,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,227.82965567708015,227.82965567708015,14.6737060546875,0.3024781209739034,0.06828829037245884,0.06563690751805365,1.2132642093120807,15.094027152389787,0.06368787828012568,0.06191437153876582,0.04472374681346694,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index eed5e0d9746556b5ee8f50f0b0c7229c6ad89e2a..d34dd10929d7d9a193cf7f64a15ecff80284de8b 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T12:13:13.096830+00:00", + "evaluated_at": "2026-06-16T12:19:55.994687+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66510.0, 66514.0, 66481.7265625, - 66496.53125 + 66599.5 ], "p50": [ 66445.125, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 9ec6e592697686ca2d4e37d0fca09a25ec681052..cd81b81f50d5cfbcf4831481a018486cfa056443 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T12:08:08.243141+00:00", + "evaluated_at": "2026-06-16T12:19:59.554628+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.1399999856948853, 1.1299999952316284, 1.1160000562667847, 1.100000023841858, @@ -101,10 +100,10 @@ 1.7079999446868896, 1.6519999504089355, 1.5870000123977661, - 1.5379999876022339 + 1.5379999876022339, + 1.4919999837875366 ], "actuals": [ - 1.4919999837875366, 1.4240000247955322, 1.3660000562667847, 1.2970000505447388, @@ -127,88 +126,88 @@ 0.32600000500679016, 0.2800000011920929, 0.24500000476837158, - 0.1860000044107437 + 0.1860000044107437, + 0.13099999725818634 ], "p50": [ - 1.4947662353515625, - 1.4521026611328125, - 1.4058837890625, - 1.3596649169921875, - 1.3223342895507812, - 1.285003662109375, - 1.2530059814453125, - 1.2245635986328125, - 1.1961212158203125, - 1.1747894287109375, - 1.14990234375, - 1.142791748046875, - 1.128570556640625, - 1.1179046630859375, - 1.114349365234375, - 1.1107940673828125, - 1.093017578125, - 1.093017578125, - 1.0965728759765625, - 1.093017578125, - 1.0965728759765625, - 1.0823516845703125, - 1.093017578125, - 1.100128173828125 + 1.436767578125, + 1.3962326049804688, + 1.3486480712890625, + 1.3116378784179688, + 1.274627685546875, + 1.2429046630859375, + 1.211181640625, + 1.1829833984375, + 1.1583099365234375, + 1.133636474609375, + 1.1160125732421875, + 1.1089630126953125, + 1.0948638916015625, + 1.0878143310546875, + 1.08428955078125, + 1.08428955078125, + 1.0807647705078125, + 1.0807647705078125, + 1.08428955078125, + 1.0878143310546875, + 1.08428955078125, + 1.077239990234375, + 1.091339111328125, + 1.0948638916015625 ], "p10": [ - 1.47698974609375, - 1.4289932250976562, - 1.3614425659179688, - 1.3045578002929688, - 1.24945068359375, - 1.1890106201171875, - 1.1392364501953125, - 1.0965728759765625, - 1.043243408203125, - 1.0041351318359375, - 0.96502685546875, - 0.9401397705078125, - 0.901031494140625, - 0.886810302734375, - 0.8619232177734375, - 0.844146728515625, - 0.8192596435546875, - 0.79437255859375, - 0.79437255859375, - 0.7801513671875, - 0.7801513671875, - 0.76593017578125, - 0.773040771484375, - 0.76593017578125 + 1.4191436767578125, + 1.3715591430664062, + 1.302825927734375, + 1.25347900390625, + 1.1935577392578125, + 1.1442108154296875, + 1.0948638916015625, + 1.0525665283203125, + 1.0032196044921875, + 0.9679718017578125, + 0.92919921875, + 0.908050537109375, + 0.872802734375, + 0.8551788330078125, + 0.837554931640625, + 0.8199310302734375, + 0.809356689453125, + 0.795257568359375, + 0.781158447265625, + 0.781158447265625, + 0.767059326171875, + 0.760009765625, + 0.77410888671875, + 0.760009765625 ], "p90": [ - 1.5196533203125, - 1.4805450439453125, - 1.4538803100585938, - 1.4236602783203125, - 1.4058837890625, - 1.3863296508789062, - 1.3792190551757812, - 1.36322021484375, - 1.3667755126953125, - 1.36322021484375, - 1.3667755126953125, - 1.3756637573242188, - 1.384552001953125, - 1.384552001953125, - 1.3969955444335938, - 1.412994384765625, - 1.455657958984375, - 1.4734344482421875, - 1.4858779907226562, - 1.4938774108886719, - 1.5116539001464844, - 1.512542724609375, - 1.5374298095703125, - 1.5614280700683594 + 1.457916259765625, + 1.42266845703125, + 1.3979949951171875, + 1.3750839233398438, + 1.359222412109375, + 1.3433609008789062, + 1.3363113403320312, + 1.3204498291015625, + 1.3204498291015625, + 1.3186874389648438, + 1.3186874389648438, + 1.323974609375, + 1.3345489501953125, + 1.3398361206054688, + 1.3574600219726562, + 1.373321533203125, + 1.42266845703125, + 1.443817138671875, + 1.4561538696289062, + 1.472015380859375, + 1.4808273315429688, + 1.4914016723632812, + 1.5204811096191406, + 1.5433921813964844 ], "timestamps": [ - "2026-06-16 00:06:00", "2026-06-16 00:12:00", "2026-06-16 00:18:00", "2026-06-16 00:24:00", @@ -327,6 +326,7 @@ "2026-06-16 11:42:00", "2026-06-16 11:48:00", "2026-06-16 11:54:00", - "2026-06-16 12:00:00" + "2026-06-16 12:00:00", + "2026-06-16 12:06:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e8723dbcf2a51f7b48c35ff3272a06d1019ac1fa..d6feafd0e69d325f01b110196edad917807f3c37 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T11:57:18.899988+00:00", + "evaluated_at": "2026-06-16T12:20:03.977642+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, 3230.0, 3230.0, 3230.0, @@ -100,12 +88,9 @@ 3170.0, 3170.0, 3170.0, - 3120.0, - 3170.0 - ], - "actuals": [ 3120.0, 3170.0, + 3120.0, 3170.0, 3170.0, 3170.0, @@ -116,6 +101,9 @@ 3170.0, 3170.0, 3170.0, + 3170.0 + ], + "actuals": [ 3170.0, 3170.0, 3170.0, @@ -127,91 +115,99 @@ 3120.0, 3120.0, 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, 3120.0 ], "p50": [ - 3168.4013671875, - 3169.1689453125, - 3169.552734375, - 3169.6806640625, - 3169.296875, - 3169.6806640625, - 3169.6806640625, - 3170.064453125, - 3169.80859375, - 3170.4482421875, - 3169.80859375, - 3170.1923828125, - 3170.1923828125, - 3170.064453125, - 3170.064453125, - 3170.064453125, - 3169.80859375, - 3169.6806640625, - 3169.296875, - 3169.1689453125, - 3168.9130859375, - 3169.4248046875, - 3169.552734375, - 3170.064453125 + 3167.5771484375, + 3167.5771484375, + 3167.45458984375, + 3167.822265625, + 3167.33203125, + 3167.5771484375, + 3167.45458984375, + 3167.5771484375, + 3167.45458984375, + 3168.0673828125, + 3167.5771484375, + 3167.5771484375, + 3167.5771484375, + 3167.822265625, + 3167.45458984375, + 3167.5771484375, + 3168.68017578125, + 3168.802734375, + 3167.94482421875, + 3168.373779296875, + 3168.0673828125, + 3168.496337890625, + 3168.373779296875, + 3168.741455078125 ], "p10": [ - 3149.083984375, - 3145.7578125, - 3142.431640625, - 3140.384765625, - 3138.08203125, - 3137.314453125, - 3137.5703125, - 3137.05859375, - 3137.5703125, - 3137.314453125, - 3136.546875, - 3137.05859375, - 3137.05859375, - 3138.08203125, - 3137.5703125, - 3137.5703125, - 3143.7109375, - 3143.19921875, - 3142.17578125, - 3141.919921875, - 3141.6640625, - 3141.6640625, - 3141.15234375, - 3142.431640625 + 3164.02294921875, + 3163.41015625, + 3162.6748046875, + 3163.04248046875, + 3162.4296875, + 3162.1845703125, + 3161.81689453125, + 3160.7138671875, + 3160.2236328125, + 3160.10107421875, + 3158.7529296875, + 3158.14013671875, + 3156.91455078125, + 3157.15966796875, + 3156.42431640625, + 3156.7919921875, + 3156.66943359375, + 3156.7919921875, + 3155.3212890625, + 3155.56640625, + 3155.076171875, + 3154.8310546875, + 3154.3408203125, + 3154.8310546875 ], "p90": [ - 3175.5654296875, - 3176.205078125, - 3177.740234375, - 3177.740234375, - 3179.01953125, - 3180.1708984375, - 3180.4267578125, - 3182.7294921875, - 3184.45654296875, - 3186.75927734375, - 3187.39892578125, - 3188.6142578125, - 3190.1494140625, - 3190.021484375, - 3190.46923828125, - 3190.21337890625, - 3200.83154296875, - 3204.7333984375, - 3207.707763671875, - 3208.25146484375, - 3209.65869140625, - 3212.025390625, - 3214.072265625, - 3218.166015625 + 3169.0478515625, + 3168.68017578125, + 3169.231689453125, + 3169.29296875, + 3168.92529296875, + 3169.17041015625, + 3169.17041015625, + 3169.783203125, + 3169.599365234375, + 3170.15087890625, + 3170.15087890625, + 3170.39599609375, + 3171.13134765625, + 3171.0087890625, + 3171.37646484375, + 3171.744140625, + 3173.705078125, + 3174.624267578125, + 3174.256591796875, + 3174.869384765625, + 3175.17578125, + 3176.217529296875, + 3176.585205078125, + 3177.565673828125 ], "timestamps": [ - "2026-06-16 00:55:00", - "2026-06-16 01:10:00", - "2026-06-16 01:25:00", - "2026-06-16 01:40:00", "2026-06-16 01:55:00", "2026-06-16 02:10:00", "2026-06-16 02:25:00", @@ -327,6 +323,10 @@ "2026-06-17 05:55:00", "2026-06-17 06:10:00", "2026-06-17 06:25:00", - "2026-06-17 06:40:00" + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 93a905e23d38022a71b6f7a37501ff6aa5d45b63..26e83d2d11533f0fbf2283d5d937f591ed97a0dc 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,11 +1,23 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-16T12:13:16.283279+00:00", + "evaluated_at": "2026-06-16T12:20:05.767384+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:10:44.082571Z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 583614024380af19ed3dabd5bf38046e94d2c072..506d71301652cc0e9cedce3030d1727c2f8f1b8d 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,223241.41192626953,365044.65092722577,526.4521484375,0.809678156060763,0.007899092960561684,0.007939955747737832,6.466583720452289,472.48429807377676,0.007108354626078102,0.00792028133000544,0.005670847164626207,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,227022.69793701172,370654.2355829875,530.7425130208334,0.8162766940190028,0.007962929878756403,0.008004424397302201,6.466583720452289,476.46898948096475,0.007167840619587922,0.007984313412541372,0.00570633860451919,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,14.770343543885701,12.171750109217555,2.665614366531372,1.3941496657385082,0.11626000036944399,0.10627958881782658,56.57473688666327,3.8432204651679434,0.16875659097283138,0.11704766807448305,0.12207269973679641,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.2230522004911392,0.1747109409016984,0.3255483576407035,0.401055377279598,0.8507688140990739,0.4360642080303701,19.008929342435426,0.47228402523390434,0.5806473366514807,0.40024387172892295,0.454988715903547,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.2605974216575074,0.20769059221273092,0.36263613775372505,0.45081802037406576,1.1377161440214434,0.5000283826428252,20.98401550731591,0.5104874353571373,0.6746530039380602,0.47925481163094064,0.5371308854335699,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.015088629829871655,0.010449163670167275,0.09636980791886647,0.9251502442503208,0.09811883092390804,0.0928830615465408,47.785408333340484,0.1228357839958359,0.12334973337587052,0.09677302269409546,0.11738007619391772,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.019696364034492337,0.01969435195371716,0.05192641417185465,0.0927717590856767,0.003610607111063693,0.0036587213177503887,5.272171295434299,0.14034373528765842,0.00998887759480801,0.003695830056374255,0.004685361523376948,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,7.1833292117001974,7.4727904782771475,2.4872639973958335,0.3828196077075479,0.1700575424774846,0.17591845572518508,10.259582327333979,2.6801733547851336,0.18294698349892902,0.1697791095029879,0.1635917989714658,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.25771652206382595,0.729406989654611,0.7377398808797201,0.2894674192007621,0.029846010849014993,0.03043388959401669,1.2683842422526928,0.5076578789537556,0.02112673855812236,0.03070185302623062,0.020411427985823915,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,9.842018235209101,8.695962990546908,2.2705427010854087,0.44788787528260104,0.2828100044160495,0.2309344136520172,18.810123535051734,3.137199106720691,0.30606820553372593,0.22151636108150327,0.2529101917091101,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,630.5854469661912,569.5286170591911,14.840250651041666,0.31380265693832604,0.004746108916633201,0.004717816497723464,11.473358772714759,25.111460470593723,0.007958207464601207,0.004703103335864255,0.004681344562806279,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1818.7068623751402,1721.8193936025102,36.24120076497396,0.8875396105707907,0.011614158548294779,0.011526451206907885,35.228784179687494,42.646299515610266,0.013614141904424667,0.011569417642449786,0.011566577814518303,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,176.44351051340345,98.65426440536976,7.526611328125,0.1551506649613495,0.039470241915795116,0.038107091365422716,12.258364980081357,13.283204075576172,0.05604727458049018,0.03175785370516877,0.053793045237094536,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 01cf90500808292f05e3e102f9f66d4d6538eb4b..2ce04e190333e86e1361326437059d6fcdf252df 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T12:11:50.794245+00:00", + "evaluated_at": "2026-06-16T12:17:56.477006+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66510.0, 66514.0, 66481.7265625, - 66496.53125 + 66599.5 ], "p50": [ 66274.125, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d46aedfb11bac692e8200e401a80397e6edc716e..2390b6e6dba60468d89ed917bd6d9dae3d93d9d2 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T12:07:01.390017+00:00", + "evaluated_at": "2026-06-16T12:18:01.884904+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.1399999856948853, 1.1299999952316284, 1.1160000562667847, 1.100000023841858, @@ -101,10 +100,10 @@ 1.7079999446868896, 1.6519999504089355, 1.5870000123977661, - 1.5379999876022339 + 1.5379999876022339, + 1.4919999837875366 ], "actuals": [ - 1.4919999837875366, 1.4240000247955322, 1.3660000562667847, 1.2970000505447388, @@ -127,88 +126,88 @@ 0.32600000500679016, 0.2800000011920929, 0.24500000476837158, - 0.1860000044107437 + 0.1860000044107437, + 0.13099999725818634 ], "p50": [ - 1.484391689300537, - 1.4302273988723755, - 1.3863153457641602, - 1.3346551656723022, - 1.2924118041992188, - 1.2628917694091797, - 1.2211586236953735, - 1.1854503154754639, - 1.156415581703186, - 1.1193476915359497, - 1.0945515632629395, - 1.0700454711914062, - 1.056461215019226, - 1.0404471158981323, - 1.034124493598938, - 1.0178194046020508, - 1.0188392400741577, - 1.0157190561294556, - 1.007513165473938, - 1.013149619102478, - 1.0214742422103882, - 1.005267858505249, - 1.013930320739746, - 1.036336064338684 + 1.4444971084594727, + 1.3905006647109985, + 1.3441412448883057, + 1.2904655933380127, + 1.2499827146530151, + 1.2208430767059326, + 1.1877249479293823, + 1.15437912940979, + 1.1273738145828247, + 1.0955510139465332, + 1.0765032768249512, + 1.0554293394088745, + 1.0389034748077393, + 1.0247119665145874, + 1.0249428749084473, + 1.0045942068099976, + 1.0065138339996338, + 1.0082335472106934, + 1.0083609819412231, + 1.011152744293213, + 1.0201783180236816, + 1.0065972805023193, + 1.0220950841903687, + 1.049591302871704 ], "p10": [ - 1.4897849559783936, - 1.4476238489151, - 1.3834683895111084, - 1.3482909202575684, - 1.3340476751327515, - 1.3020071983337402, - 1.236025333404541, - 1.196596384048462, - 1.1990371942520142, - 1.1624085903167725, - 1.1590068340301514, - 1.133201003074646, - 1.1192432641983032, - 1.132836103439331, - 1.1028951406478882, - 1.0959763526916504, - 1.101980209350586, - 1.0756776332855225, - 1.0975587368011475, - 1.1069144010543823, - 1.107279658317566, - 1.1106374263763428, - 1.1246191263198853, - 1.1125162839889526 + 1.454152226448059, + 1.406461238861084, + 1.3350762128829956, + 1.3098582029342651, + 1.295503854751587, + 1.2561864852905273, + 1.1983782052993774, + 1.1680529117584229, + 1.172949194908142, + 1.1391607522964478, + 1.138427734375, + 1.1143391132354736, + 1.100322961807251, + 1.1152642965316772, + 1.09183669090271, + 1.078425645828247, + 1.0900691747665405, + 1.0662076473236084, + 1.094891905784607, + 1.1016902923583984, + 1.1031811237335205, + 1.1132222414016724, + 1.1266013383865356, + 1.1223880052566528 ], "p90": [ - 1.5035114288330078, - 1.462450623512268, - 1.4445598125457764, - 1.4066669940948486, - 1.3949114084243774, - 1.3817938566207886, - 1.3531306982040405, - 1.3369098901748657, - 1.3233619928359985, - 1.2950538396835327, - 1.301905632019043, - 1.2801766395568848, - 1.3014174699783325, - 1.2954531908035278, - 1.2984702587127686, - 1.3032094240188599, - 1.3244069814682007, - 1.3277184963226318, - 1.3380345106124878, - 1.3480470180511475, - 1.3684585094451904, - 1.369458794593811, - 1.3977495431900024, - 1.4113457202911377 + 1.4614404439926147, + 1.4161535501480103, + 1.3934919834136963, + 1.3535490036010742, + 1.3427541255950928, + 1.3306500911712646, + 1.309075951576233, + 1.2934213876724243, + 1.2817022800445557, + 1.2565746307373047, + 1.2698456048965454, + 1.2563347816467285, + 1.2782210111618042, + 1.279489278793335, + 1.2869378328323364, + 1.2887245416641235, + 1.3110713958740234, + 1.3181257247924805, + 1.3377104997634888, + 1.3489742279052734, + 1.3705674409866333, + 1.3768917322158813, + 1.4058153629302979, + 1.426147699356079 ], "timestamps": [ - "2026-06-16 00:06:00", "2026-06-16 00:12:00", "2026-06-16 00:18:00", "2026-06-16 00:24:00", @@ -327,6 +326,7 @@ "2026-06-16 11:42:00", "2026-06-16 11:48:00", "2026-06-16 11:54:00", - "2026-06-16 12:00:00" + "2026-06-16 12:00:00", + "2026-06-16 12:06:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 3a88b52ba60f17fc63be957a327ed841a1989110..63dff1cf0a63affcbfc9a6cf0ab9fc425827322d 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T11:55:20.466563+00:00", + "evaluated_at": "2026-06-16T12:18:06.773345+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, 3230.0, 3230.0, 3230.0, @@ -100,12 +88,9 @@ 3170.0, 3170.0, 3170.0, - 3120.0, - 3170.0 - ], - "actuals": [ 3120.0, 3170.0, + 3120.0, 3170.0, 3170.0, 3170.0, @@ -116,6 +101,9 @@ 3170.0, 3170.0, 3170.0, + 3170.0 + ], + "actuals": [ 3170.0, 3170.0, 3170.0, @@ -127,91 +115,99 @@ 3120.0, 3120.0, 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, 3120.0 ], "p50": [ - 3169.262939453125, - 3169.4033203125, - 3169.360107421875, - 3167.64453125, - 3168.519287109375, - 3167.963134765625, - 3167.957275390625, - 3167.802490234375, - 3167.291748046875, - 3167.757568359375, - 3166.66455078125, - 3167.0751953125, - 3166.806884765625, - 3166.1708984375, - 3166.78564453125, - 3165.041748046875, - 3164.154296875, - 3164.3154296875, - 3162.789794921875, - 3163.361328125, - 3163.306640625, - 3162.272216796875, - 3162.998779296875, - 3162.888427734375 + 3169.618408203125, + 3169.830810546875, + 3169.11279296875, + 3167.968994140625, + 3168.129150390625, + 3167.692138671875, + 3167.212646484375, + 3168.484375, + 3166.84912109375, + 3168.529052734375, + 3166.979736328125, + 3168.147705078125, + 3168.766357421875, + 3169.3466796875, + 3169.921630859375, + 3169.019775390625, + 3167.299560546875, + 3168.515380859375, + 3167.27099609375, + 3167.43798828125, + 3167.77001953125, + 3166.84228515625, + 3166.779541015625, + 3166.96826171875 ], "p10": [ - 3170.3212890625, - 3168.55078125, - 3171.173095703125, - 3168.890869140625, - 3170.0263671875, - 3169.60888671875, - 3168.063232421875, - 3167.448974609375, - 3169.884765625, - 3167.5771484375, - 3167.914306640625, - 3168.873046875, - 3167.99365234375, - 3167.142822265625, - 3167.48193359375, - 3167.1162109375, - 3166.203857421875, - 3166.3076171875, - 3165.53466796875, - 3165.565185546875, - 3163.24951171875, - 3163.941650390625, - 3165.708740234375, - 3165.064697265625 + 3171.470947265625, + 3170.882568359375, + 3170.056396484375, + 3168.39599609375, + 3169.619873046875, + 3168.45458984375, + 3169.93310546875, + 3166.519775390625, + 3168.322509765625, + 3167.503173828125, + 3166.794189453125, + 3167.3984375, + 3168.586669921875, + 3168.27978515625, + 3166.058349609375, + 3169.05078125, + 3167.18798828125, + 3169.978271484375, + 3168.34716796875, + 3168.278564453125, + 3165.50146484375, + 3165.15478515625, + 3166.891845703125, + 3167.54052734375 ], "p90": [ - 3172.599853515625, - 3173.8603515625, - 3174.689453125, - 3173.9013671875, - 3175.3916015625, - 3175.10205078125, - 3175.131591796875, - 3175.511962890625, - 3175.836181640625, - 3176.330078125, - 3176.645263671875, - 3175.521240234375, - 3176.598876953125, - 3176.747802734375, - 3177.4169921875, - 3177.3251953125, - 3176.83154296875, - 3176.958740234375, - 3175.697021484375, - 3176.340576171875, - 3175.92333984375, - 3175.8212890625, - 3176.484375, - 3175.83056640625 + 3170.23681640625, + 3170.75244140625, + 3169.412109375, + 3169.884521484375, + 3169.63720703125, + 3169.230712890625, + 3169.648193359375, + 3170.9853515625, + 3169.85693359375, + 3170.223876953125, + 3169.506591796875, + 3169.68359375, + 3169.91357421875, + 3171.40869140625, + 3171.88671875, + 3171.44091796875, + 3170.123046875, + 3171.31201171875, + 3170.720703125, + 3171.798828125, + 3172.4384765625, + 3172.782470703125, + 3172.363525390625, + 3172.2587890625 ], "timestamps": [ - "2026-06-16 00:55:00", - "2026-06-16 01:10:00", - "2026-06-16 01:25:00", - "2026-06-16 01:40:00", "2026-06-16 01:55:00", "2026-06-16 02:10:00", "2026-06-16 02:25:00", @@ -327,6 +323,10 @@ "2026-06-17 05:55:00", "2026-06-17 06:10:00", "2026-06-17 06:25:00", - "2026-06-17 06:40:00" + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 2180b22ab51e507ded50e5476c02bd6cbf039c30..ee25e3b0cdbe63e76175c6efc0f1c3391b1e35df 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,11 +1,23 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T12:11:56.341843+00:00", + "evaluated_at": "2026-06-16T12:18:09.547443+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:10:44.082571Z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index af819dd07a83e720a14f9bc61a478d0c7256a9f9..c6b76e8904b9121eae9b7b5390162bfbd5a96403 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,144207.6692530314,144207.6692530314,296.0511067708333,0.455323650860576,0.004443362449471405,0.004454431253807061,4.998578994670854,379.74684890467677,0.005713153391879793,0.004453981355463785,0.006234066169080978,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,147555.76251475015,147555.76251475015,300.3414713541667,0.4619221888188159,0.004507454693632221,0.004518900916778162,4.998578994670854,384.12987714411145,0.005778721800111778,0.004518236959060698,0.006269521290331499,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,14.39785252086555,14.39785252086555,2.9063467979431152,1.520055739399801,0.12710491845554114,0.11501693134852524,16.34033839707311,3.7944502264314326,0.16661507988735036,0.1276182780173273,0.0833290288648951,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.004631972337083355,0.004631972337083355,0.047479658698042236,0.058491993540529065,0.13353552504039204,0.10670055046047928,0.7927311884852793,0.06805859488031879,0.08367431406117838,0.058373639367720914,0.10200106978682517,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.022545376681574136,0.022545376681574136,0.10735780124862988,0.13346389505032882,0.37957410970800515,0.2385906921565987,0.5789706199596864,0.15015117942118916,0.19843768372179116,0.14188255790840734,0.10834405454749892,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.00914317761435631,0.00914317761435631,0.0903014341990153,0.866893850983987,0.09187801530324156,0.08729148375653768,4.861506878042877,0.09561996451764825,0.09602004192086198,0.09067925867827611,0.06079137995698241,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.020081386931792622,0.020081386931792622,0.05106206734975179,0.09122751659511665,0.0035478859169299722,0.0035969909894418887,1.1774789356293962,0.14170881035345906,0.010086035958963407,0.0036343107118324393,0.004493088180593101,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,6.6235655394886335,6.6235655394886335,2.318322738011678,0.356817532049003,0.16662438256424994,0.16000143042082624,2.215675478688253,2.5736288659184394,0.17567432226908866,0.15824728312404865,0.16387948107455472,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.5285500856369557,0.5285500856369557,0.5901504357655843,0.23155766416960258,0.02368313471917168,0.024087318330439478,1.2494045434270957,0.7270145016689528,0.030255504625237434,0.024559756645709887,0.026085708075371788,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,10.042345668927396,10.042345668927396,2.5595802068710327,0.5049034928622311,0.3338007000381222,0.25592037872399626,5.145656670609565,3.1689660252087584,0.3091674170935374,0.24971514213375928,0.21083617576523309,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,762.8318374777833,762.8318374777833,15.278065999348959,0.3230604264179515,0.004894965348540315,0.004856126526125495,2.685990630162445,27.619410520099507,0.008753015350355053,0.0048418537433563315,0.0043374639475539925,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,1853.6238637616236,1853.6238637616236,37.473490397135414,0.9177181321747447,0.012009772739103386,0.01191533003242646,33.22841124242666,43.053732286082045,0.013744208231789958,0.011962806192222,0.011894348961797243,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,41.142631337512285,41.142631337512285,6.1249542236328125,0.1262574456453552,0.02891184352204791,0.028509861766002238,1.3349432282342666,6.414252204077439,0.027064355291465985,0.025843688707311446,0.03740685199606994,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 4d889cfa47385ddf35a07fddbb643263111d4119..ff98f6e7c8f2b4f712ebb9baf30dba2e1d459868 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T12:12:29.744648+00:00", + "evaluated_at": "2026-06-16T12:18:49.221770+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66510.0, 66514.0, 66481.7265625, - 66496.53125 + 66599.5 ], "p50": [ 66489.8515625, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 2d883287268cf569d41f317b4f5a448d63e91701..0978d6b2e8313cc8b7c2ee0a09a88f8195cdc147 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-16T12:07:37.946365+00:00", + "evaluated_at": "2026-06-16T12:18:53.413149+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.1399999856948853, 1.1299999952316284, 1.1160000562667847, 1.100000023841858, @@ -101,10 +100,10 @@ 1.7079999446868896, 1.6519999504089355, 1.5870000123977661, - 1.5379999876022339 + 1.5379999876022339, + 1.4919999837875366 ], "actuals": [ - 1.4919999837875366, 1.4240000247955322, 1.3660000562667847, 1.2970000505447388, @@ -127,88 +126,88 @@ 0.32600000500679016, 0.2800000011920929, 0.24500000476837158, - 0.1860000044107437 + 0.1860000044107437, + 0.13099999725818634 ], "p50": [ - 1.4678752422332764, - 1.4076582193374634, - 1.3437069654464722, - 1.2719568014144897, - 1.2108056545257568, - 1.1508188247680664, - 1.092995047569275, - 1.0274245738983154, - 0.9596959948539734, - 0.9032865166664124, - 0.8535745143890381, - 0.8051150441169739, - 0.7604104280471802, - 0.7098203897476196, - 0.6626942157745361, - 0.6161493062973022, - 0.5695137977600098, - 0.534419059753418, - 0.5049664974212646, - 0.46809375286102295, - 0.44725823402404785, - 0.42534899711608887, - 0.389890193939209, - 0.36886024475097656 + 1.4240719079971313, + 1.3651326894760132, + 1.3054533004760742, + 1.242878794670105, + 1.1869292259216309, + 1.1327402591705322, + 1.0798289775848389, + 1.0254100561141968, + 0.9748132824897766, + 0.9309902787208557, + 0.8878434896469116, + 0.8440346121788025, + 0.7982673048973083, + 0.7517706751823425, + 0.7074785232543945, + 0.6705093383789062, + 0.6367027759552002, + 0.6088635921478271, + 0.582179069519043, + 0.5547318458557129, + 0.5315821170806885, + 0.5116287469863892, + 0.4972803592681885, + 0.4834890365600586 ], "p10": [ - 1.454629898071289, - 1.3852596282958984, - 1.3114104270935059, - 1.2275125980377197, - 1.1524381637573242, - 1.079247236251831, - 0.9997825622558594, - 0.9151142239570618, - 0.824037492275238, - 0.740432858467102, - 0.6581411361694336, - 0.5759847164154053, - 0.49075424671173096, - 0.4015798568725586, - 0.3186894655227661, - 0.22711622714996338, - 0.13762342929840088, - 0.04939448833465576, - -0.04931509494781494, - -0.15294921398162842, - -0.24586594104766846, - -0.3900357484817505, - -0.44862043857574463, - -0.5510207414627075 + 1.408956527709961, + 1.34538733959198, + 1.2772512435913086, + 1.2058782577514648, + 1.1410008668899536, + 1.0762176513671875, + 1.0068705081939697, + 0.938459038734436, + 0.8732309341430664, + 0.8138468861579895, + 0.7484527230262756, + 0.6761448383331299, + 0.6075431108474731, + 0.5397961139678955, + 0.4690861701965332, + 0.3963521718978882, + 0.32413482666015625, + 0.25755929946899414, + 0.19036865234375, + 0.11473965644836426, + 0.047297000885009766, + -0.012983083724975586, + -0.056539177894592285, + -0.10381269454956055 ], "p90": [ - 1.4831501245498657, - 1.43242347240448, - 1.385080099105835, - 1.3227603435516357, - 1.2745723724365234, - 1.2382258176803589, - 1.2004477977752686, - 1.1622791290283203, - 1.1242512464523315, - 1.0997835397720337, - 1.0805723667144775, - 1.061622142791748, - 1.0478711128234863, - 1.0362437963485718, - 1.031385898590088, - 1.02249276638031, - 1.0218956470489502, - 1.0128681659698486, - 1.0210084915161133, - 1.031752347946167, - 1.0312740802764893, - 1.0290404558181763, - 1.0259313583374023, - 1.0240076780319214 + 1.4413392543792725, + 1.3886756896972656, + 1.3382728099822998, + 1.281751036643982, + 1.2378617525100708, + 1.2006499767303467, + 1.162552833557129, + 1.1266605854034424, + 1.096299409866333, + 1.0775246620178223, + 1.061481237411499, + 1.042637586593628, + 1.0244674682617188, + 1.0074243545532227, + 0.996962308883667, + 0.9834607839584351, + 0.9817630052566528, + 0.9797823429107666, + 0.9851496815681458, + 0.9896489977836609, + 0.997456967830658, + 1.0068295001983643, + 1.0216838121414185, + 1.0322201251983643 ], "timestamps": [ - "2026-06-16 00:06:00", "2026-06-16 00:12:00", "2026-06-16 00:18:00", "2026-06-16 00:24:00", @@ -327,6 +326,7 @@ "2026-06-16 11:42:00", "2026-06-16 11:48:00", "2026-06-16 11:54:00", - "2026-06-16 12:00:00" + "2026-06-16 12:00:00", + "2026-06-16 12:06:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 157c69c9028192cdd327ff53fb385d7f5d528179..7b8a9c70721bd5c12c182981d81eb992a6fe25f0 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-16T11:56:17.506107+00:00", + "evaluated_at": "2026-06-16T12:18:59.328509+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, 3230.0, 3230.0, 3230.0, @@ -100,12 +88,9 @@ 3170.0, 3170.0, 3170.0, - 3120.0, - 3170.0 - ], - "actuals": [ 3120.0, 3170.0, + 3120.0, 3170.0, 3170.0, 3170.0, @@ -116,6 +101,9 @@ 3170.0, 3170.0, 3170.0, + 3170.0 + ], + "actuals": [ 3170.0, 3170.0, 3170.0, @@ -127,91 +115,99 @@ 3120.0, 3120.0, 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, 3120.0 ], "p50": [ - 3169.37890625, - 3169.435791015625, - 3168.871826171875, - 3168.872802734375, - 3169.0986328125, - 3169.236083984375, - 3169.445556640625, - 3169.394775390625, - 3169.347900390625, - 3169.54248046875, - 3169.56103515625, - 3169.830810546875, - 3169.689453125, - 3169.847412109375, - 3169.860107421875, - 3170.059326171875, - 3170.2265625, - 3170.53466796875, - 3170.8857421875, - 3171.2158203125, - 3171.593505859375, - 3171.68115234375, - 3171.50830078125, - 3171.624267578125 + 3169.131103515625, + 3169.22509765625, + 3169.255126953125, + 3169.241943359375, + 3169.209716796875, + 3169.373046875, + 3169.482666015625, + 3169.488037109375, + 3169.455322265625, + 3169.47705078125, + 3169.3369140625, + 3169.346435546875, + 3169.27685546875, + 3169.42529296875, + 3169.465576171875, + 3169.573974609375, + 3169.803955078125, + 3170.065673828125, + 3170.12109375, + 3170.260009765625, + 3170.23095703125, + 3170.123779296875, + 3169.9296875, + 3169.9365234375 ], "p10": [ - 3149.453369140625, - 3151.574951171875, - 3147.021240234375, - 3151.55078125, - 3153.437744140625, - 3153.40625, - 3149.784423828125, - 3146.4375, - 3143.851806640625, - 3140.438232421875, - 3135.982666015625, - 3133.242919921875, - 3131.338134765625, - 3129.82568359375, - 3125.177978515625, - 3119.95947265625, - 3116.953857421875, - 3117.8447265625, - 3117.818359375, - 3116.232666015625, - 3114.628173828125, - 3112.6201171875, - 3110.8203125, - 3109.11669921875 + 3168.314208984375, + 3168.36865234375, + 3168.3583984375, + 3168.407470703125, + 3168.159912109375, + 3168.317138671875, + 3167.81298828125, + 3167.069580078125, + 3166.083251953125, + 3164.709716796875, + 3163.438720703125, + 3162.69580078125, + 3162.42919921875, + 3162.77099609375, + 3162.83740234375, + 3162.8818359375, + 3163.2529296875, + 3163.63037109375, + 3163.82177734375, + 3164.3173828125, + 3164.56982421875, + 3163.781494140625, + 3163.216064453125, + 3163.026611328125 ], "p90": [ - 3175.53857421875, - 3176.39208984375, - 3179.633544921875, - 3184.514892578125, - 3189.2734375, - 3194.950927734375, - 3200.7880859375, - 3204.55224609375, - 3207.799560546875, - 3210.485107421875, - 3211.55224609375, - 3213.34814453125, - 3217.8046875, - 3220.276123046875, - 3217.1396484375, - 3220.377197265625, - 3224.192626953125, - 3225.278564453125, - 3226.2421875, - 3228.33740234375, - 3229.871826171875, - 3230.431640625, - 3230.01953125, - 3230.182373046875 + 3169.993896484375, + 3170.144775390625, + 3170.82958984375, + 3171.789306640625, + 3173.372802734375, + 3178.54150390625, + 3184.70556640625, + 3188.9287109375, + 3193.474365234375, + 3196.531005859375, + 3198.169677734375, + 3200.718017578125, + 3206.8212890625, + 3211.485595703125, + 3210.54150390625, + 3213.90576171875, + 3218.7568359375, + 3221.54052734375, + 3223.781982421875, + 3225.066650390625, + 3226.7421875, + 3226.3623046875, + 3225.818115234375, + 3224.0107421875 ], "timestamps": [ - "2026-06-16 00:55:00", - "2026-06-16 01:10:00", - "2026-06-16 01:25:00", - "2026-06-16 01:40:00", "2026-06-16 01:55:00", "2026-06-16 02:10:00", "2026-06-16 02:25:00", @@ -327,6 +323,10 @@ "2026-06-17 05:55:00", "2026-06-17 06:10:00", "2026-06-17 06:25:00", - "2026-06-17 06:40:00" + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 79eb6f0a8b171cb990fabedaa106c73667c61d3e..658a6f340985a35408b0955d38f97987a2123c1b 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,11 +1,23 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-16T12:12:32.559785+00:00", + "evaluated_at": "2026-06-16T12:19:01.586711+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:10:44.082571Z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 0c6a1137fc8d9e0f9987fbad11b36b03de40fd1c..e388656061fe6e1a5ae3515dcd667c3de44f41ca 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,153112.78068033853,153112.78068033853,299.21484375,0.46018944679503226,0.004503280322298596,0.00449971423513763,4.7726849566101075,391.29628247702345,0.005886910424435726,0.004501578629030836,0.005840638470875659,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,152593.24434407553,152593.24434407553,294.9244791666667,0.45359090883679243,0.004438751416620421,0.004435244028214596,4.7726849566101075,390.6318527003085,0.005876535352574123,0.004436745534655828,0.005818747571401133,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,20.500771349435883,20.500771349435883,3.5101964473724365,1.8358766613899793,0.15326393413054304,0.1363874101186431,39.906233255418904,4.52777774956279,0.19881564032665114,0.15413343873251634,0.12269207976380476,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.010113863749159282,0.010113863749159282,0.07936526151994865,0.09777307780771079,0.20138483111271047,0.28796476880030625,0.5148799243718155,0.10056770728797233,0.12364248687214506,0.09757524129973093,0.10306069876105445,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.002612042686143586,0.002612042686143586,0.04313500598073006,0.05362410411028171,0.12954186897825043,0.10747509047447416,0.6140569046257515,0.051108146964486845,0.06754380712852706,0.05700661631255731,0.08148407350311816,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.013169454344315193,0.013169454344315193,0.10932022829850514,1.0494742917513171,0.1111217873937113,0.10460968585092072,7.956100936517806,0.11475824303428139,0.11523839568966177,0.10977762810279315,0.06944939969331326,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.019966119332934795,0.019966119332934795,0.050332347551981606,0.08992379881759528,0.0034960461171902302,0.003544866051068784,2.735609456587372,0.14130151921665526,0.010057047267001885,0.0035823733615581704,0.007982664207702944,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,7.314192612738907,7.314192612738907,2.3092218240102134,0.35541679279033617,0.16849915780545333,0.15574395903176644,3.1682229308161656,2.704476402695891,0.18460589459031976,0.15762606033609783,0.20052491946485143,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,3.046218369803834,3.046218369803834,1.4780800342559814,0.5799551088088865,0.059106238468797666,0.06154249388429392,2.0015069821225198,1.7453419062761983,0.07263431471688254,0.06151191923990851,0.05433496756997717,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,11.276056371987957,11.276056371987957,2.709114154179891,0.5344006002765812,0.3600754728570222,0.2678484626785998,4.989587433697427,3.357983974349484,0.3276081926194619,0.26430381991998936,0.20578515708392658,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,718.433038453261,718.433038453261,14.670694986979166,0.3102173389317181,0.004701155822189451,0.004664551984991164,1.1902578211040749,26.803601221725057,0.008494472855161778,0.004649368542024297,0.003681615479128152,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,1883.627306299905,1883.627306299905,37.61308797200521,0.9211368482940051,0.012055340685936089,0.011959360454947518,8.74042271205357,43.40077541127468,0.01385499614086981,0.012007370461933028,0.007520915514570587,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,40.04497586982325,40.04497586982325,5.0635223388671875,0.10437749787693627,0.026015990951155248,0.02546690756463988,1.5409054340132133,6.328109976116348,0.026700885975174466,0.021365073159777162,0.0389090894367345,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index d700a067df9cc1d9b5affdd89a296b169b0d07ab..691b934377d76fcc26ed89542703d98f4cf6c26b 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T12:12:19.717470+00:00", + "evaluated_at": "2026-06-16T12:18:32.481697+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66510.0, 66514.0, 66481.7265625, - 66496.53125 + 66599.5 ], "p50": [ 66557.4375, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 85446b13197fbe7483165e651dcb692079675137..478ee92c6284b5507732643f638b3da7f3b42144 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T12:07:21.772238+00:00", + "evaluated_at": "2026-06-16T12:18:36.790741+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.1399999856948853, 1.1299999952316284, 1.1160000562667847, 1.100000023841858, @@ -101,10 +100,10 @@ 1.7079999446868896, 1.6519999504089355, 1.5870000123977661, - 1.5379999876022339 + 1.5379999876022339, + 1.4919999837875366 ], "actuals": [ - 1.4919999837875366, 1.4240000247955322, 1.3660000562667847, 1.2970000505447388, @@ -127,88 +126,88 @@ 0.32600000500679016, 0.2800000011920929, 0.24500000476837158, - 0.1860000044107437 + 0.1860000044107437, + 0.13099999725818634 ], "p50": [ - 1.479903221130371, - 1.4238693714141846, - 1.3632237911224365, - 1.2994896173477173, - 1.2306100130081177, - 1.1625951528549194, - 1.098163366317749, - 1.0298488140106201, - 0.9641810059547424, - 0.8981005549430847, - 0.8319761157035828, - 0.7597880959510803, - 0.6948083639144897, - 0.6254366636276245, - 0.5592856407165527, - 0.4933270215988159, - 0.4344339370727539, - 0.367905855178833, - 0.30612027645111084, - 0.23675405979156494, - 0.17867648601531982, - 0.12142801284790039, - 0.06007659435272217, - 0.0012110471725463867 + 1.4422016143798828, + 1.3857094049453735, + 1.3272852897644043, + 1.2679755687713623, + 1.2060754299163818, + 1.1451877355575562, + 1.087956428527832, + 1.0271637439727783, + 0.9711201786994934, + 0.9145493507385254, + 0.8579176068305969, + 0.798870325088501, + 0.7450888156890869, + 0.6903491020202637, + 0.6383236646652222, + 0.5853607654571533, + 0.5392624139785767, + 0.49054551124572754, + 0.45111286640167236, + 0.4003913402557373, + 0.36070823669433594, + 0.3267911672592163, + 0.28559088706970215, + 0.24970293045043945 ], "p10": [ - 1.4633201360702515, - 1.400120735168457, - 1.3330936431884766, - 1.2629635334014893, - 1.1845029592514038, - 1.1024394035339355, - 1.0271356105804443, - 0.9481791257858276, - 0.870159387588501, - 0.7872263789176941, - 0.7072736024856567, - 0.6243866682052612, - 0.5370451211929321, - 0.4513876438140869, - 0.3641916513442993, - 0.2740921974182129, - 0.19583046436309814, - 0.10207581520080566, - 0.02088010311126709, - -0.08273887634277344, - -0.16604948043823242, - -0.2598145008087158, - -0.3613332509994507, - -0.4474860429763794 + 1.4254834651947021, + 1.3594428300857544, + 1.2941675186157227, + 1.2264658212661743, + 1.153160810470581, + 1.0736830234527588, + 1.001888394355774, + 0.9290855526924133, + 0.8603286147117615, + 0.7823324203491211, + 0.7081383466720581, + 0.6315758228302002, + 0.5543437004089355, + 0.4743516445159912, + 0.4003549814224243, + 0.3183101415634155, + 0.24641716480255127, + 0.16261959075927734, + 0.09488952159881592, + 0.008570075035095215, + -0.06185579299926758, + -0.1389709711074829, + -0.22443091869354248, + -0.29499971866607666 ], "p90": [ - 1.4961488246917725, - 1.4449477195739746, - 1.3914774656295776, - 1.335564136505127, - 1.2810931205749512, - 1.2296373844146729, - 1.1748944520950317, - 1.1258182525634766, - 1.0787220001220703, - 1.0330886840820312, - 0.9899696111679077, - 0.9396417140960693, - 0.9004485607147217, - 0.8578193187713623, - 0.826580286026001, - 0.7906028032302856, - 0.7578569650650024, - 0.7266947627067566, - 0.7083179950714111, - 0.6816047430038452, - 0.6722890138626099, - 0.6549830436706543, - 0.6435763835906982, - 0.627738356590271 + 1.457196593284607, + 1.4084484577178955, + 1.360326886177063, + 1.3116796016693115, + 1.2683426141738892, + 1.226338505744934, + 1.181784987449646, + 1.1405677795410156, + 1.1064562797546387, + 1.0732605457305908, + 1.0457932949066162, + 1.0127654075622559, + 0.9877189993858337, + 0.9741989970207214, + 0.9575106501579285, + 0.941017210483551, + 0.9309769868850708, + 0.914381742477417, + 0.910714328289032, + 0.902694046497345, + 0.9102923274040222, + 0.9143984317779541, + 0.9225931167602539, + 0.9212322235107422 ], "timestamps": [ - "2026-06-16 00:06:00", "2026-06-16 00:12:00", "2026-06-16 00:18:00", "2026-06-16 00:24:00", @@ -327,6 +326,7 @@ "2026-06-16 11:42:00", "2026-06-16 11:48:00", "2026-06-16 11:54:00", - "2026-06-16 12:00:00" + "2026-06-16 12:00:00", + "2026-06-16 12:06:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 99f0674934f1f5add6cb2e09013daab907d5d3a2..b70ef14a52ebe33460b3448d6047af40c3388c4a 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T11:55:59.746917+00:00", + "evaluated_at": "2026-06-16T12:18:41.696157+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, 3230.0, 3230.0, 3230.0, @@ -100,12 +88,9 @@ 3170.0, 3170.0, 3170.0, - 3120.0, - 3170.0 - ], - "actuals": [ 3120.0, 3170.0, + 3120.0, 3170.0, 3170.0, 3170.0, @@ -116,6 +101,9 @@ 3170.0, 3170.0, 3170.0, + 3170.0 + ], + "actuals": [ 3170.0, 3170.0, 3170.0, @@ -127,91 +115,99 @@ 3120.0, 3120.0, 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, 3120.0 ], "p50": [ - 3169.7705078125, - 3169.835205078125, - 3169.711181640625, - 3169.85888671875, - 3169.8779296875, - 3169.76708984375, - 3169.823486328125, - 3169.60595703125, - 3169.769287109375, - 3169.754150390625, - 3169.569580078125, - 3169.708251953125, - 3169.737548828125, - 3169.801025390625, - 3169.514892578125, - 3169.873291015625, - 3169.3642578125, - 3169.72802734375, - 3169.783203125, - 3169.733642578125, - 3169.674072265625, - 3169.472412109375, - 3169.578857421875, - 3169.384033203125 + 3170.09033203125, + 3170.110595703125, + 3170.10986328125, + 3170.11181640625, + 3170.112548828125, + 3170.111572265625, + 3170.099853515625, + 3170.09130859375, + 3170.08642578125, + 3170.10888671875, + 3170.142333984375, + 3170.111083984375, + 3170.095458984375, + 3170.07861328125, + 3170.1083984375, + 3170.10302734375, + 3170.102783203125, + 3170.12353515625, + 3170.112060546875, + 3170.131591796875, + 3170.13623046875, + 3170.116943359375, + 3170.17236328125, + 3170.146484375 ], "p10": [ - 3116.099609375, - 3123.131591796875, - 3122.6650390625, - 3122.171875, - 3119.478271484375, - 3123.317626953125, - 3123.394775390625, - 3121.108642578125, - 3119.182861328125, - 3118.180419921875, - 3120.1328125, - 3120.4736328125, - 3120.30859375, - 3122.144775390625, - 3120.69873046875, - 3121.379638671875, - 3121.436279296875, - 3121.19873046875, - 3121.324951171875, - 3120.7392578125, - 3120.646484375, - 3120.556396484375, - 3120.271240234375, - 3120.369873046875 + 3169.96630859375, + 3169.601806640625, + 3168.21142578125, + 3157.545654296875, + 3147.521728515625, + 3146.09912109375, + 3147.38720703125, + 3138.720947265625, + 3134.866943359375, + 3129.757080078125, + 3130.096435546875, + 3131.2880859375, + 3130.84716796875, + 3129.804931640625, + 3130.523193359375, + 3128.72119140625, + 3128.685546875, + 3127.27294921875, + 3126.721435546875, + 3126.25390625, + 3125.6484375, + 3124.952880859375, + 3124.190673828125, + 3123.66796875 ], "p90": [ - 3170.411865234375, - 3170.405517578125, - 3170.3994140625, - 3170.337890625, - 3170.43115234375, - 3170.483154296875, - 3170.4443359375, - 3170.521240234375, - 3170.45703125, - 3170.453125, - 3170.40087890625, - 3170.465087890625, - 3170.43408203125, - 3170.420654296875, - 3170.375732421875, - 3170.386474609375, - 3170.45703125, - 3170.30078125, - 3170.437744140625, - 3170.549072265625, - 3170.61181640625, - 3170.87548828125, - 3171.933349609375, - 3173.03369140625 + 3170.381103515625, + 3170.407958984375, + 3170.423095703125, + 3170.42529296875, + 3170.45068359375, + 3170.46923828125, + 3170.46240234375, + 3170.5263671875, + 3170.69677734375, + 3171.305908203125, + 3172.7958984375, + 3175.968017578125, + 3181.923828125, + 3189.931640625, + 3207.87841796875, + 3213.64404296875, + 3220.650634765625, + 3226.2705078125, + 3231.222412109375, + 3231.672119140625, + 3230.56591796875, + 3232.53564453125, + 3232.916259765625, + 3234.163818359375 ], "timestamps": [ - "2026-06-16 00:55:00", - "2026-06-16 01:10:00", - "2026-06-16 01:25:00", - "2026-06-16 01:40:00", "2026-06-16 01:55:00", "2026-06-16 02:10:00", "2026-06-16 02:25:00", @@ -327,6 +323,10 @@ "2026-06-17 05:55:00", "2026-06-17 06:10:00", "2026-06-17 06:25:00", - "2026-06-17 06:40:00" + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 6efe9f4c83f2dbd65af17ece1fdd8cd5949ab388..59a974418dbc85bd08c6f28af40b860fdd205f8d 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,11 +1,23 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-16T12:12:22.656832+00:00", + "evaluated_at": "2026-06-16T12:18:43.534598+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z", - "data_fetched_at": "2026-06-16T12:10:44.082571Z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z", + "data_fetched_at": "2026-06-16T12:17:15.861942Z", "context_length": 96, "prediction_length": 24 }