diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index cb2c235b46129f27c184bbd4b33ebfbfc80880ec..dcd1f0a3cf624036848a242278cb8be22eadcbcf 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -7,4 +7,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-13,Chronos-2,3.778,2.889,3.778,3.222,3.778,2.000,3.778,3.222,3.778 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 -2026-06-16,Chronos-2,3.600,3.400,3.600,3.700,3.500,3.100,3.600,3.700,3.200 +2026-06-16,Chronos-2,4.500,3.900,4.500,4.300,4.500,3.600,4.500,4.300,4.300 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 6fc6d234d8a526e5ee59d5c37dc92093db64fc7e..84cb0ab7bfa65aef718d07cfd20b6b0e5c55d6f6 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.45,3.2,3.45,3.4,3.4,2.85,3.45,3.4,3.3 +2026-W25,Chronos-Bolt-Mini,3.9,3.45,3.9,3.7,3.9,3.1,3.9,3.7,3.85 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 5ba5cc62346d12b2b352b2b6c280661fe04a59ec..512bcc8802eb5e5be2435dd2736fcf99a7ef59ce 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,358732.1573638916,358732.1573638916,514.4876302083334,0.5899852208734399,0.007796075481429188,0.007755668998972301,2.9414427426276233,598.942532605501,0.009050485115671886,0.007774306191183084,0.00681550376582694,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,180647.3250427246,180647.3250427246,348.7141927083333,0.3789737855681123,0.005287992372468335,0.005269542576197057,2.5296237514059325,425.02626394462334,0.00642744623075372,0.005273419347623016,0.0057396414154700405,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,23.95689079527771,23.95689079527771,3.777583440144857,2.3934974974773975,0.16528744095912673,0.14547501333466636,57.43044686356461,4.894577693251759,0.21492190033098635,0.16587445587678754,0.13443748993656893,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0038993268952278587,0.0038993268952278587,0.04129359211462239,0.021373725221937655,0.16413363400742506,0.203293328913667,0.12401248212972611,0.06244459060021019,0.21400401526381957,0.14151737455967633,0.12931358116529873,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.017241738017992485,0.017241738017992485,0.09946045279502869,0.7956834958897439,0.09255035894247338,0.09290361813200572,11.736566585450712,0.13130779877064608,0.12407036290648005,0.09397838200514158,0.07979353931113592,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.005710334874118317,0.005710334874118317,0.059720163544019066,0.06484567178658407,0.039031316267191245,0.03998796463376788,0.34171486131143225,0.07556675773194399,0.051100338899064214,0.04038443209423122,0.03807791858893454,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.036190818242758084,0.036190818242758084,0.15731467306613922,1.161708184505142,0.1338725776930595,0.14636326221593765,16.987432298303414,0.19023884525185197,0.17036314985153792,0.14087881571154284,0.11834554619689458,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.5053207772051186,0.5053207772051186,0.6012766361236572,0.4837085787810427,0.030746708953715434,0.030686402219804745,3.1956955041299318,0.7108591824019147,0.03662649382727932,0.030980334145868788,0.02837031269402434,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,674.6534827380542,674.6534827380542,15.512783845265707,2.5367260227686232,0.34556731249222145,0.47515137948603425,75.29220598326143,25.97409252963526,0.9143123732283476,0.5460645139675427,0.5082789649491303,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.4596076415279337,0.4596076415279337,0.5152610143025717,0.208537330638386,0.02210424689735693,0.021779871249988713,1.6944395483089891,0.6779436861037454,0.02846011565344826,0.021630687562034703,0.02011410666522326,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,11.105916902422033,11.105916902422033,2.9168392419815063,0.5289985527019355,0.2918794725701843,0.2527193398350962,3.260135895659401,3.3325541109518437,0.29732824781726486,0.26023844538124963,0.20403508954873412,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,258.74086638291675,258.74086638291675,4.89532470703125,0.1415515577936747,0.001574139503727435,0.0015714845010692524,3.476107751317771,16.085424034911753,0.005156273231439589,0.0015692238943335113,0.0024463777579053687,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,3410.9732141147056,3410.9732141147056,57.190287272135414,7.843239397321429,0.018689532669141543,0.018509151712316558,275.6706515066964,58.40353768492715,0.019070542917527234,0.018674379517431974,0.01745190189791194,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,49.58592159347609,49.58592159347609,7.0385894775390625,0.14509077062999987,0.030940599338982695,0.030770125967900172,1.4034175379049971,7.041727174030252,0.029711929004347055,0.029698689778645832,0.04105634085739715,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 4262027ccf009febc9aafdf5cefe1c7defe6235f..ad920ffec109cd51e5fad04c7d99ffab961c9453 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T19:59:56.339245+00:00", + "evaluated_at": "2026-06-16T22:03:24.478072+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63393.671875, - 63519.98828125, 63500.01171875, 63625.98828125, 63648.80078125, @@ -101,11 +99,11 @@ 67157.9921875, 66851.7890625, 66766.1171875, - 66614.3515625 + 66614.3515625, + 66519.9765625, + 66368.1484375 ], "actuals": [ - 66519.9765625, - 66368.1484375, 66206.34375, 66328.7421875, 66250.0, @@ -127,89 +125,89 @@ 65758.0703125, 65978.7890625, 65847.9921875, - 65654.0 + 65675.8828125, + 65854.0, + 65783.9921875 ], "p50": [ - 66600.8359375, - 66609.2421875, - 66661.296875, - 66671.3984375, - 66676.2109375, - 66660.6640625, - 66669.296875, - 66692.890625, - 66696.6640625, - 66669.1015625, - 66670.625, - 66651.5625, - 66631.4296875, - 66642.390625, - 66675.125, - 66644.1875, - 66727.15625, - 66726.6015625, - 66712.0234375, - 66684.6953125, - 66709.40625, - 66671.9296875, - 66673.203125, - 66654.109375 + 66405.0859375, + 66429.0234375, + 66455.640625, + 66446.53125, + 66449.234375, + 66438.5390625, + 66441.203125, + 66443.9609375, + 66454.3046875, + 66432.8046875, + 66431.359375, + 66413.890625, + 66407.1875, + 66415.3125, + 66432.3984375, + 66399.6953125, + 66424.7578125, + 66428.671875, + 66395.1640625, + 66373.0859375, + 66390.703125, + 66352.34375, + 66347.921875, + 66327.6015625 ], "p10": [ - 66215.1171875, - 66071.0546875, - 66003.28125, - 65865.9609375, - 65761.265625, - 65626.84375, - 65509.12890625, - 65418.046875, - 65322.1171875, - 65186.0, - 65089.55859375, - 64943.89453125, - 64836.58203125, - 64779.59765625, - 64740.828125, - 64734.36328125, - 64755.39453125, - 64630.2734375, - 64556.48046875, - 64478.62109375, - 64450.51171875, - 64363.70703125, - 64307.1171875, - 64256.73828125 + 66070.25, + 65961.515625, + 65880.4140625, + 65727.2421875, + 65611.3203125, + 65483.84375, + 65338.9375, + 65240.7890625, + 65163.921875, + 65032.63671875, + 64951.6484375, + 64819.84765625, + 64746.51171875, + 64674.25390625, + 64617.9296875, + 64612.734375, + 64435.671875, + 64281.49609375, + 64232.89453125, + 64181.078125, + 64165.96875, + 64089.515625, + 64083.8828125, + 64064.05078125 ], "p90": [ - 66856.4140625, - 66963.3671875, - 67128.8046875, - 67257.0234375, - 67307.515625, - 67384.1484375, - 67444.8125, - 67517.7109375, - 67540.5078125, - 67581.34375, - 67642.203125, - 67668.25, - 67709.546875, - 67709.9453125, - 67772.8203125, - 67765.5859375, - 67899.34375, - 67943.0546875, - 67968.140625, - 68026.8828125, - 68032.921875, - 68078.03125, - 68091.359375, - 68173.71875 + 66606.640625, + 66716.671875, + 66841.0703125, + 66937.234375, + 66969.5859375, + 67040.90625, + 67092.046875, + 67139.5625, + 67160.0546875, + 67190.2578125, + 67221.9375, + 67251.78125, + 67288.7265625, + 67282.953125, + 67332.9453125, + 67321.375, + 67419.625, + 67443.8046875, + 67460.2421875, + 67474.609375, + 67480.6484375, + 67521.5390625, + 67543.734375, + 67593.8359375 ], "timestamps": [ - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", "2026-06-11 22:00:00", "2026-06-11 23:00:00", "2026-06-12 00:00:00", @@ -327,6 +325,8 @@ "2026-06-16 16:00:00", "2026-06-16 17:00:00", "2026-06-16 18:00:00", - "2026-06-16 19:00:00" + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00" ] } diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 0e3567b6ed44a911386559eab43996d362f440b0..f0ca9a7727fe30aed70058a3ad880a388dbc3ff2 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,48 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T18:29:17.923456+00:00", + "evaluated_at": "2026-06-16T22:03:31.433896+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 2.2239999771118164, - 2.246000051498413, - 2.25600004196167, - 2.2750000953674316, - 2.2839999198913574, - 2.2990000247955322, - 2.308000087738037, - 2.305999994277954, - 2.302000045776367, - 2.306999921798706, - 2.309999942779541, - 2.322999954223633, - 2.325000047683716, - 2.3259999752044678, - 2.318000078201294, - 2.305000066757202, - 2.2869999408721924, - 2.26200008392334, - 2.239000082015991, - 2.1989998817443848, - 2.1679999828338623, - 2.135999917984009, - 2.109999895095825, - 2.068000078201294, - 2.0360000133514404, - 1.996999979019165, - 1.965000033378601, - 1.9140000343322754, - 1.8530000448226929, - 1.8170000314712524, - 1.7649999856948853, - 1.7079999446868896, - 1.6519999504089355, - 1.5870000123977661, - 1.5379999876022339, - 1.4919999837875366, - 1.4240000247955322, 1.3660000562667847, 1.2970000505447388, 1.2430000305175781, @@ -101,9 +64,7 @@ -0.2770000100135803, -0.2590000033378601, -0.2290000021457672, - -0.2029999941587448 - ], - "actuals": [ + -0.2029999941587448, -0.17599999904632568, -0.14800000190734863, -0.11599999666213989, @@ -127,124 +88,126 @@ 0.5640000104904175, 0.6000000238418579, 0.6510000228881836, - 0.6919999718666077 + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541 + ], + "actuals": [ + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798 ], "p50": [ - -0.15321213006973267, - -0.12621444463729858, - -0.09479612112045288, - -0.06521272659301758, - -0.036073505878448486, - -5.2869319915771484e-05, - 0.031174838542938232, - 0.06406575441360474, - 0.10561144351959229, - 0.1441466212272644, - 0.18580710887908936, - 0.22531276941299438, - 0.2719942331314087, - 0.3173412084579468, - 0.3467370867729187, - 0.39697974920272827, - 0.45695555210113525, - 0.5155760049819946, - 0.5669064521789551, - 0.6186625957489014, - 0.6754401922225952, - 0.7252575159072876, - 0.7803133130073547, - 0.8349312543869019 + 1.2714048624038696, + 1.3021382093429565, + 1.3223742246627808, + 1.342076301574707, + 1.3652957677841187, + 1.3809393644332886, + 1.400305986404419, + 1.4214870929718018, + 1.4439858198165894, + 1.4544811248779297, + 1.4694464206695557, + 1.4765326976776123, + 1.484124779701233, + 1.5002940893173218, + 1.509385347366333, + 1.5060112476348877, + 1.4966837167739868, + 1.4997172355651855, + 1.492412805557251, + 1.4887856245040894, + 1.487042784690857, + 1.4709160327911377, + 1.4688043594360352, + 1.4664735794067383 ], "p10": [ - -0.18036264181137085, - -0.15425366163253784, - -0.13838714361190796, - -0.10869169235229492, - -0.07504761219024658, - -0.05539536476135254, - -0.026630759239196777, - 0.005383014678955078, - 0.036936283111572266, - 0.07119512557983398, - 0.10440772771835327, - 0.133112370967865, - 0.16959768533706665, - 0.19808590412139893, - 0.22678083181381226, - 0.25868189334869385, - 0.29745185375213623, - 0.34094715118408203, - 0.38156992197036743, - 0.4291839599609375, - 0.44869568943977356, - 0.49973124265670776, - 0.5346770286560059, - 0.555607795715332 + 1.2432326078414917, + 1.272105097770691, + 1.2829052209854126, + 1.2989084720611572, + 1.3106921911239624, + 1.319719672203064, + 1.332740306854248, + 1.3454570770263672, + 1.3551222085952759, + 1.364215612411499, + 1.3639112710952759, + 1.3676410913467407, + 1.3687866926193237, + 1.3643075227737427, + 1.3623425960540771, + 1.3657773733139038, + 1.3415559530258179, + 1.3406583070755005, + 1.3015565872192383, + 1.3018296957015991, + 1.2728582620620728, + 1.2409769296646118, + 1.227657437324524, + 1.2121409177780151 ], "p90": [ - -0.11885625123977661, - -0.09362602233886719, - -0.058121442794799805, - -0.021525144577026367, - 0.01901024580001831, - 0.055497586727142334, - 0.0931164026260376, - 0.1312456727027893, - 0.17631059885025024, - 0.22277867794036865, - 0.2667430639266968, - 0.32302552461624146, - 0.3803272247314453, - 0.4371166229248047, - 0.47322791814804077, - 0.527599036693573, - 0.6300759315490723, - 0.6997476816177368, - 0.7683205008506775, - 0.8199383616447449, - 0.904243528842926, - 0.9493053555488586, - 1.0297185182571411, - 1.0882058143615723 + 1.293419599533081, + 1.3290144205093384, + 1.3544151782989502, + 1.3812545537948608, + 1.4162108898162842, + 1.4447376728057861, + 1.467660665512085, + 1.4966574907302856, + 1.524342656135559, + 1.545400619506836, + 1.5627585649490356, + 1.5772147178649902, + 1.6060881614685059, + 1.6104309558868408, + 1.6370515823364258, + 1.6546273231506348, + 1.628829002380371, + 1.637184977531433, + 1.642183542251587, + 1.663994550704956, + 1.6832696199417114, + 1.676068663597107, + 1.6863704919815063, + 1.7011218070983887 ], "timestamps": [ - "2026-06-16 06:12:00", - "2026-06-16 06:18:00", - "2026-06-16 06:24:00", - "2026-06-16 06:30:00", - "2026-06-16 06:36:00", - "2026-06-16 06:42:00", - "2026-06-16 06:48:00", - "2026-06-16 06:54:00", - "2026-06-16 07:00:00", - "2026-06-16 07:06:00", - "2026-06-16 07:12:00", - "2026-06-16 07:18:00", - "2026-06-16 07:24:00", - "2026-06-16 07:30:00", - "2026-06-16 07:36:00", - "2026-06-16 07:42:00", - "2026-06-16 07:48:00", - "2026-06-16 07:54:00", - "2026-06-16 08:00:00", - "2026-06-16 08:06:00", - "2026-06-16 08:12:00", - "2026-06-16 08:18:00", - "2026-06-16 08:24:00", - "2026-06-16 08:30:00", - "2026-06-16 08:36:00", - "2026-06-16 08:42:00", - "2026-06-16 08:48:00", - "2026-06-16 08:54:00", - "2026-06-16 09:00:00", - "2026-06-16 09:06:00", - "2026-06-16 09:12:00", - "2026-06-16 09:18:00", - "2026-06-16 09:24:00", - "2026-06-16 09:30:00", - "2026-06-16 09:36:00", - "2026-06-16 09:42:00", - "2026-06-16 09:48:00", "2026-06-16 09:54:00", "2026-06-16 10:00:00", "2026-06-16 10:06:00", @@ -327,6 +290,43 @@ "2026-06-16 17:48:00", "2026-06-16 17:54:00", "2026-06-16 18:00:00", - "2026-06-16 18:06:00" + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index c13aaf9564512aa37f6e8dad5def17944f84ccaa..95bc44fd560ccb0c3dd8595c4fd546ba7d425b20 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,22 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T18:38:15.094868+00:00", + "evaluated_at": "2026-06-16T22:03:41.176142+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2999999523162842, - 1.0, - 1.2000000476837158, - 1.100000023841858, - 1.100000023841858, - 1.100000023841858, - 1.2000000476837158, - 1.100000023841858, - 1.100000023841858, - 1.0, - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -101,9 +90,7 @@ 1.0, 1.0, 1.0, - 1.100000023841858 - ], - "actuals": [ + 1.100000023841858, 1.0, 1.0, 1.100000023841858, @@ -114,7 +101,9 @@ 0.8999999761581421, 0.8999999761581421, 1.0, - 1.0, + 1.0 + ], + "actuals": [ 1.100000023841858, 1.100000023841858, 1.0, @@ -127,113 +116,98 @@ 1.100000023841858, 1.399999976158142, 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, 1.2000000476837158 ], "p50": [ - 1.0796200037002563, - 1.0453957319259644, - 1.038478970527649, - 1.0376607179641724, - 1.039510726928711, - 1.047925591468811, - 1.0478436946868896, - 1.0433664321899414, - 1.0436129570007324, - 1.0385420322418213, - 1.0399327278137207, - 1.050863265991211, - 1.0537551641464233, - 1.0515023469924927, - 1.0469523668289185, - 1.0439118146896362, - 1.0673308372497559, - 1.0712584257125854, - 1.0622682571411133, - 1.057079792022705, - 1.0534265041351318, - 1.0532145500183105, - 1.057339072227478, - 1.0621732473373413 + 0.9943106174468994, + 0.9984413981437683, + 1.0007070302963257, + 0.9942043423652649, + 0.9869167804718018, + 1.0200340747833252, + 1.0222465991973877, + 1.0047614574432373, + 1.0007261037826538, + 0.9986665844917297, + 0.9972714185714722, + 0.9984297156333923, + 0.995715856552124, + 0.9863522052764893, + 0.973598301410675, + 0.9594630002975464, + 0.9245932698249817, + 0.9347175359725952, + 0.9435685873031616, + 0.9428305625915527, + 0.9322770833969116, + 0.9247177839279175, + 0.9258898496627808, + 0.9276645183563232 ], "p10": [ - 1.0052555799484253, - 0.9779955744743347, - 0.9681025743484497, - 0.9675707221031189, - 0.9682340025901794, - 0.9679772257804871, - 0.9670518636703491, - 0.9647061824798584, - 0.9618726968765259, - 0.9622442722320557, - 0.961674690246582, - 0.9625649452209473, - 0.9644730687141418, - 0.9615297317504883, - 0.9580961465835571, - 0.9562422037124634, - 0.9437496662139893, - 0.9481960535049438, - 0.9486246705055237, - 0.9437999725341797, - 0.9411163330078125, - 0.94073486328125, - 0.9424543380737305, - 0.9427444934844971 + 0.9343203902244568, + 0.9216773509979248, + 0.9148883819580078, + 0.9053438305854797, + 0.8939226865768433, + 0.9124437570571899, + 0.9073862433433533, + 0.8957464694976807, + 0.890056312084198, + 0.8881019353866577, + 0.8864628076553345, + 0.8775484561920166, + 0.8763495683670044, + 0.8663511276245117, + 0.8541325926780701, + 0.8406446576118469, + 0.7986286878585815, + 0.8134617209434509, + 0.8181792497634888, + 0.819686233997345, + 0.8134944438934326, + 0.8087143898010254, + 0.8091927766799927, + 0.8066370487213135 ], "p90": [ - 1.1829047203063965, - 1.1607269048690796, - 1.1616594791412354, - 1.164803147315979, - 1.174896240234375, - 1.1841987371444702, - 1.1914225816726685, - 1.1920889616012573, - 1.191751480102539, - 1.1866109371185303, - 1.1931657791137695, - 1.2087005376815796, - 1.2141057252883911, - 1.2083845138549805, - 1.2018767595291138, - 1.2011377811431885, - 1.240495204925537, - 1.2435745000839233, - 1.2317523956298828, - 1.221129298210144, - 1.218053936958313, - 1.220088243484497, - 1.227500081062317, - 1.240117073059082 + 1.078461766242981, + 1.0971819162368774, + 1.107815146446228, + 1.1081271171569824, + 1.1035557985305786, + 1.1432468891143799, + 1.1568622589111328, + 1.1322847604751587, + 1.1291731595993042, + 1.1254371404647827, + 1.1269879341125488, + 1.1301792860031128, + 1.1304421424865723, + 1.1275193691253662, + 1.1154584884643555, + 1.1073466539382935, + 1.0888855457305908, + 1.0970505475997925, + 1.1076455116271973, + 1.0962210893630981, + 1.0751572847366333, + 1.065771222114563, + 1.066383719444275, + 1.0729691982269287 ], "timestamps": [ - "2026-06-15 03:20:00", - "2026-06-15 03:30:00", - "2026-06-15 03:40:00", - "2026-06-15 03:50:00", - "2026-06-15 04:00:00", - "2026-06-15 04:10:00", - "2026-06-15 04:20:00", - "2026-06-15 04:30:00", - "2026-06-15 04:40:00", - "2026-06-15 04:50:00", - "2026-06-15 05:00:00", - "2026-06-15 05:10:00", - "2026-06-15 05:20:00", - "2026-06-15 05:30:00", - "2026-06-15 05:40:00", - "2026-06-15 05:50:00", - "2026-06-15 06:00:00", - "2026-06-15 06:10:00", - "2026-06-15 06:20:00", - "2026-06-15 06:30:00", - "2026-06-15 06:40:00", - "2026-06-15 06:50:00", - "2026-06-15 07:00:00", - "2026-06-15 07:10:00", - "2026-06-15 07:20:00", - "2026-06-15 07:30:00", "2026-06-15 07:40:00", "2026-06-15 07:50:00", "2026-06-15 08:00:00", @@ -327,6 +301,32 @@ "2026-06-15 22:40:00", "2026-06-15 22:50:00", "2026-06-15 23:00:00", - "2026-06-15 23:10:00" + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index bd153efcaa53f6e3f9bf66ed9d6ea077a88fcd40..3a3066b3f69e1f9b75bb3efd278561b40d54c5d3 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,109 +1,61 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T14:58:34.715450+00:00", + "evaluated_at": "2026-06-16T22:10:08.285411+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 3170.0, - 3230.0, - 3230.0, - 3170.0, - 3170.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3170.0, - 3170.0, - 3230.0, - 3170.0, - 3170.0, - 3170.0, - 3230.0, - 3230.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, 3120.0, - 3170.0, 3120.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, 3170.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, - 3120.0 - ], - "actuals": [ 3120.0, 3120.0, 3120.0, @@ -111,6 +63,7 @@ 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, 3120.0, @@ -121,121 +74,140 @@ 3120.0, 3120.0, 3120.0, - 3170.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0 + ], + "actuals": [ + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, 3060.0 ], "p50": [ - 3120.12939453125, - 3120.26171875, - 3120.1064453125, - 3119.85791015625, - 3119.858154296875, - 3120.02294921875, - 3119.764892578125, - 3119.933349609375, - 3120.083740234375, - 3120.28515625, - 3120.47607421875, - 3119.9248046875, - 3120.19189453125, - 3120.56201171875, - 3119.811279296875, - 3120.582763671875, - 3119.282470703125, - 3119.333251953125, - 3119.2314453125, - 3120.16064453125, - 3120.32470703125, - 3120.6435546875, - 3120.32470703125, - 3120.32958984375 + 3119.694091796875, + 3119.60400390625, + 3119.613037109375, + 3119.672607421875, + 3119.654296875, + 3119.595458984375, + 3119.6044921875, + 3119.63916015625, + 3119.67578125, + 3119.65673828125, + 3119.6689453125, + 3119.67578125, + 3119.682861328125, + 3119.6708984375, + 3119.640380859375, + 3119.6142578125, + 3119.6689453125, + 3119.673583984375, + 3119.614990234375, + 3119.703125, + 3119.736572265625, + 3119.704833984375, + 3119.6708984375, + 3119.63916015625 ], "p10": [ - 3117.221923828125, - 3116.3486328125, - 3115.900146484375, - 3115.364013671875, - 3114.554443359375, - 3114.037353515625, - 3113.60400390625, - 3113.33740234375, - 3113.07421875, - 3112.7744140625, - 3112.444091796875, - 3112.04248046875, - 3112.49462890625, - 3112.11962890625, - 3111.252685546875, - 3111.41845703125, - 3100.78564453125, - 3100.15185546875, - 3101.30322265625, - 3100.541748046875, - 3099.859130859375, - 3098.6259765625, - 3098.57177734375, - 3098.88818359375 + 3113.386474609375, + 3113.644775390625, + 3112.398193359375, + 3111.60791015625, + 3111.595703125, + 3110.892333984375, + 3110.43798828125, + 3110.87109375, + 3111.3662109375, + 3110.88818359375, + 3110.519287109375, + 3110.456787109375, + 3111.54150390625, + 3111.61376953125, + 3111.548828125, + 3112.0107421875, + 3114.82080078125, + 3114.701416015625, + 3113.45458984375, + 3113.2939453125, + 3113.52099609375, + 3113.10400390625, + 3113.431884765625, + 3113.954345703125 ], "p90": [ - 3129.79345703125, - 3133.51806640625, - 3139.269775390625, - 3146.695068359375, - 3152.03564453125, - 3157.9384765625, - 3160.581787109375, - 3162.1650390625, - 3164.42724609375, - 3168.504638671875, - 3169.550537109375, - 3172.2509765625, - 3173.726318359375, - 3175.553955078125, - 3175.726806640625, - 3175.876220703125, - 3172.119140625, - 3172.0263671875, - 3172.354248046875, - 3173.707275390625, - 3173.56787109375, - 3174.458740234375, - 3175.026123046875, - 3175.484375 + 3120.02001953125, + 3120.040283203125, + 3120.034912109375, + 3120.01708984375, + 3119.9677734375, + 3120.006591796875, + 3119.975341796875, + 3119.986328125, + 3120.002685546875, + 3120.03955078125, + 3120.047119140625, + 3120.06298828125, + 3120.0810546875, + 3120.085205078125, + 3120.145263671875, + 3120.1015625, + 3119.965087890625, + 3120.048828125, + 3119.993896484375, + 3120.025390625, + 3119.991455078125, + 3120.09814453125, + 3120.03564453125, + 3119.973876953125 ], "timestamps": [ - "2026-06-16 03:55:00", - "2026-06-16 04:10:00", - "2026-06-16 04:25:00", - "2026-06-16 04:40:00", - "2026-06-16 04:55:00", - "2026-06-16 05:10:00", - "2026-06-16 05:25:00", - "2026-06-16 05:40:00", - "2026-06-16 05:55:00", - "2026-06-16 06:10:00", - "2026-06-16 06:25:00", - "2026-06-16 06:40:00", - "2026-06-16 06:55:00", - "2026-06-16 07:10:00", - "2026-06-16 07:25:00", - "2026-06-16 07:40:00", - "2026-06-16 07:55:00", - "2026-06-16 08:10:00", - "2026-06-16 08:25:00", - "2026-06-16 08:40:00", - "2026-06-16 08:55:00", - "2026-06-16 09:10:00", - "2026-06-16 09:25:00", - "2026-06-16 09:40:00", - "2026-06-16 09:55:00", - "2026-06-16 10:10:00", - "2026-06-16 10:25:00", - "2026-06-16 10:40:00", "2026-06-16 10:55:00", "2026-06-16 11:10:00", "2026-06-16 11:25:00", @@ -327,6 +299,34 @@ "2026-06-17 08:55:00", "2026-06-17 09:10:00", "2026-06-17 09:25:00", - "2026-06-17 09:40:00" + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index bebc1a0a45debc6127336cd35f4b22af36bfbf5b..a005d10cccead581707ca9208b15ee2783b2a907 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,41 +1,29 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T20:22:26.875011+00:00", + "evaluated_at": "2026-06-16T22:10:12.375165+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t190000z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t210000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", - "context_length": 76, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t174500z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t190000z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t192400z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t190000z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t135000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t190000z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t185000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/dataset_eval_intervals.json b/results/dataset_eval_intervals.json index b28633c4c78eb5ce77f6188442dd8ffce47788a3..c278fc3b1f97bae165d4f1135a24a52bd070b112 100644 --- a/results/dataset_eval_intervals.json +++ b/results/dataset_eval_intervals.json @@ -7,5 +7,6 @@ "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600, "open_meteo_shanghai_hourly_temperature_2m": 3600, "usgs_earthquake_all_week_hourly_earthquake_count": 3600, + "usgs_potomac_iv_usgs_00060": 900, "wikimedia_time_series_hourly_pageviews": 86400 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 65f734446cee406e6631f6c38c5e13b1964aae42..34fe0a9cc868c688f9d0953398c2b4610bb7a180 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -967,3 +967,7 @@ {"evaluated_at": "2026-06-16T19:39:53.974594+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-16T19:39:53.974594+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24} {"evaluated_at": "2026-06-16T19:39:53.974594+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24} +{"evaluated_at": "2026-06-16T22:43:10.176475+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-16T22:43:10.176475+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24} +{"evaluated_at": "2026-06-16T22:43:10.176475+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24} +{"evaluated_at": "2026-06-16T22:43:10.176475+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 2094312c54e9d58f52a0069efcb6bca2eade714f..55412aef0ffa738235dc8a14e0e20cf126bd0240 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,4131424.0035845437,4108550.874150435,1996.884033203125,2.3966378109994384,0.030128844777449038,0.030603391632280413,19.071474491039737,2032.5904662731605,0.030690626282558628,0.03015148531372148,0.024017148577513168,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,178090.06866455078,176320.08866564432,346.1652018229167,0.3762036065922512,0.005246071074439093,0.0052312177295665676,2.848758947083173,422.0071902995858,0.00638179038506534,0.005234872313595887,0.00599826176940231,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,20.155414066086905,19.644515297660785,3.572635054588318,2.0607183061969487,0.15604167881700362,0.13959884970957623,35.732714683248126,4.489478150752814,0.197133897166357,0.15687513065322256,0.11519826414817132,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.04422225393544349,0.05132351900057175,0.18233840889297426,0.09437907552982527,0.7826884108014188,0.9418263091560822,0.28247142311613155,0.21029087934440593,0.7206884074424663,0.6248924248657223,0.5320532258074262,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.018334580278425605,0.018253868433592668,0.10524539401133855,0.8419630182642907,0.09905169939526381,0.09840378548345134,8.405952637441533,0.13540524464888945,0.12794196536926508,0.09944446827587321,0.08234482960413712,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.001960997842006762,0.003152526320871226,0.04120695839325587,0.044743562989791985,0.02655296788986594,0.0260084580297331,0.46184611417098814,0.04428315528512802,0.029945498662480658,0.027865288945761995,0.03920562076460495,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.028300178196554022,0.031612962552300804,0.1429574191570282,1.0556854019626616,0.12077507711981263,0.1314995793786656,10.24007543379337,0.16822656804605515,0.1506506622403977,0.12802157303885767,0.10847414525790335,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.018485857658030607,0.02001539928504788,0.05017620325088501,0.3612688012194829,0.0034847701563339075,0.0035337126202516535,3.162869229457561,0.13596270686489956,0.009677060636504767,0.0035712598885728327,0.0038748915159366043,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,80.73735444383362,81.93370648773954,6.358666678269704,0.9976552776740538,0.3499295078393861,0.32606322769756246,8.308047042267079,8.98539673268986,0.5166495183781578,0.3656156956212469,0.27632629667245173,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.4896341226790355,0.3172065352158218,0.47127501169840497,0.18643846616640194,0.019444775489628245,0.01949618319201646,1.979524360908257,0.6997386102531684,0.02928797997668975,0.019725498784672234,0.02713813913665277,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,44.24852590150825,14.18452706278588,3.110309620698293,0.6220619241396586,0.5078736633250404,0.31293815448519674,4.498262284199397,6.65195654687463,0.6569833626542845,0.3071910736492141,0.2369708365591683,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,1769.262243827184,1699.5566783957183,38.861165364583336,1.1236963478915662,0.012478910540370827,0.012392192647476263,4.825547992752258,42.062599109270266,0.013483402946740835,0.012457165336583411,0.0075407414808353,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,3257.9568588460484,3444.1024731999883,57.4533945719401,7.879322684151785,0.018775602966891635,0.01859347789897382,191.99332310267857,57.07851486195177,0.018637882403902618,0.0187602921051233,0.015011127682409772,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,176.3750626851106,144.3851330865,11.77811050415039,0.24278943033483547,0.05437496998831363,0.0532503574714263,1.6591296374283497,13.280627345314326,0.05603640230090433,0.04969666879388351,0.05403646870616227,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 6a786616dc670592c06171daaea077048b92ea82..40e0920b32aa55e61679eeab08b77e197d5f68e8 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T21:28:53.858183+00:00", + "evaluated_at": "2026-06-16T22:32:54.976348+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63393.671875, - 63519.98828125, 63500.01171875, 63625.98828125, 63648.80078125, @@ -101,11 +99,11 @@ 67157.9921875, 66851.7890625, 66766.1171875, - 66614.3515625 + 66614.3515625, + 66519.9765625, + 66368.1484375 ], "actuals": [ - 66519.9765625, - 66368.1484375, 66206.34375, 66328.7421875, 66250.0, @@ -127,89 +125,89 @@ 65758.0703125, 65978.7890625, 65847.9921875, - 65654.0 + 65675.8828125, + 65854.0, + 65783.9921875 ], "p50": [ - 64177.9609375, - 64426.30078125, - 64215.376953125, - 64344.59765625, - 64235.083984375, - 64061.5546875, - 64250.646484375, - 64211.255859375, - 64284.2265625, - 64317.451171875, - 64300.439453125, - 64114.8046875, - 64159.748046875, - 64286.822265625, - 64172.796875, - 64297.60546875, - 64152.49609375, - 64276.974609375, - 64303.23046875, - 64411.654296875, - 64209.060546875, - 64111.84375, - 64078.900390625, - 64250.041015625 + 66241.671875, + 66253.234375, + 66192.859375, + 66204.984375, + 66236.6015625, + 66319.953125, + 66331.34765625, + 66444.3984375, + 66381.48828125, + 66274.38671875, + 66270.6875, + 66279.6796875, + 66463.0546875, + 66337.60546875, + 66369.30078125, + 66339.9453125, + 66364.43359375, + 66484.375, + 66424.71875, + 66641.765625, + 66417.296875, + 66453.74609375, + 66372.8671875, + 66293.88671875 ], "p10": [ - 62552.6015625, - 62785.05859375, - 62540.619140625, - 62692.640625, - 62329.361328125, - 62619.76171875, - 62757.54296875, - 62641.216796875, - 62408.599609375, - 62618.83203125, - 62976.9296875, - 62358.208984375, - 62487.109375, - 61987.537109375, - 62027.625, - 61902.30078125, - 62290.94140625, - 62309.64453125, - 62583.095703125, - 61974.177734375, - 62217.732421875, - 61951.51171875, - 61633.32421875, - 61849.546875 + 65964.20703125, + 65886.96875, + 65683.1328125, + 65708.09375, + 65476.845703125, + 65460.87890625, + 65335.96484375, + 65392.140625, + 65296.171875, + 64758.810546875, + 65210.142578125, + 65138.103515625, + 65163.720703125, + 65099.75, + 64557.453125, + 65101.05859375, + 65052.6796875, + 64577.30078125, + 64573.486328125, + 64726.0078125, + 64181.94921875, + 64477.96875, + 64410.521484375, + 64536.720703125 ], "p90": [ - 65600.609375, - 66358.9375, - 66010.33984375, - 65995.47265625, - 66063.80859375, - 65617.3671875, - 65986.8046875, - 65925.52734375, - 65864.76953125, - 66011.5078125, - 65995.265625, - 66051.97265625, - 66035.46484375, - 66240.14453125, - 65982.828125, - 66359.4453125, - 65951.1796875, - 66782.63671875, - 66642.9140625, - 66374.0703125, - 66290.6015625, - 66240.18359375, - 65879.7265625, - 66076.9609375 + 66476.30859375, + 66714.4765625, + 66774.734375, + 66927.53125, + 67076.1015625, + 67054.03515625, + 67522.9375, + 67462.85546875, + 67494.93359375, + 67593.23828125, + 67369.46875, + 67662.796875, + 68260.703125, + 67694.79296875, + 67914.97265625, + 67890.93359375, + 68063.59375, + 68070.01953125, + 68505.08203125, + 68367.60546875, + 68353.47265625, + 68635.62890625, + 67991.41796875, + 68666.875 ], "timestamps": [ - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", "2026-06-11 22:00:00", "2026-06-11 23:00:00", "2026-06-12 00:00:00", @@ -327,6 +325,8 @@ "2026-06-16 16:00:00", "2026-06-16 17:00:00", "2026-06-16 18:00:00", - "2026-06-16 19:00:00" + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a741e91829ae6bc7d6846f3f8e37ce0c681ace4f..3fb85cb955984bda5fcf936b5f489957cd9cc6eb 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,48 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T19:33:15.457337+00:00", + "evaluated_at": "2026-06-16T22:39:58.699595+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 2.2239999771118164, - 2.246000051498413, - 2.25600004196167, - 2.2750000953674316, - 2.2839999198913574, - 2.2990000247955322, - 2.308000087738037, - 2.305999994277954, - 2.302000045776367, - 2.306999921798706, - 2.309999942779541, - 2.322999954223633, - 2.325000047683716, - 2.3259999752044678, - 2.318000078201294, - 2.305000066757202, - 2.2869999408721924, - 2.26200008392334, - 2.239000082015991, - 2.1989998817443848, - 2.1679999828338623, - 2.135999917984009, - 2.109999895095825, - 2.068000078201294, - 2.0360000133514404, - 1.996999979019165, - 1.965000033378601, - 1.9140000343322754, - 1.8530000448226929, - 1.8170000314712524, - 1.7649999856948853, - 1.7079999446868896, - 1.6519999504089355, - 1.5870000123977661, - 1.5379999876022339, - 1.4919999837875366, - 1.4240000247955322, 1.3660000562667847, 1.2970000505447388, 1.2430000305175781, @@ -101,9 +64,7 @@ -0.2770000100135803, -0.2590000033378601, -0.2290000021457672, - -0.2029999941587448 - ], - "actuals": [ + -0.2029999941587448, -0.17599999904632568, -0.14800000190734863, -0.11599999666213989, @@ -127,124 +88,126 @@ 0.5640000104904175, 0.6000000238418579, 0.6510000228881836, - 0.6919999718666077 + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541 + ], + "actuals": [ + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798 ], "p50": [ - -0.1821906566619873, - -0.16153723001480103, - -0.13789862394332886, - -0.11936965584754944, - -0.09516817331314087, - -0.06916287541389465, - -0.0413815975189209, - -0.03403851389884949, - -0.009608626365661621, - 0.02840438485145569, - 0.04321935772895813, - 0.09115946292877197, - 0.1464662253856659, - 0.1476438343524933, - 0.14938479661941528, - 0.14206203818321228, - 0.13827434182167053, - 0.13522198796272278, - 0.24978145956993103, - 0.20596221089363098, - 0.18002498149871826, - 0.22268199920654297, - 0.24535328149795532, - 0.27180057764053345 + 1.2092634439468384, + 1.2404768466949463, + 1.265891671180725, + 1.289543330669403, + 1.3195751309394836, + 1.345893383026123, + 1.3754495978355408, + 1.3974245190620422, + 1.4249070286750793, + 1.4599120616912842, + 1.484763503074646, + 1.491034746170044, + 1.5338848233222961, + 1.5775803923606873, + 1.603827714920044, + 1.5997143983840942, + 1.647984266281128, + 1.6664127111434937, + 1.6944612264633179, + 1.7071210741996765, + 1.6948386430740356, + 1.7071150541305542, + 1.7419713735580444, + 1.7051246762275696 ], "p10": [ - -0.20033442974090576, - -0.20295029878616333, - -0.18642950057983398, - -0.18131107091903687, - -0.1935099959373474, - -0.16750943660736084, - -0.1558598279953003, - -0.16287708282470703, - -0.1732298731803894, - -0.14840912818908691, - -0.18002980947494507, - -0.19228416681289673, - -0.15349304676055908, - -0.13498687744140625, - -0.1965714693069458, - -0.19338399171829224, - -0.1506122350692749, - -0.22727644443511963, - -0.23392254114151, - -0.20529884099960327, - -0.30612605810165405, - -0.29158586263656616, - -0.22353190183639526, - -0.3388057351112366 + 1.1951812505722046, + 1.212971031665802, + 1.2335317134857178, + 1.2419684529304504, + 1.263294517993927, + 1.2849321961402893, + 1.2942631840705872, + 1.3226969242095947, + 1.3100875616073608, + 1.3210609555244446, + 1.3026796579360962, + 1.3254591822624207, + 1.3223630785942078, + 1.3199092745780945, + 1.329750895500183, + 1.3483366966247559, + 1.355351984500885, + 1.3925760388374329, + 1.3354302048683167, + 1.2700689435005188, + 1.2206860780715942, + 1.0951036214828491, + 1.199449062347412, + 1.0815825462341309 ], "p90": [ - -0.1642920970916748, - -0.12735766172409058, - -0.07798609137535095, - -0.05385315418243408, - -0.012178987264633179, - 0.030371367931365967, - 0.07306486368179321, - 0.1338154375553131, - 0.1844921112060547, - 0.20115983486175537, - 0.27675044536590576, - 0.3737565279006958, - 0.45166729390621185, - 0.46213312447071075, - 0.5092018842697144, - 0.5304686725139618, - 0.5863001346588135, - 0.5454594492912292, - 0.691942423582077, - 0.688454806804657, - 0.6816970109939575, - 0.7768760025501251, - 0.7466782033443451, - 0.7983360886573792 + 1.2258087992668152, + 1.2602980136871338, + 1.2995931506156921, + 1.3353300094604492, + 1.371212124824524, + 1.4119733572006226, + 1.455808699131012, + 1.4794262051582336, + 1.5295740365982056, + 1.576530933380127, + 1.6213349103927612, + 1.6573076844215393, + 1.7103044390678406, + 1.8132705688476562, + 1.7937206625938416, + 1.8502775430679321, + 1.900427222251892, + 1.9385490417480469, + 2.023024797439575, + 2.0689053535461426, + 2.080992102622986, + 2.155147433280945, + 2.106844663619995, + 2.1983642578125 ], "timestamps": [ - "2026-06-16 06:12:00", - "2026-06-16 06:18:00", - "2026-06-16 06:24:00", - "2026-06-16 06:30:00", - "2026-06-16 06:36:00", - "2026-06-16 06:42:00", - "2026-06-16 06:48:00", - "2026-06-16 06:54:00", - "2026-06-16 07:00:00", - "2026-06-16 07:06:00", - "2026-06-16 07:12:00", - "2026-06-16 07:18:00", - "2026-06-16 07:24:00", - "2026-06-16 07:30:00", - "2026-06-16 07:36:00", - "2026-06-16 07:42:00", - "2026-06-16 07:48:00", - "2026-06-16 07:54:00", - "2026-06-16 08:00:00", - "2026-06-16 08:06:00", - "2026-06-16 08:12:00", - "2026-06-16 08:18:00", - "2026-06-16 08:24:00", - "2026-06-16 08:30:00", - "2026-06-16 08:36:00", - "2026-06-16 08:42:00", - "2026-06-16 08:48:00", - "2026-06-16 08:54:00", - "2026-06-16 09:00:00", - "2026-06-16 09:06:00", - "2026-06-16 09:12:00", - "2026-06-16 09:18:00", - "2026-06-16 09:24:00", - "2026-06-16 09:30:00", - "2026-06-16 09:36:00", - "2026-06-16 09:42:00", - "2026-06-16 09:48:00", "2026-06-16 09:54:00", "2026-06-16 10:00:00", "2026-06-16 10:06:00", @@ -327,6 +290,43 @@ "2026-06-16 17:48:00", "2026-06-16 17:54:00", "2026-06-16 18:00:00", - "2026-06-16 18:06:00" + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 21f5028d6ed0f67f9ed84ca4e6cd799e8be2b658..a2f41ad2f3549d4f0c26e9ff1e668b5e53a9b7e3 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,22 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T19:33:20.587479+00:00", + "evaluated_at": "2026-06-16T22:40:09.272706+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2999999523162842, - 1.0, - 1.2000000476837158, - 1.100000023841858, - 1.100000023841858, - 1.100000023841858, - 1.2000000476837158, - 1.100000023841858, - 1.100000023841858, - 1.0, - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -101,9 +90,7 @@ 1.0, 1.0, 1.0, - 1.100000023841858 - ], - "actuals": [ + 1.100000023841858, 1.0, 1.0, 1.100000023841858, @@ -114,7 +101,9 @@ 0.8999999761581421, 0.8999999761581421, 1.0, - 1.0, + 1.0 + ], + "actuals": [ 1.100000023841858, 1.100000023841858, 1.0, @@ -127,113 +116,98 @@ 1.100000023841858, 1.399999976158142, 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, 1.2000000476837158 ], "p50": [ - 1.0812236070632935, - 1.0784770250320435, - 1.0650203824043274, - 1.061763048171997, - 1.060682475566864, - 1.05998957157135, - 1.0630452632904053, - 1.0550989508628845, - 1.0549713969230652, - 1.0789783000946045, - 1.066300630569458, - 1.0542131662368774, - 1.038131833076477, - 1.044937789440155, - 1.0543491840362549, - 1.0496174693107605, - 1.0579370856285095, - 1.0644028186798096, - 1.0426180958747864, - 1.0599325895309448, - 1.0529014468193054, - 1.0608124732971191, - 1.0453535318374634, - 1.0506303310394287 + 1.0087758898735046, + 0.9795731604099274, + 0.9826144874095917, + 0.9809016585350037, + 0.9491087794303894, + 0.9807401895523071, + 1.0274690985679626, + 1.0333479642868042, + 0.991656482219696, + 0.9746332466602325, + 0.973158061504364, + 0.992079347372055, + 0.9896087944507599, + 0.978586345911026, + 0.9931902587413788, + 0.9822092950344086, + 0.9654138386249542, + 0.9802833497524261, + 1.0060741305351257, + 1.0059847831726074, + 0.9820562303066254, + 0.9606778025627136, + 0.9629778861999512, + 0.9927563965320587 ], "p10": [ - 1.0021635293960571, - 0.9729361236095428, - 0.9500774145126343, - 0.9586104154586792, - 0.937227874994278, - 0.9456608295440674, - 0.9472891986370087, - 0.9121471047401428, - 0.8984882831573486, - 0.94671431183815, - 0.91007399559021, - 0.9115294516086578, - 0.9056208729743958, - 0.8717169165611267, - 0.9227737486362457, - 0.9107567071914673, - 0.8816772401332855, - 0.892949104309082, - 0.867099404335022, - 0.8912004828453064, - 0.8734984993934631, - 0.8935348689556122, - 0.8667543828487396, - 0.8561907410621643 + 0.9277696907520294, + 0.8786585927009583, + 0.8862839043140411, + 0.8887065351009369, + 0.824425995349884, + 0.8682059049606323, + 0.8987130522727966, + 0.8945308327674866, + 0.8620942533016205, + 0.8423492610454559, + 0.8297609984874725, + 0.8458341956138611, + 0.8544221520423889, + 0.839031308889389, + 0.8475165963172913, + 0.8255119919776917, + 0.7978303134441376, + 0.7945926785469055, + 0.8169405460357666, + 0.8023354709148407, + 0.7981818914413452, + 0.7708315849304199, + 0.7569385170936584, + 0.7927833795547485 ], "p90": [ - 1.1688935160636902, - 1.1773898601531982, - 1.1858699917793274, - 1.1713483929634094, - 1.2126713991165161, - 1.2255083918571472, - 1.2060036659240723, - 1.2217108011245728, - 1.2070204615592957, - 1.2189284563064575, - 1.2123197317123413, - 1.2035866379737854, - 1.225044310092926, - 1.2063865661621094, - 1.2225984334945679, - 1.1895692944526672, - 1.2719253301620483, - 1.3372053503990173, - 1.2769835591316223, - 1.3303592801094055, - 1.2704018354415894, - 1.3469507694244385, - 1.262087345123291, - 1.2604151368141174 + 1.0954994559288025, + 1.0703935623168945, + 1.08637273311615, + 1.1230107545852661, + 1.0682252049446106, + 1.1067605018615723, + 1.1746052503585815, + 1.1628676056861877, + 1.1356280446052551, + 1.0933115482330322, + 1.118506371974945, + 1.1535940170288086, + 1.1262911558151245, + 1.1627615690231323, + 1.1693836450576782, + 1.1666337251663208, + 1.130782961845398, + 1.1665246486663818, + 1.17295241355896, + 1.2142558097839355, + 1.226115107536316, + 1.1386346220970154, + 1.1956963539123535, + 1.2230769395828247 ], "timestamps": [ - "2026-06-15 03:20:00", - "2026-06-15 03:30:00", - "2026-06-15 03:40:00", - "2026-06-15 03:50:00", - "2026-06-15 04:00:00", - "2026-06-15 04:10:00", - "2026-06-15 04:20:00", - "2026-06-15 04:30:00", - "2026-06-15 04:40:00", - "2026-06-15 04:50:00", - "2026-06-15 05:00:00", - "2026-06-15 05:10:00", - "2026-06-15 05:20:00", - "2026-06-15 05:30:00", - "2026-06-15 05:40:00", - "2026-06-15 05:50:00", - "2026-06-15 06:00:00", - "2026-06-15 06:10:00", - "2026-06-15 06:20:00", - "2026-06-15 06:30:00", - "2026-06-15 06:40:00", - "2026-06-15 06:50:00", - "2026-06-15 07:00:00", - "2026-06-15 07:10:00", - "2026-06-15 07:20:00", - "2026-06-15 07:30:00", "2026-06-15 07:40:00", "2026-06-15 07:50:00", "2026-06-15 08:00:00", @@ -327,6 +301,32 @@ "2026-06-15 22:40:00", "2026-06-15 22:50:00", "2026-06-15 23:00:00", - "2026-06-15 23:10:00" + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 8d52543f40c80f3c8795c0b14d21c584106152b1..ecc0758da6afb031f79c8161dafdf0dbe8d33901 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,109 +1,61 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T15:53:02.693380+00:00", + "evaluated_at": "2026-06-16T22:40:13.827036+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 3170.0, - 3230.0, - 3230.0, - 3170.0, - 3170.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3170.0, - 3170.0, - 3230.0, - 3170.0, - 3170.0, - 3170.0, - 3230.0, - 3230.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, 3120.0, - 3170.0, 3120.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, 3170.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, - 3120.0 - ], - "actuals": [ 3120.0, 3120.0, 3120.0, @@ -111,6 +63,7 @@ 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, 3120.0, @@ -121,121 +74,140 @@ 3120.0, 3120.0, 3120.0, - 3170.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0 + ], + "actuals": [ + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, 3060.0 ], "p50": [ - 3158.7811279296875, - 3157.167724609375, - 3152.2840576171875, - 3159.5751953125, - 3159.0699462890625, - 3152.380126953125, - 3154.8309326171875, - 3156.0211181640625, - 3153.6517333984375, - 3157.208740234375, - 3153.0975341796875, - 3153.41064453125, - 3156.572998046875, - 3151.009033203125, - 3155.374755859375, - 3156.2957763671875, - 3154.9884033203125, - 3156.632080078125, - 3155.9178466796875, - 3152.8980712890625, - 3156.0159912109375, - 3157.658203125, - 3158.2218017578125, - 3156.36669921875 + 3119.953125, + 3119.909912109375, + 3119.9825439453125, + 3119.968505859375, + 3119.975830078125, + 3119.9425048828125, + 3119.9476318359375, + 3119.9697265625, + 3119.978759765625, + 3120.01220703125, + 3119.9468994140625, + 3119.9849853515625, + 3119.9249267578125, + 3119.878173828125, + 3119.9344482421875, + 3119.9412841796875, + 3119.888427734375, + 3119.9566650390625, + 3119.93505859375, + 3119.8812255859375, + 3119.921875, + 3119.9263916015625, + 3119.9776611328125, + 3119.9759521484375 ], "p10": [ - 3119.6517333984375, - 3111.1009521484375, - 3105.7828369140625, - 3114.9381103515625, - 3121.3575439453125, - 3116.1290283203125, - 3121.31201171875, - 3111.1143798828125, - 3117.001708984375, - 3122.911376953125, - 3117.833740234375, - 3119.8212890625, - 3105.7618408203125, - 3108.304443359375, - 3101.625244140625, - 3109.260986328125, - 3113.015380859375, - 3097.47900390625, - 3104.830322265625, - 3106.77001953125, - 3109.0860595703125, - 3105.727783203125, - 3113.9393310546875, - 3108.2843017578125 + 3119.3115234375, + 3116.145751953125, + 3116.145751953125, + 3116.145751953125, + 3116.145751953125, + 3092.6116943359375, + 3112.5498046875, + 3117.7706298828125, + 3092.450439453125, + 3118.2728271484375, + 3095.3028564453125, + 3114.8963623046875, + 3085.5667724609375, + 3083.1212158203125, + 3105.121337890625, + 3088.411376953125, + 3115.93701171875, + 3097.036865234375, + 3088.5634765625, + 3090.78125, + 3104.0677490234375, + 3088.730712890625, + 3113.3863525390625, + 3080.7734375 ], "p90": [ - 3201.5399169921875, - 3211.658203125, - 3199.9307861328125, - 3204.8663330078125, - 3203.2030029296875, - 3193.4949951171875, - 3196.530517578125, - 3193.800048828125, - 3197.8450927734375, - 3198.799560546875, - 3189.605712890625, - 3203.2230224609375, - 3210.68310546875, - 3205.6253662109375, - 3219.534423828125, - 3208.7696533203125, - 3220.2623291015625, - 3210.031982421875, - 3207.96728515625, - 3215.2415771484375, - 3208.2359619140625, - 3209.4866943359375, - 3210.189208984375, - 3217.2593994140625 + 3132.25390625, + 3132.776123046875, + 3120.419189453125, + 3126.5316162109375, + 3132.776123046875, + 3136.344482421875, + 3120.7728271484375, + 3132.776123046875, + 3132.776123046875, + 3132.776123046875, + 3132.776123046875, + 3149.406494140625, + 3132.776123046875, + 3132.776123046875, + 3132.776123046875, + 3147.2415771484375, + 3132.776123046875, + 3149.406494140625, + 3136.8974609375, + 3132.776123046875, + 3149.406494140625, + 3132.776123046875, + 3139.1947021484375, + 3133.365478515625 ], "timestamps": [ - "2026-06-16 03:55:00", - "2026-06-16 04:10:00", - "2026-06-16 04:25:00", - "2026-06-16 04:40:00", - "2026-06-16 04:55:00", - "2026-06-16 05:10:00", - "2026-06-16 05:25:00", - "2026-06-16 05:40:00", - "2026-06-16 05:55:00", - "2026-06-16 06:10:00", - "2026-06-16 06:25:00", - "2026-06-16 06:40:00", - "2026-06-16 06:55:00", - "2026-06-16 07:10:00", - "2026-06-16 07:25:00", - "2026-06-16 07:40:00", - "2026-06-16 07:55:00", - "2026-06-16 08:10:00", - "2026-06-16 08:25:00", - "2026-06-16 08:40:00", - "2026-06-16 08:55:00", - "2026-06-16 09:10:00", - "2026-06-16 09:25:00", - "2026-06-16 09:40:00", - "2026-06-16 09:55:00", - "2026-06-16 10:10:00", - "2026-06-16 10:25:00", - "2026-06-16 10:40:00", "2026-06-16 10:55:00", "2026-06-16 11:10:00", "2026-06-16 11:25:00", @@ -327,6 +299,34 @@ "2026-06-17 08:55:00", "2026-06-17 09:10:00", "2026-06-17 09:25:00", - "2026-06-17 09:40:00" + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 14cf1d5969b001df08a4f7408aeed4db8c6125c8..49fb05856882c5d8309eb988275ef5046b940fab 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,23 +1,29 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-16T19:33:23.194842+00:00", + "evaluated_at": "2026-06-16T22:40:17.308456+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t210000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t192400z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t135000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t185000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index b12b819db3b562a62ca2d9502419c8657edf7482..de31305b1c5b405d3ba6ca304c64e87b760d4bb9 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-16T18:25:45.053836+00:00", - "finished_at": "2026-06-16T19:39:53.962719+00:00", - "task_count": 3, + "started_at": "2026-06-16T22:03:18.099687+00:00", + "finished_at": "2026-06-16T22:43:10.168884+00:00", + "task_count": 4, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,23 +10,29 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T18:38:19.619572+00:00", + "evaluated_at": "2026-06-16T22:10:12.375165+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t210000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t192400z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t135000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t185000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 } @@ -36,23 +42,29 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T18:54:33.156235+00:00", + "evaluated_at": "2026-06-16T22:26:27.865604+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t210000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t192400z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t135000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t185000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 } @@ -62,23 +74,29 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-16T19:04:50.710625+00:00", + "evaluated_at": "2026-06-16T22:29:21.421903+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t210000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t192400z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t135000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t185000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 } @@ -88,23 +106,29 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-16T19:14:17.808552+00:00", + "evaluated_at": "2026-06-16T22:29:51.568853+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t210000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t192400z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t135000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t185000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 } @@ -114,23 +138,29 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-16T19:33:23.194842+00:00", + "evaluated_at": "2026-06-16T22:40:17.308456+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t210000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t192400z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t135000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t185000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 } @@ -140,23 +170,29 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-16T19:39:53.959836+00:00", + "evaluated_at": "2026-06-16T22:43:10.166552+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t210000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t192400z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t135000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t185000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 } @@ -166,7 +202,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-16T21:49:39.070210+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_220324.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_220324.json new file mode 100644 index 0000000000000000000000000000000000000000..baff320bcec2c81847db619b6c87100c905992f0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_220324.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T22:03:24.478072+00:00", + "metrics": { + "MSE[mean]": 180647.3250427246, + "MSE[0.5]": 180647.3250427246, + "MAE[0.5]": 348.7141927083333, + "MASE[0.5]": 0.3789737855681123, + "MAPE[0.5]": 0.005287992372468335, + "sMAPE[0.5]": 0.005269542576197057, + "MSIS": 2.5296237514059325, + "RMSE[mean]": 425.02626394462334, + "NRMSE[mean]": 0.00642744623075372, + "ND[0.5]": 0.005273419347623016, + "mean_weighted_sum_quantile_loss": 0.0057396414154700405 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00" + ], + "context": [ + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375 + ], + "actual": [ + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65783.9921875 + ], + "predictions": { + "p50": [ + 66405.0859375, + 66429.0234375, + 66455.640625, + 66446.53125, + 66449.234375, + 66438.5390625, + 66441.203125, + 66443.9609375, + 66454.3046875, + 66432.8046875, + 66431.359375, + 66413.890625, + 66407.1875, + 66415.3125, + 66432.3984375, + 66399.6953125, + 66424.7578125, + 66428.671875, + 66395.1640625, + 66373.0859375, + 66390.703125, + 66352.34375, + 66347.921875, + 66327.6015625 + ], + "p10": [ + 66070.25, + 65961.515625, + 65880.4140625, + 65727.2421875, + 65611.3203125, + 65483.84375, + 65338.9375, + 65240.7890625, + 65163.921875, + 65032.63671875, + 64951.6484375, + 64819.84765625, + 64746.51171875, + 64674.25390625, + 64617.9296875, + 64612.734375, + 64435.671875, + 64281.49609375, + 64232.89453125, + 64181.078125, + 64165.96875, + 64089.515625, + 64083.8828125, + 64064.05078125 + ], + "p90": [ + 66606.640625, + 66716.671875, + 66841.0703125, + 66937.234375, + 66969.5859375, + 67040.90625, + 67092.046875, + 67139.5625, + 67160.0546875, + 67190.2578125, + 67221.9375, + 67251.78125, + 67288.7265625, + 67282.953125, + 67332.9453125, + 67321.375, + 67419.625, + 67443.8046875, + 67460.2421875, + 67474.609375, + 67480.6484375, + 67521.5390625, + 67543.734375, + 67593.8359375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_223254.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_223254.json new file mode 100644 index 0000000000000000000000000000000000000000..a8096720043a0ca679d1f8bcf739adf41e4d46ad --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_223254.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T22:32:54.976348+00:00", + "metrics": { + "MSE[mean]": 178090.06866455078, + "MSE[0.5]": 176320.08866564432, + "MAE[0.5]": 346.1652018229167, + "MASE[0.5]": 0.3762036065922512, + "MAPE[0.5]": 0.005246071074439093, + "sMAPE[0.5]": 0.0052312177295665676, + "MSIS": 2.848758947083173, + "RMSE[mean]": 422.0071902995858, + "NRMSE[mean]": 0.00638179038506534, + "ND[0.5]": 0.005234872313595887, + "mean_weighted_sum_quantile_loss": 0.00599826176940231 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00" + ], + "context": [ + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375 + ], + "actual": [ + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65783.9921875 + ], + "predictions": { + "p50": [ + 66241.671875, + 66253.234375, + 66192.859375, + 66204.984375, + 66236.6015625, + 66319.953125, + 66331.34765625, + 66444.3984375, + 66381.48828125, + 66274.38671875, + 66270.6875, + 66279.6796875, + 66463.0546875, + 66337.60546875, + 66369.30078125, + 66339.9453125, + 66364.43359375, + 66484.375, + 66424.71875, + 66641.765625, + 66417.296875, + 66453.74609375, + 66372.8671875, + 66293.88671875 + ], + "p10": [ + 65964.20703125, + 65886.96875, + 65683.1328125, + 65708.09375, + 65476.845703125, + 65460.87890625, + 65335.96484375, + 65392.140625, + 65296.171875, + 64758.810546875, + 65210.142578125, + 65138.103515625, + 65163.720703125, + 65099.75, + 64557.453125, + 65101.05859375, + 65052.6796875, + 64577.30078125, + 64573.486328125, + 64726.0078125, + 64181.94921875, + 64477.96875, + 64410.521484375, + 64536.720703125 + ], + "p90": [ + 66476.30859375, + 66714.4765625, + 66774.734375, + 66927.53125, + 67076.1015625, + 67054.03515625, + 67522.9375, + 67462.85546875, + 67494.93359375, + 67593.23828125, + 67369.46875, + 67662.796875, + 68260.703125, + 67694.79296875, + 67914.97265625, + 67890.93359375, + 68063.59375, + 68070.01953125, + 68505.08203125, + 68367.60546875, + 68353.47265625, + 68635.62890625, + 67991.41796875, + 68666.875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_224249.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_224249.json new file mode 100644 index 0000000000000000000000000000000000000000..15b05b1eaebe2d21551f3c76d5233274c213f490 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_224249.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T22:42:49.787948+00:00", + "metrics": { + "MSE[mean]": 174270.62364705405, + "MSE[0.5]": 174270.62364705405, + "MAE[0.5]": 361.9505208333333, + "MASE[0.5]": 0.39335869298353404, + "MAPE[0.5]": 0.005484569567164217, + "sMAPE[0.5]": 0.005467183931511305, + "MSIS": 2.398833662848411, + "RMSE[mean]": 417.45733152868934, + "NRMSE[mean]": 0.006312985289737701, + "ND[0.5]": 0.005473585300960749, + "mean_weighted_sum_quantile_loss": 0.005430615896654731 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00" + ], + "context": [ + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375 + ], + "actual": [ + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65783.9921875 + ], + "predictions": { + "p50": [ + 66640.0, + 66623.375, + 66590.125, + 66581.8125, + 66573.5, + 66540.25, + 66507.0, + 66490.375, + 66457.125, + 66440.5, + 66423.875, + 66398.9375, + 66390.625, + 66365.6875, + 66332.4375, + 66315.8125, + 66340.75, + 66324.125, + 66299.1875, + 66274.25, + 66282.5625, + 66257.625, + 66224.375, + 66207.75 + ], + "p10": [ + 66290.875, + 66149.5625, + 65975.0, + 65833.6875, + 65742.25, + 65625.875, + 65501.1875, + 65368.1875, + 65239.34375, + 65118.8125, + 65012.828125, + 64929.703125, + 64854.890625, + 64796.703125, + 64738.515625, + 64663.703125, + 64649.15625, + 64583.17578125, + 64513.55859375, + 64466.28125, + 64426.27734375, + 64396.6640625, + 64345.75, + 64324.96875 + ], + "p90": [ + 66889.375, + 66972.5, + 67022.375, + 67055.625, + 67072.25, + 67088.875, + 67105.5, + 67122.125, + 67138.75, + 67138.75, + 67138.75, + 67138.75, + 67155.375, + 67172.0, + 67138.75, + 67172.0, + 67205.25, + 67221.875, + 67205.25, + 67205.25, + 67205.25, + 67188.625, + 67188.625, + 67188.625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_221934.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_221934.json new file mode 100644 index 0000000000000000000000000000000000000000..b221d49247beee43b34423ec655e9c78d5a3da0b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_221934.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T22:19:34.134767+00:00", + "metrics": { + "MSE[mean]": 90078.6163482666, + "MSE[0.5]": 112963.21766408284, + "MAE[0.5]": 247.89811197916666, + "MASE[0.5]": 0.2694094129128559, + "MAPE[0.5]": 0.003737921375465988, + "sMAPE[0.5]": 0.003747296361207434, + "MSIS": 4.121192131543142, + "RMSE[mean]": 300.13099864603555, + "NRMSE[mean]": 0.004538721532350176, + "ND[0.5]": 0.003748831356123103, + "mean_weighted_sum_quantile_loss": 0.00351956920043274 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00" + ], + "context": [ + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375 + ], + "actual": [ + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65783.9921875 + ], + "predictions": { + "p50": [ + 66328.90625, + 66277.4375, + 66241.8671875, + 66257.21875, + 66176.0859375, + 66159.3984375, + 66163.03125, + 66140.734375, + 66095.5703125, + 65961.1484375, + 66003.671875, + 65970.3359375, + 65943.125, + 65964.5390625, + 65948.9765625, + 65851.3828125, + 65858.6015625, + 65809.828125, + 65759.8046875, + 65773.921875, + 65722.0, + 65709.28125, + 65699.328125, + 65705.03125 + ], + "p10": [ + 66299.6875, + 66335.0, + 66293.3984375, + 66265.4453125, + 66208.5703125, + 66252.921875, + 66126.2265625, + 66132.59375, + 66070.5859375, + 66126.453125, + 66051.78125, + 66063.734375, + 65977.9453125, + 66043.6953125, + 66006.984375, + 66007.28125, + 65920.171875, + 65814.265625, + 65892.2734375, + 65894.609375, + 65888.828125, + 65872.6171875, + 65733.734375, + 65758.5078125 + ], + "p90": [ + 66683.6796875, + 66759.0703125, + 66820.4765625, + 66935.453125, + 66910.484375, + 66938.625, + 66973.8203125, + 66983.5390625, + 66974.265625, + 66921.2734375, + 67043.5859375, + 66980.9609375, + 67025.8203125, + 67103.59375, + 67087.4140625, + 67080.0, + 67095.8125, + 67078.40625, + 67059.671875, + 67077.7734375, + 67036.453125, + 67057.15625, + 67042.03125, + 67056.5859375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_222927.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_222927.json new file mode 100644 index 0000000000000000000000000000000000000000..f846b49a247b1ec84ee33105b0965cf89809da25 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_222927.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-16T22:29:27.502485+00:00", + "metrics": { + "MSE[mean]": 154009.80633036295, + "MSE[0.5]": 154009.80633036295, + "MAE[0.5]": 326.234375, + "MASE[0.5]": 0.35454328691349124, + "MAPE[0.5]": 0.004944719934361758, + "sMAPE[0.5]": 0.004931001628918096, + "MSIS": 2.4443248447136123, + "RMSE[mean]": 392.44083162989415, + "NRMSE[mean]": 0.005934674061417675, + "ND[0.5]": 0.0049334690154800515, + "mean_weighted_sum_quantile_loss": 0.005266790687534972 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00" + ], + "context": [ + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375 + ], + "actual": [ + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65783.9921875 + ], + "predictions": { + "p50": [ + 66391.59375, + 66371.046875, + 66355.390625, + 66345.71875, + 66356.25, + 66365.359375, + 66349.4453125, + 66359.703125, + 66348.9375, + 66338.9609375, + 66337.1953125, + 66339.9375, + 66334.765625, + 66322.1875, + 66338.8046875, + 66332.8046875, + 66334.0546875, + 66342.109375, + 66346.7421875, + 66342.4296875, + 66330.453125, + 66338.8359375, + 66331.5703125, + 66331.421875 + ], + "p10": [ + 66100.140625, + 65936.2578125, + 65796.6796875, + 65669.890625, + 65581.4453125, + 65509.0, + 65405.49609375, + 65345.7265625, + 65287.4765625, + 65230.64453125, + 65162.37109375, + 65121.5546875, + 65078.890625, + 65029.12109375, + 64991.16015625, + 64930.578125, + 64886.5703125, + 64847.9921875, + 64821.59375, + 64800.84375, + 64749.0078125, + 64718.69140625, + 64682.07421875, + 64661.64453125 + ], + "p90": [ + 66703.1953125, + 66816.6484375, + 66918.5078125, + 66998.8828125, + 67076.5234375, + 67158.328125, + 67226.9921875, + 67311.8125, + 67357.0625, + 67406.359375, + 67452.25, + 67490.015625, + 67507.890625, + 67534.09375, + 67595.46875, + 67594.828125, + 67623.53125, + 67692.7421875, + 67751.796875, + 67798.75, + 67798.390625, + 67828.34375, + 67830.9453125, + 67851.2109375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_222632.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_222632.json new file mode 100644 index 0000000000000000000000000000000000000000..1154c73604f8a89e4f3b2850fedecb9532ba145a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_222632.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T22:26:32.432506+00:00", + "metrics": { + "MSE[mean]": 92794.3931274414, + "MSE[0.5]": 92794.3931274414, + "MAE[0.5]": 256.4342447916667, + "MASE[0.5]": 0.2786862666621699, + "MAPE[0.5]": 0.003877403179452916, + "sMAPE[0.5]": 0.003876817722081634, + "MSIS": 2.5179306633925065, + "RMSE[mean]": 304.6217213651079, + "NRMSE[mean]": 0.00460663234460488, + "ND[0.5]": 0.0038779187545387095, + "mean_weighted_sum_quantile_loss": 0.005152012530995372 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00" + ], + "context": [ + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375 + ], + "actual": [ + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65783.9921875 + ], + "predictions": { + "p50": [ + 66326.1171875, + 66313.4609375, + 66285.84375, + 66272.234375, + 66252.90625, + 66245.578125, + 66225.71875, + 66215.78125, + 66195.1484375, + 66182.4921875, + 66180.5859375, + 66171.6484375, + 66157.4140625, + 66154.5703125, + 66124.3984375, + 66123.375, + 66116.65625, + 66108.46875, + 66092.640625, + 66079.5390625, + 66069.9921875, + 66058.875, + 66049.1640625, + 66041.3125 + ], + "p10": [ + 66085.4375, + 65958.4375, + 65816.4296875, + 65704.015625, + 65599.8359375, + 65510.265625, + 65398.36328125, + 65304.83984375, + 65223.10546875, + 65137.69921875, + 65048.47265625, + 64970.1875, + 64878.46875, + 64816.98046875, + 64737.34375, + 64692.84765625, + 64624.0703125, + 64569.125, + 64503.50390625, + 64445.04296875, + 64391.24609375, + 64354.85546875, + 64314.23828125, + 64277.73828125 + ], + "p90": [ + 66604.9609375, + 66709.09375, + 66805.2109375, + 66878.1796875, + 66961.5234375, + 67043.234375, + 67080.3125, + 67119.3046875, + 67194.765625, + 67253.265625, + 67324.125, + 67370.953125, + 67396.1171875, + 67464.1640625, + 67474.4296875, + 67527.828125, + 67606.7890625, + 67639.5546875, + 67667.5625, + 67687.0703125, + 67723.1640625, + 67768.6484375, + 67816.765625, + 67850.734375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260616_221008.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260616_221008.json new file mode 100644 index 0000000000000000000000000000000000000000..d17073e01a0b492f2af9af4868f692e249d3f930 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260616_221008.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T22:10:08.285411+00:00", + "metrics": { + "MSE[mean]": 3410.9732141147056, + "MSE[0.5]": 3410.9732141147056, + "MAE[0.5]": 57.190287272135414, + "MASE[0.5]": 7.843239397321429, + "MAPE[0.5]": 0.018689532669141543, + "sMAPE[0.5]": 0.018509151712316558, + "MSIS": 275.6706515066964, + "RMSE[mean]": 58.40353768492715, + "NRMSE[mean]": 0.019070542917527234, + "ND[0.5]": 0.018674379517431974, + "mean_weighted_sum_quantile_loss": 0.01745190189791194 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0 + ], + "actual": [ + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0 + ], + "predictions": { + "p50": [ + 3119.694091796875, + 3119.60400390625, + 3119.613037109375, + 3119.672607421875, + 3119.654296875, + 3119.595458984375, + 3119.6044921875, + 3119.63916015625, + 3119.67578125, + 3119.65673828125, + 3119.6689453125, + 3119.67578125, + 3119.682861328125, + 3119.6708984375, + 3119.640380859375, + 3119.6142578125, + 3119.6689453125, + 3119.673583984375, + 3119.614990234375, + 3119.703125, + 3119.736572265625, + 3119.704833984375, + 3119.6708984375, + 3119.63916015625 + ], + "p10": [ + 3113.386474609375, + 3113.644775390625, + 3112.398193359375, + 3111.60791015625, + 3111.595703125, + 3110.892333984375, + 3110.43798828125, + 3110.87109375, + 3111.3662109375, + 3110.88818359375, + 3110.519287109375, + 3110.456787109375, + 3111.54150390625, + 3111.61376953125, + 3111.548828125, + 3112.0107421875, + 3114.82080078125, + 3114.701416015625, + 3113.45458984375, + 3113.2939453125, + 3113.52099609375, + 3113.10400390625, + 3113.431884765625, + 3113.954345703125 + ], + "p90": [ + 3120.02001953125, + 3120.040283203125, + 3120.034912109375, + 3120.01708984375, + 3119.9677734375, + 3120.006591796875, + 3119.975341796875, + 3119.986328125, + 3120.002685546875, + 3120.03955078125, + 3120.047119140625, + 3120.06298828125, + 3120.0810546875, + 3120.085205078125, + 3120.145263671875, + 3120.1015625, + 3119.965087890625, + 3120.048828125, + 3119.993896484375, + 3120.025390625, + 3119.991455078125, + 3120.09814453125, + 3120.03564453125, + 3119.973876953125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260616_224013.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260616_224013.json new file mode 100644 index 0000000000000000000000000000000000000000..092cefabbba5d1a62156d2f6a840ee3ed43d1620 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260616_224013.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T22:40:13.827036+00:00", + "metrics": { + "MSE[mean]": 3257.9568588460484, + "MSE[0.5]": 3444.1024731999883, + "MAE[0.5]": 57.4533945719401, + "MASE[0.5]": 7.879322684151785, + "MAPE[0.5]": 0.018775602966891635, + "sMAPE[0.5]": 0.01859347789897382, + "MSIS": 191.99332310267857, + "RMSE[mean]": 57.07851486195177, + "NRMSE[mean]": 0.018637882403902618, + "ND[0.5]": 0.0187602921051233, + "mean_weighted_sum_quantile_loss": 0.015011127682409772 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0 + ], + "actual": [ + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0 + ], + "predictions": { + "p50": [ + 3119.953125, + 3119.909912109375, + 3119.9825439453125, + 3119.968505859375, + 3119.975830078125, + 3119.9425048828125, + 3119.9476318359375, + 3119.9697265625, + 3119.978759765625, + 3120.01220703125, + 3119.9468994140625, + 3119.9849853515625, + 3119.9249267578125, + 3119.878173828125, + 3119.9344482421875, + 3119.9412841796875, + 3119.888427734375, + 3119.9566650390625, + 3119.93505859375, + 3119.8812255859375, + 3119.921875, + 3119.9263916015625, + 3119.9776611328125, + 3119.9759521484375 + ], + "p10": [ + 3119.3115234375, + 3116.145751953125, + 3116.145751953125, + 3116.145751953125, + 3116.145751953125, + 3092.6116943359375, + 3112.5498046875, + 3117.7706298828125, + 3092.450439453125, + 3118.2728271484375, + 3095.3028564453125, + 3114.8963623046875, + 3085.5667724609375, + 3083.1212158203125, + 3105.121337890625, + 3088.411376953125, + 3115.93701171875, + 3097.036865234375, + 3088.5634765625, + 3090.78125, + 3104.0677490234375, + 3088.730712890625, + 3113.3863525390625, + 3080.7734375 + ], + "p90": [ + 3132.25390625, + 3132.776123046875, + 3120.419189453125, + 3126.5316162109375, + 3132.776123046875, + 3136.344482421875, + 3120.7728271484375, + 3132.776123046875, + 3132.776123046875, + 3132.776123046875, + 3132.776123046875, + 3149.406494140625, + 3132.776123046875, + 3132.776123046875, + 3132.776123046875, + 3147.2415771484375, + 3132.776123046875, + 3149.406494140625, + 3136.8974609375, + 3132.776123046875, + 3149.406494140625, + 3132.776123046875, + 3139.1947021484375, + 3133.365478515625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260616_224308.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260616_224308.json new file mode 100644 index 0000000000000000000000000000000000000000..bfd6bddd45bd8961bffc1f56f83e7e99637f46bf --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260616_224308.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T22:43:08.219146+00:00", + "metrics": { + "MSE[mean]": 3381.658294672767, + "MSE[0.5]": 3381.658294672767, + "MAE[0.5]": 56.948160807291664, + "MASE[0.5]": 7.810033482142857, + "MAPE[0.5]": 0.018610379714671745, + "sMAPE[0.5]": 0.0184315419813768, + "MSIS": 304.02312779017853, + "RMSE[mean]": 58.152027433897494, + "NRMSE[mean]": 0.018988417121272652, + "ND[0.5]": 0.01859531781462585, + "mean_weighted_sum_quantile_loss": 0.018352174493929514 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0 + ], + "actual": [ + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0 + ], + "predictions": { + "p50": [ + 3119.24365234375, + 3119.502197265625, + 3119.523681640625, + 3119.485107421875, + 3119.474609375, + 3119.643310546875, + 3119.45947265625, + 3119.453125, + 3119.3291015625, + 3119.50439453125, + 3119.474609375, + 3119.474609375, + 3119.557861328125, + 3119.506591796875, + 3119.512939453125, + 3119.3974609375, + 3119.455322265625, + 3119.384765625, + 3119.2353515625, + 3119.248046875, + 3119.19677734375, + 3119.256591796875, + 3119.21826171875, + 3119.222412109375 + ], + "p10": [ + 3115.3515625, + 3116.9580078125, + 3117.5048828125, + 3117.76123046875, + 3117.9833984375, + 3118.197021484375, + 3118.03466796875, + 3118.20556640625, + 3117.8466796875, + 3118.060302734375, + 3118.17138671875, + 3118.026123046875, + 3118.094482421875, + 3118.20556640625, + 3118.367919921875, + 3118.291015625, + 3117.86376953125, + 3117.67578125, + 3117.470703125, + 3117.4365234375, + 3117.45361328125, + 3117.38525390625, + 3117.333984375, + 3117.5048828125 + ], + "p90": [ + 3121.051025390625, + 3121.09375, + 3121.162109375, + 3121.170654296875, + 3121.28173828125, + 3121.38427734375, + 3121.1962890625, + 3121.033935546875, + 3121.00830078125, + 3121.24755859375, + 3120.888671875, + 3120.798828125, + 3120.743408203125, + 3120.7646484375, + 3120.83740234375, + 3120.692138671875, + 3120.56396484375, + 3120.6025390625, + 3120.3974609375, + 3120.39306640625, + 3120.35888671875, + 3120.44873046875, + 3120.55126953125, + 3120.50830078125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260616_222621.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260616_222621.json new file mode 100644 index 0000000000000000000000000000000000000000..245ac180087eee51b2a5886b9a0792d835925a5b --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260616_222621.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T22:26:21.853610+00:00", + "metrics": { + "MSE[mean]": 3439.8645558555922, + "MSE[0.5]": 3422.449991491934, + "MAE[0.5]": 57.27812703450521, + "MASE[0.5]": 7.85528599330357, + "MAPE[0.5]": 0.018718288339161285, + "sMAPE[0.5]": 0.01853730293310045, + "MSIS": 300.5491713169643, + "RMSE[mean]": 58.65035853134738, + "NRMSE[mean]": 0.019151137479623635, + "ND[0.5]": 0.018703061888818026, + "mean_weighted_sum_quantile_loss": 0.0182664524577192 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0 + ], + "actual": [ + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0 + ], + "predictions": { + "p50": [ + 3119.091796875, + 3119.79443359375, + 3119.897216796875, + 3119.867919921875, + 3119.79345703125, + 3119.8017578125, + 3119.74853515625, + 3119.453125, + 3119.603759765625, + 3119.85009765625, + 3119.875, + 3119.5927734375, + 3119.910888671875, + 3119.5458984375, + 3119.77001953125, + 3119.642578125, + 3119.634765625, + 3119.737548828125, + 3119.722900390625, + 3120.115234375, + 3120.15283203125, + 3119.85009765625, + 3119.83203125, + 3119.979248046875 + ], + "p10": [ + 3117.712890625, + 3117.920166015625, + 3118.351806640625, + 3117.75927734375, + 3117.69873046875, + 3117.631103515625, + 3117.487548828125, + 3117.50146484375, + 3117.05126953125, + 3116.65380859375, + 3117.439453125, + 3116.582763671875, + 3117.133544921875, + 3117.169921875, + 3116.83935546875, + 3116.6748046875, + 3116.73388671875, + 3116.474365234375, + 3116.871337890625, + 3116.71728515625, + 3116.519287109375, + 3117.164306640625, + 3116.448486328125, + 3116.536376953125 + ], + "p90": [ + 3120.6513671875, + 3120.94482421875, + 3120.682373046875, + 3120.358642578125, + 3120.2314453125, + 3119.995361328125, + 3119.885498046875, + 3119.69189453125, + 3119.916259765625, + 3120.03173828125, + 3119.939453125, + 3119.755615234375, + 3119.9775390625, + 3119.858642578125, + 3119.937255859375, + 3119.8994140625, + 3119.772216796875, + 3119.737548828125, + 3119.7666015625, + 3120.115234375, + 3120.15283203125, + 3119.85009765625, + 3119.924072265625, + 3119.979248046875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260616_222948.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260616_222948.json new file mode 100644 index 0000000000000000000000000000000000000000..9fc459f43c5a7df7535a5b7b4107e8089e17d4b5 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260616_222948.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-16T22:29:48.178458+00:00", + "metrics": { + "MSE[mean]": 3420.16262289385, + "MSE[0.5]": 3420.16262289385, + "MAE[0.5]": 57.256917317708336, + "MASE[0.5]": 7.852377232142857, + "MAPE[0.5]": 0.0187113712516006, + "sMAPE[0.5]": 0.018530506022872522, + "MSIS": 20.024945591517856, + "RMSE[mean]": 58.48215644873101, + "NRMSE[mean]": 0.019096214350606044, + "ND[0.5]": 0.018696136267006804, + "mean_weighted_sum_quantile_loss": 0.009298892343395692 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0 + ], + "actual": [ + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0 + ], + "predictions": { + "p50": [ + 3119.9609375, + 3120.1513671875, + 3120.142578125, + 3120.00244140625, + 3119.972412109375, + 3119.8564453125, + 3119.78857421875, + 3119.8466796875, + 3119.790283203125, + 3119.740966796875, + 3119.74658203125, + 3119.669189453125, + 3119.702880859375, + 3119.65478515625, + 3119.63916015625, + 3119.571044921875, + 3119.534423828125, + 3119.562744140625, + 3119.5986328125, + 3119.580078125, + 3119.612548828125, + 3119.64013671875, + 3119.7060546875, + 3119.695068359375 + ], + "p10": [ + 3065.496826171875, + 3061.010498046875, + 3067.607177734375, + 3070.37060546875, + 3073.384765625, + 3069.710693359375, + 3062.750732421875, + 3057.25341796875, + 3054.488037109375, + 3047.12646484375, + 3055.698486328125, + 3059.6650390625, + 3060.510986328125, + 3060.104248046875, + 3057.50732421875, + 3057.683837890625, + 3059.393310546875, + 3060.568603515625, + 3061.0771484375, + 3058.502685546875, + 3058.536865234375, + 3058.99365234375, + 3056.323486328125, + 3056.1142578125 + ], + "p90": [ + 3120.680908203125, + 3120.595458984375, + 3120.634521484375, + 3120.620361328125, + 3120.530029296875, + 3120.465087890625, + 3120.43310546875, + 3120.478759765625, + 3120.468994140625, + 3120.3505859375, + 3120.462890625, + 3120.3603515625, + 3120.38427734375, + 3120.4658203125, + 3120.47216796875, + 3120.436279296875, + 3120.27197265625, + 3120.245849609375, + 3120.320556640625, + 3120.298583984375, + 3120.343017578125, + 3120.458251953125, + 3120.572021484375, + 3120.623291015625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260616_222920.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260616_222920.json new file mode 100644 index 0000000000000000000000000000000000000000..55d9ac88e050eff4633aa166fc172c70185acf24 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260616_222920.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T22:29:20.002358+00:00", + "metrics": { + "MSE[mean]": 3451.8912270466485, + "MSE[0.5]": 3451.8912270466485, + "MAE[0.5]": 57.516825358072914, + "MASE[0.5]": 7.888021763392857, + "MAPE[0.5]": 0.018796341443593247, + "sMAPE[0.5]": 0.0186138064878591, + "MSIS": 51.07350167410714, + "RMSE[mean]": 58.75279761038319, + "NRMSE[mean]": 0.019184586974819, + "ND[0.5]": 0.018781004198554423, + "mean_weighted_sum_quantile_loss": 0.010295629827451814 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0 + ], + "actual": [ + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0 + ], + "predictions": { + "p50": [ + 3120.02587890625, + 3120.025634765625, + 3120.010986328125, + 3120.0283203125, + 3120.024169921875, + 3120.037841796875, + 3120.021484375, + 3120.02099609375, + 3120.00732421875, + 3120.014892578125, + 3120.024658203125, + 3120.0322265625, + 3120.013671875, + 3120.008544921875, + 3120.01171875, + 3120.016357421875, + 3120.01123046875, + 3120.005126953125, + 3120.0107421875, + 3120.008544921875, + 3120.0087890625, + 3120.011962890625, + 3120.008544921875, + 3120.01416015625 + ], + "p10": [ + 3100.594482421875, + 3076.792724609375, + 3066.5751953125, + 3077.0732421875, + 3068.734375, + 3046.220947265625, + 3075.36474609375, + 3079.311767578125, + 3060.515869140625, + 3063.30078125, + 3065.833251953125, + 3041.0078125, + 3067.54638671875, + 3063.191162109375, + 3064.206298828125, + 3068.353759765625, + 3065.3505859375, + 3060.12451171875, + 3067.14990234375, + 3066.976318359375, + 3067.869873046875, + 3068.4482421875, + 3068.57080078125, + 3066.693359375 + ], + "p90": [ + 3120.0908203125, + 3120.11328125, + 3120.110107421875, + 3120.09521484375, + 3120.102294921875, + 3120.098388671875, + 3120.099853515625, + 3120.100341796875, + 3120.1015625, + 3120.09326171875, + 3120.096435546875, + 3120.104736328125, + 3120.09912109375, + 3120.085693359375, + 3120.099365234375, + 3120.08837890625, + 3120.092529296875, + 3120.091064453125, + 3120.0986328125, + 3120.091552734375, + 3120.07763671875, + 3120.08544921875, + 3120.070068359375, + 3120.0869140625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260616_220331.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260616_220331.json new file mode 100644 index 0000000000000000000000000000000000000000..531b294eaf4e0b38db565ca5a2ab43f0dce2a143 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260616_220331.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T22:03:31.433896+00:00", + "metrics": { + "MSE[mean]": 0.005710334874118317, + "MSE[0.5]": 0.005710334874118317, + "MAE[0.5]": 0.059720163544019066, + "MASE[0.5]": 0.06484567178658407, + "MAPE[0.5]": 0.039031316267191245, + "sMAPE[0.5]": 0.03998796463376788, + "MSIS": 0.34171486131143225, + "RMSE[mean]": 0.07556675773194399, + "NRMSE[mean]": 0.051100338899064214, + "ND[0.5]": 0.04038443209423122, + "mean_weighted_sum_quantile_loss": 0.03807791858893454 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00" + ], + "context": [ + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541 + ], + "actual": [ + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798 + ], + "predictions": { + "p50": [ + 1.2714048624038696, + 1.3021382093429565, + 1.3223742246627808, + 1.342076301574707, + 1.3652957677841187, + 1.3809393644332886, + 1.400305986404419, + 1.4214870929718018, + 1.4439858198165894, + 1.4544811248779297, + 1.4694464206695557, + 1.4765326976776123, + 1.484124779701233, + 1.5002940893173218, + 1.509385347366333, + 1.5060112476348877, + 1.4966837167739868, + 1.4997172355651855, + 1.492412805557251, + 1.4887856245040894, + 1.487042784690857, + 1.4709160327911377, + 1.4688043594360352, + 1.4664735794067383 + ], + "p10": [ + 1.2432326078414917, + 1.272105097770691, + 1.2829052209854126, + 1.2989084720611572, + 1.3106921911239624, + 1.319719672203064, + 1.332740306854248, + 1.3454570770263672, + 1.3551222085952759, + 1.364215612411499, + 1.3639112710952759, + 1.3676410913467407, + 1.3687866926193237, + 1.3643075227737427, + 1.3623425960540771, + 1.3657773733139038, + 1.3415559530258179, + 1.3406583070755005, + 1.3015565872192383, + 1.3018296957015991, + 1.2728582620620728, + 1.2409769296646118, + 1.227657437324524, + 1.2121409177780151 + ], + "p90": [ + 1.293419599533081, + 1.3290144205093384, + 1.3544151782989502, + 1.3812545537948608, + 1.4162108898162842, + 1.4447376728057861, + 1.467660665512085, + 1.4966574907302856, + 1.524342656135559, + 1.545400619506836, + 1.5627585649490356, + 1.5772147178649902, + 1.6060881614685059, + 1.6104309558868408, + 1.6370515823364258, + 1.6546273231506348, + 1.628829002380371, + 1.637184977531433, + 1.642183542251587, + 1.663994550704956, + 1.6832696199417114, + 1.676068663597107, + 1.6863704919815063, + 1.7011218070983887 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260616_223958.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260616_223958.json new file mode 100644 index 0000000000000000000000000000000000000000..9be744cbe1964b9dd0b2f075d5aba5f43ed1831c --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260616_223958.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T22:39:58.699595+00:00", + "metrics": { + "MSE[mean]": 0.001960997842006762, + "MSE[0.5]": 0.003152526320871226, + "MAE[0.5]": 0.04120695839325587, + "MASE[0.5]": 0.044743562989791985, + "MAPE[0.5]": 0.02655296788986594, + "sMAPE[0.5]": 0.0260084580297331, + "MSIS": 0.46184611417098814, + "RMSE[mean]": 0.04428315528512802, + "NRMSE[mean]": 0.029945498662480658, + "ND[0.5]": 0.027865288945761995, + "mean_weighted_sum_quantile_loss": 0.03920562076460495 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00" + ], + "context": [ + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541 + ], + "actual": [ + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798 + ], + "predictions": { + "p50": [ + 1.2092634439468384, + 1.2404768466949463, + 1.265891671180725, + 1.289543330669403, + 1.3195751309394836, + 1.345893383026123, + 1.3754495978355408, + 1.3974245190620422, + 1.4249070286750793, + 1.4599120616912842, + 1.484763503074646, + 1.491034746170044, + 1.5338848233222961, + 1.5775803923606873, + 1.603827714920044, + 1.5997143983840942, + 1.647984266281128, + 1.6664127111434937, + 1.6944612264633179, + 1.7071210741996765, + 1.6948386430740356, + 1.7071150541305542, + 1.7419713735580444, + 1.7051246762275696 + ], + "p10": [ + 1.1951812505722046, + 1.212971031665802, + 1.2335317134857178, + 1.2419684529304504, + 1.263294517993927, + 1.2849321961402893, + 1.2942631840705872, + 1.3226969242095947, + 1.3100875616073608, + 1.3210609555244446, + 1.3026796579360962, + 1.3254591822624207, + 1.3223630785942078, + 1.3199092745780945, + 1.329750895500183, + 1.3483366966247559, + 1.355351984500885, + 1.3925760388374329, + 1.3354302048683167, + 1.2700689435005188, + 1.2206860780715942, + 1.0951036214828491, + 1.199449062347412, + 1.0815825462341309 + ], + "p90": [ + 1.2258087992668152, + 1.2602980136871338, + 1.2995931506156921, + 1.3353300094604492, + 1.371212124824524, + 1.4119733572006226, + 1.455808699131012, + 1.4794262051582336, + 1.5295740365982056, + 1.576530933380127, + 1.6213349103927612, + 1.6573076844215393, + 1.7103044390678406, + 1.8132705688476562, + 1.7937206625938416, + 1.8502775430679321, + 1.900427222251892, + 1.9385490417480469, + 2.023024797439575, + 2.0689053535461426, + 2.080992102622986, + 2.155147433280945, + 2.106844663619995, + 2.1983642578125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260616_224257.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260616_224257.json new file mode 100644 index 0000000000000000000000000000000000000000..1894ebe624f9720be73ededf5702cdc5a1d3aab4 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260616_224257.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T22:42:57.647526+00:00", + "metrics": { + "MSE[mean]": 0.003675859788727346, + "MSE[0.5]": 0.003675859788727346, + "MAE[0.5]": 0.05037120978037516, + "MASE[0.5]": 0.05469434012021396, + "MAPE[0.5]": 0.03365840273746158, + "sMAPE[0.5]": 0.03406542398841223, + "MSIS": 0.6569496851058365, + "RMSE[mean]": 0.060628869268091634, + "NRMSE[mean]": 0.040998924125559943, + "ND[0.5]": 0.03406241008332874, + "mean_weighted_sum_quantile_loss": 0.052048498600511 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00" + ], + "context": [ + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541 + ], + "actual": [ + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798 + ], + "predictions": { + "p50": [ + 1.272613525390625, + 1.30145263671875, + 1.326171875, + 1.35089111328125, + 1.38385009765625, + 1.4085693359375, + 1.425048828125, + 1.44976806640625, + 1.46624755859375, + 1.4744873046875, + 1.49920654296875, + 1.49920654296875, + 1.51568603515625, + 1.51568603515625, + 1.53216552734375, + 1.53216552734375, + 1.54864501953125, + 1.52392578125, + 1.52392578125, + 1.53216552734375, + 1.5404052734375, + 1.5074462890625, + 1.48272705078125, + 1.46624755859375 + ], + "p10": [ + 1.25201416015625, + 1.2767333984375, + 1.297332763671875, + 1.305572509765625, + 1.3096923828125, + 1.326171875, + 1.326171875, + 1.322052001953125, + 1.305572509765625, + 1.305572509765625, + 1.289093017578125, + 1.26849365234375, + 1.26025390625, + 1.231414794921875, + 1.206695556640625, + 1.18609619140625, + 1.157257080078125, + 1.095458984375, + 1.050140380859375, + 1.0130615234375, + 0.984222412109375, + 0.926544189453125, + 0.86474609375, + 0.80706787109375 + ], + "p90": [ + 1.289093017578125, + 1.322052001953125, + 1.359130859375, + 1.39208984375, + 1.43328857421875, + 1.46624755859375, + 1.49920654296875, + 1.52392578125, + 1.5733642578125, + 1.58984375, + 1.63104248046875, + 1.65576171875, + 1.688720703125, + 1.71343994140625, + 1.74639892578125, + 1.76287841796875, + 1.8370361328125, + 1.84527587890625, + 1.87823486328125, + 1.9029541015625, + 1.92767333984375, + 1.92767333984375, + 1.94415283203125, + 1.952392578125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260616_221942.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260616_221942.json new file mode 100644 index 0000000000000000000000000000000000000000..6f878689b96e9dc59acb905f18d27564df2edcad --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260616_221942.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T22:19:42.881340+00:00", + "metrics": { + "MSE[mean]": 0.006374514495753066, + "MSE[0.5]": 0.003759971373701987, + "MAE[0.5]": 0.0448446919520696, + "MASE[0.5]": 0.04869350656668799, + "MAPE[0.5]": 0.029236629443982618, + "sMAPE[0.5]": 0.028652117803904763, + "MSIS": 1.8526228966138196, + "RMSE[mean]": 0.0798405567099395, + "NRMSE[mean]": 0.05399040038531646, + "ND[0.5]": 0.030325225341859354, + "mean_weighted_sum_quantile_loss": 0.03222811640874626 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00" + ], + "context": [ + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541 + ], + "actual": [ + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798 + ], + "predictions": { + "p50": [ + 1.201688289642334, + 1.2293806076049805, + 1.2492092847824097, + 1.276489496231079, + 1.3193117380142212, + 1.334574818611145, + 1.3684227466583252, + 1.3917901515960693, + 1.4247500896453857, + 1.451680302619934, + 1.491784930229187, + 1.519737958908081, + 1.5465893745422363, + 1.5486880540847778, + 1.5895917415618896, + 1.595154047012329, + 1.6296194791793823, + 1.6610466241836548, + 1.6724756956100464, + 1.6796009540557861, + 1.7058532238006592, + 1.699690341949463, + 1.7536464929580688, + 1.769091248512268 + ], + "p10": [ + 1.20896315574646, + 1.21366286277771, + 1.2592791318893433, + 1.3177403211593628, + 1.3311456441879272, + 1.3506371974945068, + 1.3912934064865112, + 1.4436066150665283, + 1.4461212158203125, + 1.4671742916107178, + 1.47767972946167, + 1.515721082687378, + 1.5316543579101562, + 1.565443754196167, + 1.5722583532333374, + 1.6003687381744385, + 1.6502543687820435, + 1.6412835121154785, + 1.6776832342147827, + 1.698960304260254, + 1.7095446586608887, + 1.7229844331741333, + 1.7696788311004639, + 1.8063589334487915 + ], + "p90": [ + 1.2461967468261719, + 1.267335057258606, + 1.309701681137085, + 1.3403494358062744, + 1.385645866394043, + 1.4016683101654053, + 1.426832675933838, + 1.4496415853500366, + 1.4901009798049927, + 1.5111278295516968, + 1.5743480920791626, + 1.5789775848388672, + 1.6228107213974, + 1.6301078796386719, + 1.649263858795166, + 1.6580893993377686, + 1.6848626136779785, + 1.7246907949447632, + 1.7338374853134155, + 1.7593693733215332, + 1.7844158411026, + 1.8219177722930908, + 1.838664174079895, + 1.8607637882232666 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260616_222934.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260616_222934.json new file mode 100644 index 0000000000000000000000000000000000000000..773f5318586666d039d58e087d184b37f111bb7d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260616_222934.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-16T22:29:34.671491+00:00", + "metrics": { + "MSE[mean]": 0.00016679537718052492, + "MSE[0.5]": 0.00016679537718052492, + "MAE[0.5]": 0.011385569969813028, + "MASE[0.5]": 0.012362741318038876, + "MAPE[0.5]": 0.007875241608380046, + "sMAPE[0.5]": 0.00784220930832476, + "MSIS": 0.18091719127453823, + "RMSE[mean]": 0.012914928462075387, + "NRMSE[mean]": 0.00873343307397509, + "ND[0.5]": 0.007699238414863335, + "mean_weighted_sum_quantile_loss": 0.014187956148807187 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00" + ], + "context": [ + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541 + ], + "actual": [ + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798 + ], + "predictions": { + "p50": [ + 1.230183720588684, + 1.2638674974441528, + 1.2942014932632446, + 1.3248728513717651, + 1.353630781173706, + 1.3821539878845215, + 1.4089114665985107, + 1.432654857635498, + 1.4567391872406006, + 1.4786975383758545, + 1.4982463121414185, + 1.5135440826416016, + 1.5282319784164429, + 1.5400943756103516, + 1.5541961193084717, + 1.5655087232589722, + 1.5767613649368286, + 1.588985562324524, + 1.6001625061035156, + 1.6074377298355103, + 1.6144901514053345, + 1.6190265417099, + 1.6250512599945068, + 1.6268556118011475 + ], + "p10": [ + 1.2155355215072632, + 1.2465097904205322, + 1.274366021156311, + 1.2991445064544678, + 1.3233122825622559, + 1.3462765216827393, + 1.3694047927856445, + 1.3880586624145508, + 1.4080796241760254, + 1.4239147901535034, + 1.435924768447876, + 1.4445029497146606, + 1.4516665935516357, + 1.4548028707504272, + 1.457412600517273, + 1.459649682044983, + 1.4617807865142822, + 1.4621529579162598, + 1.4621188640594482, + 1.4585291147232056, + 1.4554638862609863, + 1.4509788751602173, + 1.4447789192199707, + 1.434963583946228 + ], + "p90": [ + 1.2413216829299927, + 1.279036283493042, + 1.3115456104278564, + 1.349592924118042, + 1.3819292783737183, + 1.4143145084381104, + 1.4469157457351685, + 1.4768097400665283, + 1.5063283443450928, + 1.5320631265640259, + 1.5568764209747314, + 1.5810292959213257, + 1.6015950441360474, + 1.6215142011642456, + 1.6416245698928833, + 1.6617639064788818, + 1.682871699333191, + 1.7093509435653687, + 1.7286299467086792, + 1.748022437095642, + 1.7644102573394775, + 1.781396746635437, + 1.7984075546264648, + 1.8107914924621582 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260616_222912.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260616_222912.json new file mode 100644 index 0000000000000000000000000000000000000000..a93978688b558ced6d773dfb429f904cbf74a686 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260616_222912.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T22:29:12.692216+00:00", + "metrics": { + "MSE[mean]": 0.0021165970659762223, + "MSE[0.5]": 0.0021165970659762223, + "MAE[0.5]": 0.037361020843187966, + "MASE[0.5]": 0.04056754622621466, + "MAPE[0.5]": 0.023976293433266363, + "sMAPE[0.5]": 0.024406355659906873, + "MSIS": 0.26548007790245676, + "RMSE[mean]": 0.046006489389826544, + "NRMSE[mean]": 0.03111086501442596, + "ND[0.5]": 0.02526455923217222, + "mean_weighted_sum_quantile_loss": 0.030197553222757405 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00" + ], + "context": [ + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541 + ], + "actual": [ + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798 + ], + "predictions": { + "p50": [ + 1.2156071662902832, + 1.2454825639724731, + 1.2752857208251953, + 1.3031206130981445, + 1.3314871788024902, + 1.357137680053711, + 1.383673906326294, + 1.403597116470337, + 1.4235363006591797, + 1.4403753280639648, + 1.458259105682373, + 1.4754836559295654, + 1.4862189292907715, + 1.5000439882278442, + 1.5104620456695557, + 1.5182380676269531, + 1.525767207145691, + 1.5302482843399048, + 1.5350083112716675, + 1.5386570692062378, + 1.5392695665359497, + 1.5356818437576294, + 1.5318862199783325, + 1.5298078060150146 + ], + "p10": [ + 1.2009296417236328, + 1.2251865863800049, + 1.2507195472717285, + 1.270843744277954, + 1.2941771745681763, + 1.3124574422836304, + 1.3306289911270142, + 1.3412082195281982, + 1.3545233011245728, + 1.3627485036849976, + 1.3685945272445679, + 1.3752228021621704, + 1.377570629119873, + 1.3817732334136963, + 1.3781541585922241, + 1.3722014427185059, + 1.3684109449386597, + 1.362885594367981, + 1.3573157787322998, + 1.3451288938522339, + 1.3307948112487793, + 1.313183069229126, + 1.3001025915145874, + 1.2835636138916016 + ], + "p90": [ + 1.2288941144943237, + 1.262797236442566, + 1.2985512018203735, + 1.3333218097686768, + 1.3672925233840942, + 1.400129795074463, + 1.4331516027450562, + 1.4641972780227661, + 1.494423508644104, + 1.5220792293548584, + 1.5501995086669922, + 1.5789728164672852, + 1.6022735834121704, + 1.6292555332183838, + 1.6556302309036255, + 1.678812861442566, + 1.702155590057373, + 1.7259275913238525, + 1.7474095821380615, + 1.7690839767456055, + 1.7912554740905762, + 1.8105149269104004, + 1.8288140296936035, + 1.8510875701904297 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260616_220341.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260616_220341.json new file mode 100644 index 0000000000000000000000000000000000000000..036541ce8c51ef046b0964ac797bbc4809714d61 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260616_220341.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T22:03:41.176142+00:00", + "metrics": { + "MSE[mean]": 0.036190818242758084, + "MSE[0.5]": 0.036190818242758084, + "MAE[0.5]": 0.15731467306613922, + "MASE[0.5]": 1.161708184505142, + "MAPE[0.5]": 0.1338725776930595, + "sMAPE[0.5]": 0.14636326221593765, + "MSIS": 16.987432298303414, + "RMSE[mean]": 0.19023884525185197, + "NRMSE[mean]": 0.17036314985153792, + "ND[0.5]": 0.14087881571154284, + "mean_weighted_sum_quantile_loss": 0.11834554619689458 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0 + ], + "actual": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 0.9943106174468994, + 0.9984413981437683, + 1.0007070302963257, + 0.9942043423652649, + 0.9869167804718018, + 1.0200340747833252, + 1.0222465991973877, + 1.0047614574432373, + 1.0007261037826538, + 0.9986665844917297, + 0.9972714185714722, + 0.9984297156333923, + 0.995715856552124, + 0.9863522052764893, + 0.973598301410675, + 0.9594630002975464, + 0.9245932698249817, + 0.9347175359725952, + 0.9435685873031616, + 0.9428305625915527, + 0.9322770833969116, + 0.9247177839279175, + 0.9258898496627808, + 0.9276645183563232 + ], + "p10": [ + 0.9343203902244568, + 0.9216773509979248, + 0.9148883819580078, + 0.9053438305854797, + 0.8939226865768433, + 0.9124437570571899, + 0.9073862433433533, + 0.8957464694976807, + 0.890056312084198, + 0.8881019353866577, + 0.8864628076553345, + 0.8775484561920166, + 0.8763495683670044, + 0.8663511276245117, + 0.8541325926780701, + 0.8406446576118469, + 0.7986286878585815, + 0.8134617209434509, + 0.8181792497634888, + 0.819686233997345, + 0.8134944438934326, + 0.8087143898010254, + 0.8091927766799927, + 0.8066370487213135 + ], + "p90": [ + 1.078461766242981, + 1.0971819162368774, + 1.107815146446228, + 1.1081271171569824, + 1.1035557985305786, + 1.1432468891143799, + 1.1568622589111328, + 1.1322847604751587, + 1.1291731595993042, + 1.1254371404647827, + 1.1269879341125488, + 1.1301792860031128, + 1.1304421424865723, + 1.1275193691253662, + 1.1154584884643555, + 1.1073466539382935, + 1.0888855457305908, + 1.0970505475997925, + 1.1076455116271973, + 1.0962210893630981, + 1.0751572847366333, + 1.065771222114563, + 1.066383719444275, + 1.0729691982269287 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260616_224009.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260616_224009.json new file mode 100644 index 0000000000000000000000000000000000000000..581c60d7a4aa8fefe33c2f33b6cee1f32b4d597d --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260616_224009.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T22:40:09.272706+00:00", + "metrics": { + "MSE[mean]": 0.028300178196554022, + "MSE[0.5]": 0.031612962552300804, + "MAE[0.5]": 0.1429574191570282, + "MASE[0.5]": 1.0556854019626616, + "MAPE[0.5]": 0.12077507711981263, + "sMAPE[0.5]": 0.1314995793786656, + "MSIS": 10.24007543379337, + "RMSE[mean]": 0.16822656804605515, + "NRMSE[mean]": 0.1506506622403977, + "ND[0.5]": 0.12802157303885767, + "mean_weighted_sum_quantile_loss": 0.10847414525790335 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0 + ], + "actual": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.0087758898735046, + 0.9795731604099274, + 0.9826144874095917, + 0.9809016585350037, + 0.9491087794303894, + 0.9807401895523071, + 1.0274690985679626, + 1.0333479642868042, + 0.991656482219696, + 0.9746332466602325, + 0.973158061504364, + 0.992079347372055, + 0.9896087944507599, + 0.978586345911026, + 0.9931902587413788, + 0.9822092950344086, + 0.9654138386249542, + 0.9802833497524261, + 1.0060741305351257, + 1.0059847831726074, + 0.9820562303066254, + 0.9606778025627136, + 0.9629778861999512, + 0.9927563965320587 + ], + "p10": [ + 0.9277696907520294, + 0.8786585927009583, + 0.8862839043140411, + 0.8887065351009369, + 0.824425995349884, + 0.8682059049606323, + 0.8987130522727966, + 0.8945308327674866, + 0.8620942533016205, + 0.8423492610454559, + 0.8297609984874725, + 0.8458341956138611, + 0.8544221520423889, + 0.839031308889389, + 0.8475165963172913, + 0.8255119919776917, + 0.7978303134441376, + 0.7945926785469055, + 0.8169405460357666, + 0.8023354709148407, + 0.7981818914413452, + 0.7708315849304199, + 0.7569385170936584, + 0.7927833795547485 + ], + "p90": [ + 1.0954994559288025, + 1.0703935623168945, + 1.08637273311615, + 1.1230107545852661, + 1.0682252049446106, + 1.1067605018615723, + 1.1746052503585815, + 1.1628676056861877, + 1.1356280446052551, + 1.0933115482330322, + 1.118506371974945, + 1.1535940170288086, + 1.1262911558151245, + 1.1627615690231323, + 1.1693836450576782, + 1.1666337251663208, + 1.130782961845398, + 1.1665246486663818, + 1.17295241355896, + 1.2142558097839355, + 1.226115107536316, + 1.1386346220970154, + 1.1956963539123535, + 1.2230769395828247 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260616_224303.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260616_224303.json new file mode 100644 index 0000000000000000000000000000000000000000..9be071eece762d629561c116b484f9c5154afb58 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260616_224303.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T22:43:03.406488+00:00", + "metrics": { + "MSE[mean]": 0.020150282051070906, + "MSE[0.5]": 0.020150282051070906, + "MAE[0.5]": 0.11070778965950012, + "MASE[0.5]": 0.8175343267683871, + "MAPE[0.5]": 0.09409608460622021, + "sMAPE[0.5]": 0.09972466634923254, + "MSIS": 8.94531573584399, + "RMSE[mean]": 0.1419516891448316, + "NRMSE[mean]": 0.12712091927095237, + "ND[0.5]": 0.0991413069950305, + "mean_weighted_sum_quantile_loss": 0.08328375294292752 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0 + ], + "actual": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.0040416717529297, + 1.0056209564208984, + 1.006805419921875, + 1.0166759490966797, + 1.00048828125, + 1.0328636169433594, + 1.046682357788086, + 1.0376014709472656, + 1.0241775512695312, + 1.0316791534423828, + 1.0328636169433594, + 1.0348377227783203, + 1.0462875366210938, + 1.0415496826171875, + 1.0348377227783203, + 1.0360221862792969, + 1.0285205841064453, + 1.0470771789550781, + 1.0624752044677734, + 1.0587244033813477, + 1.0419445037841797, + 1.0462875366210938, + 1.0498409271240234, + 1.044708251953125 + ], + "p10": [ + 0.9349479675292969, + 0.9278411865234375, + 0.9191551208496094, + 0.9175758361816406, + 0.8883590698242188, + 0.9215240478515625, + 0.93731689453125, + 0.9286308288574219, + 0.9152069091796875, + 0.9238929748535156, + 0.9223136901855469, + 0.9223136901855469, + 0.9325790405273438, + 0.9270515441894531, + 0.9191551208496094, + 0.9199447631835938, + 0.905731201171875, + 0.9223136901855469, + 0.9357376098632812, + 0.9333686828613281, + 0.9144172668457031, + 0.9167861938476562, + 0.9215240478515625, + 0.9191551208496094 + ], + "p90": [ + 1.1003780364990234, + 1.1178488731384277, + 1.1301870346069336, + 1.1465721130371094, + 1.1370964050292969, + 1.1663131713867188, + 1.1777629852294922, + 1.169076919555664, + 1.158416748046875, + 1.1623649597167969, + 1.1682872772216797, + 1.1706562042236328, + 1.1828956604003906, + 1.1789474487304688, + 1.173025131225586, + 1.1726303100585938, + 1.1588115692138672, + 1.1801319122314453, + 1.1975040435791016, + 1.1923713684082031, + 1.175394058227539, + 1.1809215545654297, + 1.1848697662353516, + 1.1821060180664062 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260616_221949.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260616_221949.json new file mode 100644 index 0000000000000000000000000000000000000000..939db2048cdebe39789ba442f478362a86b483c4 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260616_221949.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T22:19:49.106235+00:00", + "metrics": { + "MSE[mean]": 0.026779569665996927, + "MSE[0.5]": 0.032480425439613825, + "MAE[0.5]": 0.14710015058517456, + "MASE[0.5]": 1.0862778757127798, + "MAPE[0.5]": 0.12445407403444393, + "sMAPE[0.5]": 0.13547892146303228, + "MSIS": 23.09986006665449, + "RMSE[mean]": 0.1636446444769792, + "NRMSE[mean]": 0.14654744698710187, + "ND[0.5]": 0.13173148188609457, + "mean_weighted_sum_quantile_loss": 0.10677884721759028 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0 + ], + "actual": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 0.9809526801109314, + 0.982976496219635, + 0.9802723526954651, + 0.9798942804336548, + 0.9784954190254211, + 0.9826257824897766, + 0.9836935997009277, + 0.9877914190292358, + 0.9868870973587036, + 0.9887576699256897, + 0.9847669005393982, + 0.9854240417480469, + 0.9861027002334595, + 0.9862995147705078, + 0.9852426648139954, + 0.9876441955566406, + 0.9795740842819214, + 0.9810227751731873, + 0.9787666201591492, + 0.9796990156173706, + 0.9785490036010742, + 0.979860246181488, + 0.9797933101654053, + 0.9812844395637512 + ], + "p10": [ + 0.9973206520080566, + 1.0013145208358765, + 1.0027382373809814, + 1.0016989707946777, + 1.0051658153533936, + 1.0054432153701782, + 1.0105576515197754, + 1.0127589702606201, + 1.0123041868209839, + 1.0106679201126099, + 1.0159941911697388, + 1.0139110088348389, + 1.012465476989746, + 1.0140552520751953, + 1.0127395391464233, + 1.0156784057617188, + 1.0121269226074219, + 1.016209602355957, + 1.013352870941162, + 1.0099103450775146, + 1.00702965259552, + 1.0105032920837402, + 1.0163499116897583, + 1.0106546878814697 + ], + "p90": [ + 1.0499577522277832, + 1.0597749948501587, + 1.061899185180664, + 1.0632139444351196, + 1.0617642402648926, + 1.0669876337051392, + 1.0706400871276855, + 1.0746769905090332, + 1.0781974792480469, + 1.0812069177627563, + 1.080235242843628, + 1.080623745918274, + 1.082798719406128, + 1.0841262340545654, + 1.0839629173278809, + 1.0888330936431885, + 1.084468126296997, + 1.0862884521484375, + 1.0872180461883545, + 1.0870025157928467, + 1.0861384868621826, + 1.0878294706344604, + 1.085737943649292, + 1.0859383344650269 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260616_222941.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260616_222941.json new file mode 100644 index 0000000000000000000000000000000000000000..b22fc75b5d483f6ca06bfc24c8a91d249fa118d4 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260616_222941.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-16T22:29:41.316345+00:00", + "metrics": { + "MSE[mean]": 0.02849774180331736, + "MSE[0.5]": 0.02849774180331736, + "MAE[0.5]": 0.1341733162601789, + "MASE[0.5]": 0.9908181900878041, + "MAPE[0.5]": 0.11327070093318155, + "sMAPE[0.5]": 0.12256517579121388, + "MSIS": 10.05873624233301, + "RMSE[mean]": 0.16881274182749761, + "NRMSE[mean]": 0.15117559399991673, + "ND[0.5]": 0.12015521201177033, + "mean_weighted_sum_quantile_loss": 0.10081097024328864 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0 + ], + "actual": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 0.9956089854240417, + 0.9967473745346069, + 0.9977066516876221, + 0.9959858655929565, + 0.983625590801239, + 1.0032148361206055, + 1.0144301652908325, + 1.011256217956543, + 1.0025333166122437, + 0.9997732639312744, + 1.0011162757873535, + 1.0035876035690308, + 1.0066378116607666, + 1.002870798110962, + 1.0001991987228394, + 0.9985874891281128, + 0.9779426455497742, + 0.9832565188407898, + 1.0131515264511108, + 1.0108140707015991, + 0.9854973554611206, + 0.9833250045776367, + 0.9841024279594421, + 0.9870928525924683 + ], + "p10": [ + 0.9289982318878174, + 0.9143624305725098, + 0.9060478806495667, + 0.8981451988220215, + 0.8807898163795471, + 0.8950214385986328, + 0.901943027973175, + 0.8940773010253906, + 0.8813126683235168, + 0.8749173283576965, + 0.8717081546783447, + 0.871526300907135, + 0.8717535138130188, + 0.8657199740409851, + 0.8597703576087952, + 0.8540526628494263, + 0.8296358585357666, + 0.8314999341964722, + 0.8563615083694458, + 0.8523389101028442, + 0.8277298212051392, + 0.8252252340316772, + 0.8249862194061279, + 0.8252102732658386 + ], + "p90": [ + 1.0811318159103394, + 1.1012669801712036, + 1.1127439737319946, + 1.1200416088104248, + 1.1160545349121094, + 1.14276921749115, + 1.1597319841384888, + 1.161346435546875, + 1.157240390777588, + 1.1548407077789307, + 1.1566228866577148, + 1.163270354270935, + 1.1707122325897217, + 1.1696332693099976, + 1.171756386756897, + 1.1783925294876099, + 1.1629265546798706, + 1.1716177463531494, + 1.2059733867645264, + 1.2001430988311768, + 1.1708464622497559, + 1.1679415702819824, + 1.1680492162704468, + 1.1728461980819702 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260616_222916.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260616_222916.json new file mode 100644 index 0000000000000000000000000000000000000000..d88b0b45618269e61a50e3cdf24096d8792436bb --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260616_222916.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T22:29:16.272256+00:00", + "metrics": { + "MSE[mean]": 0.027875614435661927, + "MSE[0.5]": 0.027875614435661927, + "MAE[0.5]": 0.1313291092713674, + "MASE[0.5]": 0.9698148184827925, + "MAPE[0.5]": 0.11072631214640677, + "sMAPE[0.5]": 0.11973476481499866, + "MSIS": 12.033478090069393, + "RMSE[mean]": 0.16695991865014168, + "NRMSE[mean]": 0.14951634931624336, + "ND[0.5]": 0.1176081609045046, + "mean_weighted_sum_quantile_loss": 0.09806933719759646 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0 + ], + "actual": [ + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 0.9988107681274414, + 0.9988994598388672, + 0.999085545539856, + 0.9968803524971008, + 0.9862174391746521, + 0.9992690682411194, + 1.0005097389221191, + 1.0007784366607666, + 1.0001474618911743, + 0.9987689256668091, + 0.9998933672904968, + 0.9994429349899292, + 0.9999673366546631, + 0.9989762306213379, + 1.0003920793533325, + 1.0001542568206787, + 0.9840163588523865, + 1.0001287460327148, + 1.0470178127288818, + 1.0070109367370605, + 0.9987122416496277, + 0.9999577403068542, + 0.997711718082428, + 1.001857042312622 + ], + "p10": [ + 0.8795188665390015, + 0.8899580836296082, + 0.8958920836448669, + 0.8967844247817993, + 0.8678656220436096, + 0.8963446617126465, + 0.9337375164031982, + 0.9054595828056335, + 0.8975344896316528, + 0.889110267162323, + 0.895944356918335, + 0.8939076066017151, + 0.9084861278533936, + 0.8983283042907715, + 0.880977213382721, + 0.8960983157157898, + 0.8593029975891113, + 0.8885628581047058, + 0.915367603302002, + 0.9047502279281616, + 0.9000144600868225, + 0.893349826335907, + 0.8920314311981201, + 0.8842571973800659 + ], + "p90": [ + 1.0959664583206177, + 1.095996618270874, + 1.0996559858322144, + 1.0934343338012695, + 1.0850046873092651, + 1.1049381494522095, + 1.1401170492172241, + 1.1375421285629272, + 1.110006332397461, + 1.109326958656311, + 1.1038172245025635, + 1.1069271564483643, + 1.1374340057373047, + 1.121913194656372, + 1.1154651641845703, + 1.1178369522094727, + 1.1158555746078491, + 1.139878749847412, + 1.2064311504364014, + 1.1910419464111328, + 1.1691553592681885, + 1.1824653148651123, + 1.159807801246643, + 1.163246750831604 + ] + } +} diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 5d93347583932f506153371c8a3b45795b636d90..2f92b865896aa3f5de25f42087793699831112a4 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,92992.02493540446,92992.02493540446,241.80501302083334,0.2902116635012382,0.0036514195671210198,0.0036517609652807377,3.0652844874558394,304.94593772569664,0.004604460153886206,0.0036510784690821666,0.005752840084317872,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,174270.62364705405,174270.62364705405,361.9505208333333,0.39335869298353404,0.005484569567164217,0.005467183931511305,2.398833662848411,417.45733152868934,0.006312985289737701,0.005473585300960749,0.005430615896654731,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,14.744754175729971,14.744754175729971,2.875503142674764,1.658608247161019,0.12549464825540982,0.11315410749184834,26.04886892420141,3.839889865052118,0.16861034364548327,0.12626392685183913,0.09020495419338961,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.03712391737450158,0.03712391737450158,0.16065669160646698,0.08315653363191562,0.739922108883173,0.8587747760370901,0.25294669781773077,0.19267567925013676,0.6603193103979494,0.5505869564091495,0.46426456602839217,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.01819922366721845,0.01819922366721845,0.09875945250193278,0.7900754944363443,0.09534277695495108,0.09235839979777571,13.571794895840503,0.13490449832091758,0.1274688192254928,0.09331601951352847,0.07898018088690628,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.003675859788727346,0.003675859788727346,0.05037120978037516,0.05469434012021396,0.03365840273746158,0.03406542398841223,0.6569496851058365,0.060628869268091634,0.040998924125559943,0.03406241008332874,0.052048498600511,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.020150282051070906,0.020150282051070906,0.11070778965950012,0.8175343267683871,0.09409608460622021,0.09972466634923254,8.94531573584399,0.1419516891448316,0.12712091927095237,0.0991413069950305,0.08328375294292752,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.018726254515513574,0.018726254515513574,0.05085158348083496,0.36613154073011045,0.003536454515374061,0.0035821494345179643,6.869676349516429,0.13684390565718874,0.009739779409486175,0.0036193296540888756,0.003496594526807109,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,67.25096154635553,67.25096154635553,4.390391866366069,0.6888390032309797,0.197518502622418,0.20749634723016175,10.43613937336219,8.200668359734804,0.4715285795920151,0.25244225833647477,0.22712217665910542,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.33563766786164706,0.33563766786164706,0.48186230659484863,0.1906268465649951,0.01967031051598527,0.019911744494958167,1.3380608191856973,0.5793424443812546,0.024248726112949044,0.020168636374038873,0.024160442262454618,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,13.82082712650299,13.82082712650299,3.0751546223958335,0.6150309244791666,0.5023890348807413,0.31042558036886514,5.57275390625,3.7176373043242115,0.36717405474807024,0.30371897505144035,0.23309345707590307,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,271.7927171389262,271.7927171389262,6.015706380208333,0.1739481362951807,0.001934363600900737,0.0019304442299875844,4.174040497929217,16.48613711998436,0.005284724066777409,0.0019283685471483906,0.002339097114396435,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,3381.658294672767,3381.658294672767,56.948160807291664,7.810033482142857,0.018610379714671745,0.0184315419813768,304.02312779017853,58.152027433897494,0.018988417121272652,0.01859531781462585,0.018352174493929514,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,227.82965567708015,227.82965567708015,14.6737060546875,0.3024781209739034,0.06828829037245884,0.06563690751805365,1.2132642093120807,15.094027152389787,0.06368787828012568,0.06191437153876582,0.04472374681346694,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 6e2ec4f8793813f80d0741c0889688a7846d7dfe..766268bfe4fe3413c8093478ef4fd624b4e0af0c 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T19:36:01.115875+00:00", + "evaluated_at": "2026-06-16T22:42:49.787948+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63605.6796875, - 63393.671875, - 63519.98828125, 63500.01171875, 63625.98828125, 63648.80078125, @@ -101,12 +98,12 @@ 67292.140625, 67157.9921875, 66851.7890625, - 66766.1171875 - ], - "actuals": [ + 66766.1171875, 66614.3515625, 66519.9765625, - 66368.1484375, + 66368.1484375 + ], + "actuals": [ 66206.34375, 66328.7421875, 66250.0, @@ -127,90 +124,90 @@ 65859.7578125, 65758.0703125, 65978.7890625, - 66097.9765625 + 65847.9921875, + 65675.8828125, + 65854.0, + 65783.9921875 ], "p50": [ - 66587.0, - 66524.0, - 66461.0, - 66476.75, - 66445.25, - 66413.75, - 66382.25, - 66366.5, - 66335.0, - 66287.75, - 66272.0, - 66240.5, - 66216.875, - 66177.5, - 66146.0, - 66106.625, - 66114.5, - 66106.625, - 66075.125, - 66067.25, - 66051.5, - 66020.0, - 65980.625, - 65909.75 + 66640.0, + 66623.375, + 66590.125, + 66581.8125, + 66573.5, + 66540.25, + 66507.0, + 66490.375, + 66457.125, + 66440.5, + 66423.875, + 66398.9375, + 66390.625, + 66365.6875, + 66332.4375, + 66315.8125, + 66340.75, + 66324.125, + 66299.1875, + 66274.25, + 66282.5625, + 66257.625, + 66224.375, + 66207.75 ], "p10": [ - 66043.625, - 65791.625, - 65563.25, - 65421.5, - 65311.25, - 65185.25, - 65055.3125, - 64909.625, - 64767.875, - 64657.625, - 64571.0, - 64479.453125, - 64406.609375, - 64332.78125, - 64287.0078125, - 64213.671875, - 64261.16796875, - 64227.20703125, - 64186.109375, - 64163.9609375, - 64129.015625, - 64093.578125, - 64056.171875, - 64002.03125 + 66290.875, + 66149.5625, + 65975.0, + 65833.6875, + 65742.25, + 65625.875, + 65501.1875, + 65368.1875, + 65239.34375, + 65118.8125, + 65012.828125, + 64929.703125, + 64854.890625, + 64796.703125, + 64738.515625, + 64663.703125, + 64649.15625, + 64583.17578125, + 64513.55859375, + 64466.28125, + 64426.27734375, + 64396.6640625, + 64345.75, + 64324.96875 ], "p90": [ - 67012.25, - 67106.75, - 67138.25, - 67201.25, - 67217.0, - 67217.0, - 67248.5, - 67280.0, - 67295.75, - 67264.25, - 67280.0, - 67280.0, - 67280.0, - 67280.0, - 67264.25, - 67295.75, - 67264.25, - 67232.75, - 67217.0, - 67232.75, - 67217.0, - 67217.0, - 67201.25, - 67169.75 + 66889.375, + 66972.5, + 67022.375, + 67055.625, + 67072.25, + 67088.875, + 67105.5, + 67122.125, + 67138.75, + 67138.75, + 67138.75, + 67138.75, + 67155.375, + 67172.0, + 67138.75, + 67172.0, + 67205.25, + 67221.875, + 67205.25, + 67205.25, + 67205.25, + 67188.625, + 67188.625, + 67188.625 ], "timestamps": [ - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", "2026-06-11 22:00:00", "2026-06-11 23:00:00", "2026-06-12 00:00:00", @@ -327,6 +324,9 @@ "2026-06-16 15:00:00", "2026-06-16 16:00:00", "2026-06-16 17:00:00", - "2026-06-16 18:00:00" + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00" ] } diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index ff94fcd7d11d7f30ecf919595415e6fd76064b6d..1ee01d9a6ca306f06d0b72f9bf0e23c0275ef330 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,48 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T19:39:47.560585+00:00", + "evaluated_at": "2026-06-16T22:42:57.647526+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 2.2239999771118164, - 2.246000051498413, - 2.25600004196167, - 2.2750000953674316, - 2.2839999198913574, - 2.2990000247955322, - 2.308000087738037, - 2.305999994277954, - 2.302000045776367, - 2.306999921798706, - 2.309999942779541, - 2.322999954223633, - 2.325000047683716, - 2.3259999752044678, - 2.318000078201294, - 2.305000066757202, - 2.2869999408721924, - 2.26200008392334, - 2.239000082015991, - 2.1989998817443848, - 2.1679999828338623, - 2.135999917984009, - 2.109999895095825, - 2.068000078201294, - 2.0360000133514404, - 1.996999979019165, - 1.965000033378601, - 1.9140000343322754, - 1.8530000448226929, - 1.8170000314712524, - 1.7649999856948853, - 1.7079999446868896, - 1.6519999504089355, - 1.5870000123977661, - 1.5379999876022339, - 1.4919999837875366, - 1.4240000247955322, 1.3660000562667847, 1.2970000505447388, 1.2430000305175781, @@ -101,9 +64,7 @@ -0.2770000100135803, -0.2590000033378601, -0.2290000021457672, - -0.2029999941587448 - ], - "actuals": [ + -0.2029999941587448, -0.17599999904632568, -0.14800000190734863, -0.11599999666213989, @@ -127,124 +88,126 @@ 0.5640000104904175, 0.6000000238418579, 0.6510000228881836, - 0.6919999718666077 + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541 + ], + "actuals": [ + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798 ], "p50": [ - -0.18402099609375, - -0.155181884765625, - -0.130462646484375, - -0.10986328125, - -0.0933837890625, - -0.072784423828125, - -0.039825439453125, - -0.023345947265625, - 0.0054931640625, - 0.034332275390625, - 0.050811767578125, - 0.075531005859375, - 0.092010498046875, - 0.1043701171875, - 0.141448974609375, - 0.166168212890625, - 0.17852783203125, - 0.207366943359375, - 0.240325927734375, - 0.24444580078125, - 0.273284912109375, - 0.281524658203125, - 0.318603515625, - 0.3618621826171875 + 1.272613525390625, + 1.30145263671875, + 1.326171875, + 1.35089111328125, + 1.38385009765625, + 1.4085693359375, + 1.425048828125, + 1.44976806640625, + 1.46624755859375, + 1.4744873046875, + 1.49920654296875, + 1.49920654296875, + 1.51568603515625, + 1.51568603515625, + 1.53216552734375, + 1.53216552734375, + 1.54864501953125, + 1.52392578125, + 1.52392578125, + 1.53216552734375, + 1.5404052734375, + 1.5074462890625, + 1.48272705078125, + 1.46624755859375 ], "p10": [ - -0.20050048828125, - -0.20050048828125, - -0.18402099609375, - -0.163421630859375, - -0.1593017578125, - -0.155181884765625, - -0.138702392578125, - -0.138702392578125, - -0.122222900390625, - -0.113983154296875, - -0.113983154296875, - -0.11810302734375, - -0.113983154296875, - -0.122222900390625, - -0.105743408203125, - -0.113983154296875, - -0.105743408203125, - -0.097503662109375, - -0.08514404296875, - -0.089263916015625, - -0.081024169921875, - -0.089263916015625, - -0.076904296875, - -0.05218505859375 + 1.25201416015625, + 1.2767333984375, + 1.297332763671875, + 1.305572509765625, + 1.3096923828125, + 1.326171875, + 1.326171875, + 1.322052001953125, + 1.305572509765625, + 1.305572509765625, + 1.289093017578125, + 1.26849365234375, + 1.26025390625, + 1.231414794921875, + 1.206695556640625, + 1.18609619140625, + 1.157257080078125, + 1.095458984375, + 1.050140380859375, + 1.0130615234375, + 0.984222412109375, + 0.926544189453125, + 0.86474609375, + 0.80706787109375 ], "p90": [ - -0.15106201171875, - -0.11810302734375, - -0.08514404296875, - -0.048065185546875, - -0.01922607421875, - 0.01373291015625, - 0.06317138671875, - 0.1043701171875, - 0.15380859375, - 0.199127197265625, - 0.240325927734375, - 0.289764404296875, - 0.330963134765625, - 0.380401611328125, - 0.446319580078125, - 0.5184173583984375, - 0.561676025390625, - 0.6378936767578125, - 0.7089614868164062, - 0.7650947570800781, - 0.8387374877929688, - 0.8940982818603516, - 0.9829330444335938, - 1.0787200927734375 + 1.289093017578125, + 1.322052001953125, + 1.359130859375, + 1.39208984375, + 1.43328857421875, + 1.46624755859375, + 1.49920654296875, + 1.52392578125, + 1.5733642578125, + 1.58984375, + 1.63104248046875, + 1.65576171875, + 1.688720703125, + 1.71343994140625, + 1.74639892578125, + 1.76287841796875, + 1.8370361328125, + 1.84527587890625, + 1.87823486328125, + 1.9029541015625, + 1.92767333984375, + 1.92767333984375, + 1.94415283203125, + 1.952392578125 ], "timestamps": [ - "2026-06-16 06:12:00", - "2026-06-16 06:18:00", - "2026-06-16 06:24:00", - "2026-06-16 06:30:00", - "2026-06-16 06:36:00", - "2026-06-16 06:42:00", - "2026-06-16 06:48:00", - "2026-06-16 06:54:00", - "2026-06-16 07:00:00", - "2026-06-16 07:06:00", - "2026-06-16 07:12:00", - "2026-06-16 07:18:00", - "2026-06-16 07:24:00", - "2026-06-16 07:30:00", - "2026-06-16 07:36:00", - "2026-06-16 07:42:00", - "2026-06-16 07:48:00", - "2026-06-16 07:54:00", - "2026-06-16 08:00:00", - "2026-06-16 08:06:00", - "2026-06-16 08:12:00", - "2026-06-16 08:18:00", - "2026-06-16 08:24:00", - "2026-06-16 08:30:00", - "2026-06-16 08:36:00", - "2026-06-16 08:42:00", - "2026-06-16 08:48:00", - "2026-06-16 08:54:00", - "2026-06-16 09:00:00", - "2026-06-16 09:06:00", - "2026-06-16 09:12:00", - "2026-06-16 09:18:00", - "2026-06-16 09:24:00", - "2026-06-16 09:30:00", - "2026-06-16 09:36:00", - "2026-06-16 09:42:00", - "2026-06-16 09:48:00", "2026-06-16 09:54:00", "2026-06-16 10:00:00", "2026-06-16 10:06:00", @@ -327,6 +290,43 @@ "2026-06-16 17:48:00", "2026-06-16 17:54:00", "2026-06-16 18:00:00", - "2026-06-16 18:06:00" + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index fc06dc4cc6427d21925556c0f344411494074f28..a9556a256706cd3478d86d4ba0c211311dbb44b5 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,22 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T19:39:51.806736+00:00", + "evaluated_at": "2026-06-16T22:43:03.406488+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2999999523162842, - 1.0, - 1.2000000476837158, - 1.100000023841858, - 1.100000023841858, - 1.100000023841858, - 1.2000000476837158, - 1.100000023841858, - 1.100000023841858, - 1.0, - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -101,9 +90,7 @@ 1.0, 1.0, 1.0, - 1.100000023841858 - ], - "actuals": [ + 1.100000023841858, 1.0, 1.0, 1.100000023841858, @@ -114,7 +101,9 @@ 0.8999999761581421, 0.8999999761581421, 1.0, - 1.0, + 1.0 + ], + "actuals": [ 1.100000023841858, 1.100000023841858, 1.0, @@ -127,113 +116,98 @@ 1.100000023841858, 1.399999976158142, 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, 1.2000000476837158 ], "p50": [ - 1.0875539779663086, - 1.0847930908203125, - 1.08184814453125, - 1.0812959671020508, - 1.0798234939575195, - 1.0857133865356445, - 1.080927848815918, - 1.0816640853881836, - 1.0855293273925781, - 1.0873699188232422, - 1.0884742736816406, - 1.0919713973999023, - 1.0779829025268555, - 1.0835046768188477, - 1.0862655639648438, - 1.0803756713867188, - 1.0835046768188477, - 1.0951004028320312, - 1.0925235748291016, - 1.0925235748291016, - 1.0899467468261719, - 1.094088077545166, - 1.0947322845458984, - 1.0955605506896973 + 1.0040416717529297, + 1.0056209564208984, + 1.006805419921875, + 1.0166759490966797, + 1.00048828125, + 1.0328636169433594, + 1.046682357788086, + 1.0376014709472656, + 1.0241775512695312, + 1.0316791534423828, + 1.0328636169433594, + 1.0348377227783203, + 1.0462875366210938, + 1.0415496826171875, + 1.0348377227783203, + 1.0360221862792969, + 1.0285205841064453, + 1.0470771789550781, + 1.0624752044677734, + 1.0587244033813477, + 1.0419445037841797, + 1.0462875366210938, + 1.0498409271240234, + 1.044708251953125 ], "p10": [ - 1.0089607238769531, - 1.005279541015625, - 0.9993896484375, - 0.9957084655761719, - 0.9898185729980469, - 0.9942359924316406, - 0.9846649169921875, - 0.9824562072753906, - 0.9868736267089844, - 0.9868736267089844, - 0.9846649169921875, - 0.9861373901367188, - 0.9684677124023438, - 0.9802474975585938, - 0.9868736267089844, - 0.9868736267089844, - 0.98760986328125, - 0.9942359924316406, - 0.98760986328125, - 0.9868736267089844, - 0.9846649169921875, - 0.9898185729980469, - 0.9898185729980469, - 0.9920272827148438 + 0.9349479675292969, + 0.9278411865234375, + 0.9191551208496094, + 0.9175758361816406, + 0.8883590698242188, + 0.9215240478515625, + 0.93731689453125, + 0.9286308288574219, + 0.9152069091796875, + 0.9238929748535156, + 0.9223136901855469, + 0.9223136901855469, + 0.9325790405273438, + 0.9270515441894531, + 0.9191551208496094, + 0.9199447631835938, + 0.905731201171875, + 0.9223136901855469, + 0.9357376098632812, + 0.9333686828613281, + 0.9144172668457031, + 0.9167861938476562, + 0.9215240478515625, + 0.9191551208496094 ], "p90": [ - 1.1827125549316406, - 1.1900749206542969, - 1.1970691680908203, - 1.2003822326660156, - 1.2022228240966797, - 1.2066402435302734, - 1.2051677703857422, - 1.207376480102539, - 1.2136344909667969, - 1.2143707275390625, - 1.2180519104003906, - 1.2217330932617188, - 1.2128982543945312, - 1.2180519104003906, - 1.2246780395507812, - 1.217315673828125, - 1.2084808349609375, - 1.2246780395507812, - 1.2239418029785156, - 1.2246780395507812, - 1.2239418029785156, - 1.229095458984375, - 1.2305679321289062, - 1.2305679321289062 + 1.1003780364990234, + 1.1178488731384277, + 1.1301870346069336, + 1.1465721130371094, + 1.1370964050292969, + 1.1663131713867188, + 1.1777629852294922, + 1.169076919555664, + 1.158416748046875, + 1.1623649597167969, + 1.1682872772216797, + 1.1706562042236328, + 1.1828956604003906, + 1.1789474487304688, + 1.173025131225586, + 1.1726303100585938, + 1.1588115692138672, + 1.1801319122314453, + 1.1975040435791016, + 1.1923713684082031, + 1.175394058227539, + 1.1809215545654297, + 1.1848697662353516, + 1.1821060180664062 ], "timestamps": [ - "2026-06-15 03:20:00", - "2026-06-15 03:30:00", - "2026-06-15 03:40:00", - "2026-06-15 03:50:00", - "2026-06-15 04:00:00", - "2026-06-15 04:10:00", - "2026-06-15 04:20:00", - "2026-06-15 04:30:00", - "2026-06-15 04:40:00", - "2026-06-15 04:50:00", - "2026-06-15 05:00:00", - "2026-06-15 05:10:00", - "2026-06-15 05:20:00", - "2026-06-15 05:30:00", - "2026-06-15 05:40:00", - "2026-06-15 05:50:00", - "2026-06-15 06:00:00", - "2026-06-15 06:10:00", - "2026-06-15 06:20:00", - "2026-06-15 06:30:00", - "2026-06-15 06:40:00", - "2026-06-15 06:50:00", - "2026-06-15 07:00:00", - "2026-06-15 07:10:00", - "2026-06-15 07:20:00", - "2026-06-15 07:30:00", "2026-06-15 07:40:00", "2026-06-15 07:50:00", "2026-06-15 08:00:00", @@ -327,6 +301,32 @@ "2026-06-15 22:40:00", "2026-06-15 22:50:00", "2026-06-15 23:00:00", - "2026-06-15 23:10:00" + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 5c585ae2268a42708ccf9f3d37c9a5c7c0acc851..7f5922f75b05fbe3d77d4b585863c545dc002ed9 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,109 +1,61 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T15:59:40.553458+00:00", + "evaluated_at": "2026-06-16T22:43:08.219146+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 3170.0, - 3230.0, - 3230.0, - 3170.0, - 3170.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3170.0, - 3170.0, - 3230.0, - 3170.0, - 3170.0, - 3170.0, - 3230.0, - 3230.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, 3120.0, - 3170.0, 3120.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, 3170.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, - 3120.0 - ], - "actuals": [ 3120.0, 3120.0, 3120.0, @@ -111,6 +63,7 @@ 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, 3120.0, @@ -121,121 +74,140 @@ 3120.0, 3120.0, 3120.0, - 3170.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0 + ], + "actuals": [ + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, 3060.0 ], "p50": [ - 3121.154296875, - 3121.875, - 3121.154296875, - 3121.39453125, - 3121.154296875, - 3121.634765625, - 3121.39453125, - 3121.634765625, - 3121.154296875, - 3121.634765625, - 3121.39453125, - 3121.154296875, - 3121.154296875, - 3121.634765625, - 3121.634765625, - 3121.875, - 3119.953125, - 3120.673828125, - 3120.9140625, - 3121.875, - 3121.39453125, - 3121.39453125, - 3122.8359375, - 3123.556640625 + 3119.24365234375, + 3119.502197265625, + 3119.523681640625, + 3119.485107421875, + 3119.474609375, + 3119.643310546875, + 3119.45947265625, + 3119.453125, + 3119.3291015625, + 3119.50439453125, + 3119.474609375, + 3119.474609375, + 3119.557861328125, + 3119.506591796875, + 3119.512939453125, + 3119.3974609375, + 3119.455322265625, + 3119.384765625, + 3119.2353515625, + 3119.248046875, + 3119.19677734375, + 3119.256591796875, + 3119.21826171875, + 3119.222412109375 ], "p10": [ - 3120.193359375, - 3120.193359375, - 3119.712890625, - 3120.193359375, - 3119.47265625, - 3120.43359375, - 3119.712890625, - 3120.43359375, - 3119.953125, - 3120.673828125, - 3120.193359375, - 3120.193359375, - 3119.712890625, - 3120.43359375, - 3119.47265625, - 3120.43359375, - 3117.0703125, - 3117.0703125, - 3116.58984375, - 3117.310546875, - 3117.0703125, - 3115.869140625, - 3116.58984375, - 3116.109375 + 3115.3515625, + 3116.9580078125, + 3117.5048828125, + 3117.76123046875, + 3117.9833984375, + 3118.197021484375, + 3118.03466796875, + 3118.20556640625, + 3117.8466796875, + 3118.060302734375, + 3118.17138671875, + 3118.026123046875, + 3118.094482421875, + 3118.20556640625, + 3118.367919921875, + 3118.291015625, + 3117.86376953125, + 3117.67578125, + 3117.470703125, + 3117.4365234375, + 3117.45361328125, + 3117.38525390625, + 3117.333984375, + 3117.5048828125 ], "p90": [ - 3125.23828125, - 3129.802734375, - 3133.166015625, - 3137.25, - 3140.9736328125, - 3145.41796875, - 3149.7421875, - 3156.40869140625, - 3162.234375, - 3167.279296875, - 3172.6845703125, - 3175.927734375, - 3178.2099609375, - 3179.771484375, - 3180.01171875, - 3179.05078125, - 3172.8046875, - 3176.16796875, - 3177.9697265625, - 3179.291015625, - 3178.99072265625, - 3179.8916015625, - 3180.732421875, - 3181.15283203125 + 3121.051025390625, + 3121.09375, + 3121.162109375, + 3121.170654296875, + 3121.28173828125, + 3121.38427734375, + 3121.1962890625, + 3121.033935546875, + 3121.00830078125, + 3121.24755859375, + 3120.888671875, + 3120.798828125, + 3120.743408203125, + 3120.7646484375, + 3120.83740234375, + 3120.692138671875, + 3120.56396484375, + 3120.6025390625, + 3120.3974609375, + 3120.39306640625, + 3120.35888671875, + 3120.44873046875, + 3120.55126953125, + 3120.50830078125 ], "timestamps": [ - "2026-06-16 03:55:00", - "2026-06-16 04:10:00", - "2026-06-16 04:25:00", - "2026-06-16 04:40:00", - "2026-06-16 04:55:00", - "2026-06-16 05:10:00", - "2026-06-16 05:25:00", - "2026-06-16 05:40:00", - "2026-06-16 05:55:00", - "2026-06-16 06:10:00", - "2026-06-16 06:25:00", - "2026-06-16 06:40:00", - "2026-06-16 06:55:00", - "2026-06-16 07:10:00", - "2026-06-16 07:25:00", - "2026-06-16 07:40:00", - "2026-06-16 07:55:00", - "2026-06-16 08:10:00", - "2026-06-16 08:25:00", - "2026-06-16 08:40:00", - "2026-06-16 08:55:00", - "2026-06-16 09:10:00", - "2026-06-16 09:25:00", - "2026-06-16 09:40:00", - "2026-06-16 09:55:00", - "2026-06-16 10:10:00", - "2026-06-16 10:25:00", - "2026-06-16 10:40:00", "2026-06-16 10:55:00", "2026-06-16 11:10:00", "2026-06-16 11:25:00", @@ -327,6 +299,34 @@ "2026-06-17 08:55:00", "2026-06-17 09:10:00", "2026-06-17 09:25:00", - "2026-06-17 09:40:00" + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 12ddf7e1e98736030a9dd7e9d599bc64d1a7f510..a2ae5efe446fb77f665744aefb7c3676e174ed06 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,23 +1,29 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-16T19:39:53.959836+00:00", + "evaluated_at": "2026-06-16T22:43:10.166552+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t210000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t192400z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t135000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t185000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 8e6a616addf9a2fefc35f21860fe83e44dbab0db..6cdc82488ebc991ef8d4a0c52f2b8ffa1eea3fa2 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,349797.6275761922,184091.04135131836,357.8971354166667,0.41041612682363254,0.005422500118722268,0.005403331506793602,17.721383196839238,591.4369176642529,0.00893706946623683,0.005408102648745499,0.006351876172210843,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,90078.6163482666,112963.21766408284,247.89811197916666,0.2694094129128559,0.003737921375465988,0.003747296361207434,4.121192131543142,300.13099864603555,0.004538721532350176,0.003748831356123103,0.00351956920043274,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,18.256465477062495,15.689063071794257,3.021759271621704,1.91460317666162,0.13161837915651486,0.1187479281490475,78.45882032272267,4.27275853250128,0.187617694725063,0.1326860631704981,0.13787187026130038,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.006798278860110069,0.0043872047722796235,0.04442617894771198,0.022995164451987283,0.16892343788045852,0.19597848243753466,1.2896880570416684,0.08245167590843784,0.28257034820847143,0.1522530708625918,0.20156370667200113,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.018568353711307495,0.017385339392292327,0.09656344850858052,0.7725074652818894,0.09288452556392708,0.09033461871546224,30.27606073601075,0.13626574665449676,0.12875503814267997,0.09124105507919815,0.0955567381576155,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.006374514495753066,0.003759971373701987,0.0448446919520696,0.04869350656668799,0.029236629443982618,0.028652117803904763,1.8526228966138196,0.0798405567099395,0.05399040038531646,0.030325225341859354,0.03222811640874626,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.026779569665996927,0.032480425439613825,0.14710015058517456,1.0862778757127798,0.12445407403444393,0.13547892146303228,23.09986006665449,0.1636446444769792,0.14654744698710187,0.13173148188609457,0.10677884721759028,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.5134470016972349,0.6364203022267247,0.5536642074584961,0.44540584287163937,0.0276254995036464,0.0281470283383016,8.26096574154646,0.716552162579414,0.03691982042204237,0.028527138959286352,0.025134909180975065,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,650.4226122238754,685.8653868680943,15.499062538146973,2.5344822477517286,0.33968506617699884,0.4691643539586066,87.35340695664604,25.50338432882733,0.8977430038966681,0.5455815111114771,0.5208205266329882,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,2.1828387460335157,3.0163667414758493,1.5450150966644287,0.6253011873807506,0.06318544462542311,0.06546510966058296,9.5512220861311,1.477443313983151,0.062023156862824926,0.06485982425782821,0.05042202637070292,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,10.405964725661269,9.000602529930651,2.3532749017079673,0.426790410385324,0.21881676391685087,0.20646161462587442,18.786381272284746,3.225827758213583,0.28780619404136054,0.20995761204829447,0.250023040787241,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,260.0813939323028,257.7432473277052,6.071726481119792,0.17556799463478914,0.0019505544697871978,0.0019486933475073992,11.815324677616715,16.12703921779515,0.005169613212596282,0.0019463261058751836,0.002922116796428624,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,3439.8645558555922,3422.449991491934,57.27812703450521,7.85528599330357,0.018718288339161285,0.01853730293310045,300.5491713169643,58.65035853134738,0.019151137479623635,0.018703061888818026,0.0182664524577192,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,176.44351051340345,98.65426440536976,7.526611328125,0.1551506649613495,0.039470241915795116,0.038107091365422716,12.258364980081357,13.283204075576172,0.05604727458049018,0.03175785370516877,0.053793045237094536,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 54d400a86f914c6a8b0b71786bd1eed69f1f7229..281d7d15257c8a0b74c90ea524d0c347b71ddb8f 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T20:22:56.200180+00:00", + "evaluated_at": "2026-06-16T22:19:34.134767+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63393.671875, - 63519.98828125, 63500.01171875, 63625.98828125, 63648.80078125, @@ -101,11 +99,11 @@ 67157.9921875, 66851.7890625, 66766.1171875, - 66614.3515625 + 66614.3515625, + 66519.9765625, + 66368.1484375 ], "actuals": [ - 66519.9765625, - 66368.1484375, 66206.34375, 66328.7421875, 66250.0, @@ -127,89 +125,89 @@ 65758.0703125, 65978.7890625, 65847.9921875, - 65654.0 + 65675.8828125, + 65854.0, + 65783.9921875 ], "p50": [ - 66600.890625, - 66610.234375, - 66609.28125, - 66620.375, - 66562.9609375, - 66573.21875, - 66556.46875, - 66542.796875, - 66548.46875, - 66500.953125, - 66519.78125, - 66472.671875, - 66458.546875, - 66449.2890625, - 66435.0625, - 66431.234375, - 66482.4765625, - 66461.515625, - 66404.6484375, - 66413.6875, - 66354.1640625, - 66308.6171875, - 66336.984375, - 66343.5 + 66328.90625, + 66277.4375, + 66241.8671875, + 66257.21875, + 66176.0859375, + 66159.3984375, + 66163.03125, + 66140.734375, + 66095.5703125, + 65961.1484375, + 66003.671875, + 65970.3359375, + 65943.125, + 65964.5390625, + 65948.9765625, + 65851.3828125, + 65858.6015625, + 65809.828125, + 65759.8046875, + 65773.921875, + 65722.0, + 65709.28125, + 65699.328125, + 65705.03125 ], "p10": [ - 66634.859375, - 66679.78125, - 66666.015625, - 66652.8671875, - 66638.359375, - 66641.875, - 66558.8828125, - 66577.2421875, - 66545.3125, - 66631.71875, - 66560.9765625, - 66461.7421875, - 66467.046875, - 66516.125, - 66491.4296875, - 66574.75, - 66532.21875, - 66408.5625, - 66473.71875, - 66441.453125, - 66405.171875, - 66405.140625, - 66293.375, - 66343.859375 + 66299.6875, + 66335.0, + 66293.3984375, + 66265.4453125, + 66208.5703125, + 66252.921875, + 66126.2265625, + 66132.59375, + 66070.5859375, + 66126.453125, + 66051.78125, + 66063.734375, + 65977.9453125, + 66043.6953125, + 66006.984375, + 66007.28125, + 65920.171875, + 65814.265625, + 65892.2734375, + 65894.609375, + 65888.828125, + 65872.6171875, + 65733.734375, + 65758.5078125 ], "p90": [ - 66974.8984375, - 67078.8125, - 67140.5, - 67223.6796875, - 67205.890625, - 67241.515625, - 67240.859375, - 67245.9375, - 67264.765625, - 67271.328125, - 67339.671875, - 67277.5546875, - 67331.015625, - 67396.28125, - 67372.4140625, - 67455.109375, - 67497.7890625, - 67500.65625, - 67494.328125, - 67516.3203125, - 67467.1015625, - 67472.53125, - 67493.078125, - 67511.78125 + 66683.6796875, + 66759.0703125, + 66820.4765625, + 66935.453125, + 66910.484375, + 66938.625, + 66973.8203125, + 66983.5390625, + 66974.265625, + 66921.2734375, + 67043.5859375, + 66980.9609375, + 67025.8203125, + 67103.59375, + 67087.4140625, + 67080.0, + 67095.8125, + 67078.40625, + 67059.671875, + 67077.7734375, + 67036.453125, + 67057.15625, + 67042.03125, + 67056.5859375 ], "timestamps": [ - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", "2026-06-11 22:00:00", "2026-06-11 23:00:00", "2026-06-12 00:00:00", @@ -327,6 +325,8 @@ "2026-06-16 16:00:00", "2026-06-16 17:00:00", "2026-06-16 18:00:00", - "2026-06-16 19:00:00" + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index aeccacdfad2d9551b035ac60ca260f820673d770..524cfe9f610c7e3b608e4ddedafb0aa350586eaf 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,48 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T18:54:19.912036+00:00", + "evaluated_at": "2026-06-16T22:19:42.881340+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 2.2239999771118164, - 2.246000051498413, - 2.25600004196167, - 2.2750000953674316, - 2.2839999198913574, - 2.2990000247955322, - 2.308000087738037, - 2.305999994277954, - 2.302000045776367, - 2.306999921798706, - 2.309999942779541, - 2.322999954223633, - 2.325000047683716, - 2.3259999752044678, - 2.318000078201294, - 2.305000066757202, - 2.2869999408721924, - 2.26200008392334, - 2.239000082015991, - 2.1989998817443848, - 2.1679999828338623, - 2.135999917984009, - 2.109999895095825, - 2.068000078201294, - 2.0360000133514404, - 1.996999979019165, - 1.965000033378601, - 1.9140000343322754, - 1.8530000448226929, - 1.8170000314712524, - 1.7649999856948853, - 1.7079999446868896, - 1.6519999504089355, - 1.5870000123977661, - 1.5379999876022339, - 1.4919999837875366, - 1.4240000247955322, 1.3660000562667847, 1.2970000505447388, 1.2430000305175781, @@ -101,9 +64,7 @@ -0.2770000100135803, -0.2590000033378601, -0.2290000021457672, - -0.2029999941587448 - ], - "actuals": [ + -0.2029999941587448, -0.17599999904632568, -0.14800000190734863, -0.11599999666213989, @@ -127,124 +88,126 @@ 0.5640000104904175, 0.6000000238418579, 0.6510000228881836, - 0.6919999718666077 + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541 + ], + "actuals": [ + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798 ], "p50": [ - -0.17898660898208618, - -0.14282149076461792, - -0.11795050650835037, - -0.08682433515787125, - -0.05481202155351639, - -0.030399329960346222, - -0.001983925700187683, - 0.06887812912464142, - 0.09161601960659027, - 0.15216396749019623, - 0.19464170932769775, - 0.22216153144836426, - 0.2639364004135132, - 0.30270081758499146, - 0.37715211510658264, - 0.42076393961906433, - 0.4724601209163666, - 0.5348811745643616, - 0.5683284401893616, - 0.6367475390434265, - 0.6842247843742371, - 0.7323924899101257, - 0.7701508402824402, - 0.8361557126045227 + 1.201688289642334, + 1.2293806076049805, + 1.2492092847824097, + 1.276489496231079, + 1.3193117380142212, + 1.334574818611145, + 1.3684227466583252, + 1.3917901515960693, + 1.4247500896453857, + 1.451680302619934, + 1.491784930229187, + 1.519737958908081, + 1.5465893745422363, + 1.5486880540847778, + 1.5895917415618896, + 1.595154047012329, + 1.6296194791793823, + 1.6610466241836548, + 1.6724756956100464, + 1.6796009540557861, + 1.7058532238006592, + 1.699690341949463, + 1.7536464929580688, + 1.769091248512268 ], "p10": [ - -0.19122737646102905, - -0.14723220467567444, - -0.11593254655599594, - -0.0682225301861763, - -0.008145138621330261, - 0.007651194930076599, - 0.06902043521404266, - 0.13380980491638184, - 0.11863207072019577, - 0.15377748012542725, - 0.22833234071731567, - 0.24421480298042297, - 0.3336142599582672, - 0.28484100103378296, - 0.39753830432891846, - 0.4277052879333496, - 0.47866469621658325, - 0.5892462134361267, - 0.5912147164344788, - 0.5796843767166138, - 0.6969555616378784, - 0.7674267888069153, - 0.7969326972961426, - 0.864752471446991 + 1.20896315574646, + 1.21366286277771, + 1.2592791318893433, + 1.3177403211593628, + 1.3311456441879272, + 1.3506371974945068, + 1.3912934064865112, + 1.4436066150665283, + 1.4461212158203125, + 1.4671742916107178, + 1.47767972946167, + 1.515721082687378, + 1.5316543579101562, + 1.565443754196167, + 1.5722583532333374, + 1.6003687381744385, + 1.6502543687820435, + 1.6412835121154785, + 1.6776832342147827, + 1.698960304260254, + 1.7095446586608887, + 1.7229844331741333, + 1.7696788311004639, + 1.8063589334487915 ], "p90": [ - -0.14010941982269287, - -0.10918935388326645, - -0.0806952491402626, - -0.03638380020856857, - 0.002702780067920685, - 0.02631799504160881, - 0.06682443618774414, - 0.12821607291698456, - 0.16318625211715698, - 0.22779801487922668, - 0.27002978324890137, - 0.31655168533325195, - 0.33250096440315247, - 0.38469642400741577, - 0.4514783024787903, - 0.49824202060699463, - 0.5659235119819641, - 0.6244388222694397, - 0.6909357905387878, - 0.7556641697883606, - 0.8091516494750977, - 0.8819620013237, - 0.9162039160728455, - 0.980774998664856 + 1.2461967468261719, + 1.267335057258606, + 1.309701681137085, + 1.3403494358062744, + 1.385645866394043, + 1.4016683101654053, + 1.426832675933838, + 1.4496415853500366, + 1.4901009798049927, + 1.5111278295516968, + 1.5743480920791626, + 1.5789775848388672, + 1.6228107213974, + 1.6301078796386719, + 1.649263858795166, + 1.6580893993377686, + 1.6848626136779785, + 1.7246907949447632, + 1.7338374853134155, + 1.7593693733215332, + 1.7844158411026, + 1.8219177722930908, + 1.838664174079895, + 1.8607637882232666 ], "timestamps": [ - "2026-06-16 06:12:00", - "2026-06-16 06:18:00", - "2026-06-16 06:24:00", - "2026-06-16 06:30:00", - "2026-06-16 06:36:00", - "2026-06-16 06:42:00", - "2026-06-16 06:48:00", - "2026-06-16 06:54:00", - "2026-06-16 07:00:00", - "2026-06-16 07:06:00", - "2026-06-16 07:12:00", - "2026-06-16 07:18:00", - "2026-06-16 07:24:00", - "2026-06-16 07:30:00", - "2026-06-16 07:36:00", - "2026-06-16 07:42:00", - "2026-06-16 07:48:00", - "2026-06-16 07:54:00", - "2026-06-16 08:00:00", - "2026-06-16 08:06:00", - "2026-06-16 08:12:00", - "2026-06-16 08:18:00", - "2026-06-16 08:24:00", - "2026-06-16 08:30:00", - "2026-06-16 08:36:00", - "2026-06-16 08:42:00", - "2026-06-16 08:48:00", - "2026-06-16 08:54:00", - "2026-06-16 09:00:00", - "2026-06-16 09:06:00", - "2026-06-16 09:12:00", - "2026-06-16 09:18:00", - "2026-06-16 09:24:00", - "2026-06-16 09:30:00", - "2026-06-16 09:36:00", - "2026-06-16 09:42:00", - "2026-06-16 09:48:00", "2026-06-16 09:54:00", "2026-06-16 10:00:00", "2026-06-16 10:06:00", @@ -327,6 +290,43 @@ "2026-06-16 17:48:00", "2026-06-16 17:54:00", "2026-06-16 18:00:00", - "2026-06-16 18:06:00" + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index b297fe95b15d742418443e02d2cd8c4d72031df9..ff64a2d3cac0a7f2dbd194a10a433aaa4cd85318 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,22 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T18:54:29.783992+00:00", + "evaluated_at": "2026-06-16T22:19:49.106235+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2999999523162842, - 1.0, - 1.2000000476837158, - 1.100000023841858, - 1.100000023841858, - 1.100000023841858, - 1.2000000476837158, - 1.100000023841858, - 1.100000023841858, - 1.0, - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -101,9 +90,7 @@ 1.0, 1.0, 1.0, - 1.100000023841858 - ], - "actuals": [ + 1.100000023841858, 1.0, 1.0, 1.100000023841858, @@ -114,7 +101,9 @@ 0.8999999761581421, 0.8999999761581421, 1.0, - 1.0, + 1.0 + ], + "actuals": [ 1.100000023841858, 1.100000023841858, 1.0, @@ -127,113 +116,98 @@ 1.100000023841858, 1.399999976158142, 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, 1.2000000476837158 ], "p50": [ - 1.064900279045105, - 1.0635879039764404, - 1.0612576007843018, - 1.0639814138412476, - 1.0670114755630493, - 1.0712299346923828, - 1.0738649368286133, - 1.0795862674713135, - 1.0781300067901611, - 1.0819754600524902, - 1.0858075618743896, - 1.087517499923706, - 1.0874297618865967, - 1.0858311653137207, - 1.0857048034667969, - 1.0854040384292603, - 1.08664870262146, - 1.088792085647583, - 1.0911767482757568, - 1.0950956344604492, - 1.0926305055618286, - 1.0944349765777588, - 1.0959826707839966, - 1.098336935043335 + 0.9809526801109314, + 0.982976496219635, + 0.9802723526954651, + 0.9798942804336548, + 0.9784954190254211, + 0.9826257824897766, + 0.9836935997009277, + 0.9877914190292358, + 0.9868870973587036, + 0.9887576699256897, + 0.9847669005393982, + 0.9854240417480469, + 0.9861027002334595, + 0.9862995147705078, + 0.9852426648139954, + 0.9876441955566406, + 0.9795740842819214, + 0.9810227751731873, + 0.9787666201591492, + 0.9796990156173706, + 0.9785490036010742, + 0.979860246181488, + 0.9797933101654053, + 0.9812844395637512 ], "p10": [ - 1.087334394454956, - 1.085335612297058, - 1.0839941501617432, - 1.0879120826721191, - 1.0951085090637207, - 1.0966646671295166, - 1.1028227806091309, - 1.1055960655212402, - 1.1070111989974976, - 1.1040682792663574, - 1.1114583015441895, - 1.110394835472107, - 1.1143670082092285, - 1.1106951236724854, - 1.1070185899734497, - 1.1098965406417847, - 1.109005093574524, - 1.1176074743270874, - 1.1173306703567505, - 1.115220069885254, - 1.1157306432724, - 1.1160430908203125, - 1.1235466003417969, - 1.1240378618240356 + 0.9973206520080566, + 1.0013145208358765, + 1.0027382373809814, + 1.0016989707946777, + 1.0051658153533936, + 1.0054432153701782, + 1.0105576515197754, + 1.0127589702606201, + 1.0123041868209839, + 1.0106679201126099, + 1.0159941911697388, + 1.0139110088348389, + 1.012465476989746, + 1.0140552520751953, + 1.0127395391464233, + 1.0156784057617188, + 1.0121269226074219, + 1.016209602355957, + 1.013352870941162, + 1.0099103450775146, + 1.00702965259552, + 1.0105032920837402, + 1.0163499116897583, + 1.0106546878814697 ], "p90": [ - 1.126976490020752, - 1.134308099746704, - 1.140405535697937, - 1.146106243133545, - 1.152669072151184, - 1.1594007015228271, - 1.1646744012832642, - 1.1694871187210083, - 1.168687343597412, - 1.1712911128997803, - 1.1763142347335815, - 1.1791861057281494, - 1.1796950101852417, - 1.1785229444503784, - 1.178902268409729, - 1.1790424585342407, - 1.1820701360702515, - 1.18482506275177, - 1.1907719373703003, - 1.1918742656707764, - 1.1904915571212769, - 1.1937675476074219, - 1.1942803859710693, - 1.1944093704223633 + 1.0499577522277832, + 1.0597749948501587, + 1.061899185180664, + 1.0632139444351196, + 1.0617642402648926, + 1.0669876337051392, + 1.0706400871276855, + 1.0746769905090332, + 1.0781974792480469, + 1.0812069177627563, + 1.080235242843628, + 1.080623745918274, + 1.082798719406128, + 1.0841262340545654, + 1.0839629173278809, + 1.0888330936431885, + 1.084468126296997, + 1.0862884521484375, + 1.0872180461883545, + 1.0870025157928467, + 1.0861384868621826, + 1.0878294706344604, + 1.085737943649292, + 1.0859383344650269 ], "timestamps": [ - "2026-06-15 03:20:00", - "2026-06-15 03:30:00", - "2026-06-15 03:40:00", - "2026-06-15 03:50:00", - "2026-06-15 04:00:00", - "2026-06-15 04:10:00", - "2026-06-15 04:20:00", - "2026-06-15 04:30:00", - "2026-06-15 04:40:00", - "2026-06-15 04:50:00", - "2026-06-15 05:00:00", - "2026-06-15 05:10:00", - "2026-06-15 05:20:00", - "2026-06-15 05:30:00", - "2026-06-15 05:40:00", - "2026-06-15 05:50:00", - "2026-06-15 06:00:00", - "2026-06-15 06:10:00", - "2026-06-15 06:20:00", - "2026-06-15 06:30:00", - "2026-06-15 06:40:00", - "2026-06-15 06:50:00", - "2026-06-15 07:00:00", - "2026-06-15 07:10:00", - "2026-06-15 07:20:00", - "2026-06-15 07:30:00", "2026-06-15 07:40:00", "2026-06-15 07:50:00", "2026-06-15 08:00:00", @@ -327,6 +301,32 @@ "2026-06-15 22:40:00", "2026-06-15 22:50:00", "2026-06-15 23:00:00", - "2026-06-15 23:10:00" + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index f8fe302648582e7285e6fbd01d89d92f99894f7e..9f8e94f1a305c54ea0d637c70da5cd3acbbcf3d5 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,109 +1,61 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T15:18:42.339739+00:00", + "evaluated_at": "2026-06-16T22:26:21.853610+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 3170.0, - 3230.0, - 3230.0, - 3170.0, - 3170.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3170.0, - 3170.0, - 3230.0, - 3170.0, - 3170.0, - 3170.0, - 3230.0, - 3230.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, 3120.0, - 3170.0, 3120.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, 3170.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, - 3120.0 - ], - "actuals": [ 3120.0, 3120.0, 3120.0, @@ -111,6 +63,7 @@ 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, 3120.0, @@ -121,121 +74,140 @@ 3120.0, 3120.0, 3120.0, - 3170.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0 + ], + "actuals": [ + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, 3060.0 ], "p50": [ - 3120.618896484375, - 3120.677001953125, - 3119.6982421875, - 3119.04345703125, - 3119.4970703125, - 3119.46923828125, - 3119.05126953125, - 3119.48583984375, - 3117.611083984375, - 3118.70849609375, - 3116.96826171875, - 3118.2236328125, - 3118.2119140625, - 3118.75537109375, - 3117.8427734375, - 3117.876953125, - 3118.105712890625, - 3118.347412109375, - 3118.055908203125, - 3117.05224609375, - 3117.59521484375, - 3117.462158203125, - 3117.20263671875, - 3118.6904296875 + 3119.091796875, + 3119.79443359375, + 3119.897216796875, + 3119.867919921875, + 3119.79345703125, + 3119.8017578125, + 3119.74853515625, + 3119.453125, + 3119.603759765625, + 3119.85009765625, + 3119.875, + 3119.5927734375, + 3119.910888671875, + 3119.5458984375, + 3119.77001953125, + 3119.642578125, + 3119.634765625, + 3119.737548828125, + 3119.722900390625, + 3120.115234375, + 3120.15283203125, + 3119.85009765625, + 3119.83203125, + 3119.979248046875 ], "p10": [ - 3121.912841796875, - 3123.30322265625, - 3120.87255859375, - 3120.35400390625, - 3122.28466796875, - 3123.333251953125, - 3124.820068359375, - 3123.368408203125, - 3126.081298828125, - 3123.632080078125, - 3124.6474609375, - 3125.507568359375, - 3127.388427734375, - 3126.75341796875, - 3127.88330078125, - 3127.201416015625, - 3129.1982421875, - 3132.294677734375, - 3132.151123046875, - 3130.111083984375, - 3130.7216796875, - 3131.9052734375, - 3132.436279296875, - 3133.7548828125 + 3117.712890625, + 3117.920166015625, + 3118.351806640625, + 3117.75927734375, + 3117.69873046875, + 3117.631103515625, + 3117.487548828125, + 3117.50146484375, + 3117.05126953125, + 3116.65380859375, + 3117.439453125, + 3116.582763671875, + 3117.133544921875, + 3117.169921875, + 3116.83935546875, + 3116.6748046875, + 3116.73388671875, + 3116.474365234375, + 3116.871337890625, + 3116.71728515625, + 3116.519287109375, + 3117.164306640625, + 3116.448486328125, + 3116.536376953125 ], "p90": [ - 3123.43505859375, - 3124.350341796875, - 3124.943603515625, - 3125.794677734375, - 3127.5283203125, - 3127.944091796875, - 3127.589111328125, - 3128.46484375, - 3127.94482421875, - 3128.89111328125, - 3129.26416015625, - 3129.557373046875, - 3131.783203125, - 3134.218017578125, - 3134.331787109375, - 3135.663330078125, - 3137.380859375, - 3138.407470703125, - 3140.81689453125, - 3141.94873046875, - 3143.223876953125, - 3145.0185546875, - 3144.886474609375, - 3146.646484375 + 3120.6513671875, + 3120.94482421875, + 3120.682373046875, + 3120.358642578125, + 3120.2314453125, + 3119.995361328125, + 3119.885498046875, + 3119.69189453125, + 3119.916259765625, + 3120.03173828125, + 3119.939453125, + 3119.755615234375, + 3119.9775390625, + 3119.858642578125, + 3119.937255859375, + 3119.8994140625, + 3119.772216796875, + 3119.737548828125, + 3119.7666015625, + 3120.115234375, + 3120.15283203125, + 3119.85009765625, + 3119.924072265625, + 3119.979248046875 ], "timestamps": [ - "2026-06-16 03:55:00", - "2026-06-16 04:10:00", - "2026-06-16 04:25:00", - "2026-06-16 04:40:00", - "2026-06-16 04:55:00", - "2026-06-16 05:10:00", - "2026-06-16 05:25:00", - "2026-06-16 05:40:00", - "2026-06-16 05:55:00", - "2026-06-16 06:10:00", - "2026-06-16 06:25:00", - "2026-06-16 06:40:00", - "2026-06-16 06:55:00", - "2026-06-16 07:10:00", - "2026-06-16 07:25:00", - "2026-06-16 07:40:00", - "2026-06-16 07:55:00", - "2026-06-16 08:10:00", - "2026-06-16 08:25:00", - "2026-06-16 08:40:00", - "2026-06-16 08:55:00", - "2026-06-16 09:10:00", - "2026-06-16 09:25:00", - "2026-06-16 09:40:00", - "2026-06-16 09:55:00", - "2026-06-16 10:10:00", - "2026-06-16 10:25:00", - "2026-06-16 10:40:00", "2026-06-16 10:55:00", "2026-06-16 11:10:00", "2026-06-16 11:25:00", @@ -327,6 +299,34 @@ "2026-06-17 08:55:00", "2026-06-17 09:10:00", "2026-06-17 09:25:00", - "2026-06-17 09:40:00" + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index c01b7747bb0f9945c68fbebad5f1bbb57f14b4dc..c842a4e4d9e0b926d7a46cb1fa34aab01d5412fa 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,41 +1,29 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T20:52:20.813585+00:00", + "evaluated_at": "2026-06-16T22:26:27.865604+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t190000z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t210000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", - "context_length": 76, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t174500z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t190000z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t192400z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t190000z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t135000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t190000z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t185000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index fdcebaf7aa365d9a8430187badc7d4f53dde6918..3f77296cb058f4b89012181caead4a459e36a965 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,304423.4413655599,304423.4413655599,468.05078125,0.5367340774431208,0.0070931456788114215,0.007059029109519233,2.9846268464964822,551.7458122773202,0.008337306151772727,0.007072609471653369,0.006363835370253396,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,154009.80633036295,154009.80633036295,326.234375,0.35454328691349124,0.004944719934361758,0.004931001628918096,2.4443248447136123,392.44083162989415,0.005934674061417675,0.0049334690154800515,0.005266790687534972,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,15.060663225732847,15.060663225732847,2.949747403462728,1.8689760637313035,0.12890527938212445,0.11629827231964336,22.50619086123039,3.880807032787491,0.17040702478877628,0.1295240074179763,0.08640401069659048,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.0023500004620476828,0.0023500004620476828,0.030549050696815055,0.015812308446606516,0.08915526322752095,0.0872811408481089,0.11665745219421501,0.048476803339821024,0.16613497601890465,0.10469472933968439,0.11357134957557619,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.018547192268596763,0.018547192268596763,0.10339712103207906,0.827176836780415,0.09746511747739377,0.09663059000101566,9.937088380322715,0.13618807682244713,0.1286816493238931,0.09769806858420288,0.0809742856484904,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.00016679537718052492,0.00016679537718052492,0.011385569969813028,0.012362741318038876,0.007875241608380046,0.00784220930832476,0.18091719127453823,0.012914928462075387,0.00873343307397509,0.007699238414863335,0.014187956148807187,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.02849774180331736,0.02849774180331736,0.1341733162601789,0.9908181900878041,0.11327070093318155,0.12256517579121388,10.05873624233301,0.16881274182749761,0.15117559399991673,0.12015521201177033,0.10081097024328864,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.4422672555557862,0.4422672555557862,0.5607966581980387,0.4511436803380871,0.02871443571257498,0.028626937683561105,3.2683746295268308,0.6650317703356632,0.03426527030127338,0.028894633210542336,0.02590351410117868,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,635.1952360262219,635.1952360262219,15.138862013816833,2.4755805024172166,0.3588036148133246,0.45884661963878876,68.63136139990644,25.20307989167637,0.8871720065727299,0.5329021154458682,0.48990765717819823,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.36729875039903465,0.36729875039903465,0.4859905242919922,0.1966909271965386,0.02021867941270002,0.020299126224684026,1.3996072084265565,0.6060517720451237,0.02544208889017071,0.02040191067686033,0.023482074287682685,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,11.176425980073608,11.176425980073608,2.925592621167501,0.5305860673150127,0.2937528485303322,0.25338802022032403,3.187684366624962,3.3431162079822485,0.29827059104674336,0.2610194160149443,0.20557251937721246,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,254.62925643722215,254.62925643722215,4.932291666666667,0.14262048192771082,0.0015863880904222378,0.001583323509134646,3.8095917851091863,15.957106768998639,0.005115140409455954,0.00158107386135969,0.0021172724417926254,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,3420.16262289385,3420.16262289385,57.256917317708336,7.852377232142857,0.0187113712516006,0.018530506022872522,20.024945591517856,58.48215644873101,0.019096214350606044,0.018696136267006804,0.009298892343395692,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,41.142631337512285,41.142631337512285,6.1249542236328125,0.1262574456453552,0.02891184352204791,0.028509861766002238,1.3349432282342666,6.414252204077439,0.027064355291465985,0.025843688707311446,0.03740685199606994,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 7063d3044f51c7588ee3eb3c8e3d24a1409edf1d..43ffb59aeafe605a1687b6b7598ddc2a75f97ee9 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T21:16:53.149644+00:00", + "evaluated_at": "2026-06-16T22:29:27.502485+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63393.671875, - 63519.98828125, 63500.01171875, 63625.98828125, 63648.80078125, @@ -101,11 +99,11 @@ 67157.9921875, 66851.7890625, 66766.1171875, - 66614.3515625 + 66614.3515625, + 66519.9765625, + 66368.1484375 ], "actuals": [ - 66519.9765625, - 66368.1484375, 66206.34375, 66328.7421875, 66250.0, @@ -127,89 +125,89 @@ 65758.0703125, 65978.7890625, 65847.9921875, - 65654.0 + 65675.8828125, + 65854.0, + 65783.9921875 ], "p50": [ - 66624.0390625, - 66627.5390625, - 66628.8359375, - 66621.375, - 66614.5546875, - 66610.390625, - 66613.6171875, - 66631.0859375, - 66634.421875, - 66635.1484375, - 66624.6953125, - 66604.578125, - 66613.3046875, - 66618.2421875, - 66618.3203125, - 66619.484375, - 66624.8828125, - 66616.578125, - 66612.8515625, - 66628.2578125, - 66635.6171875, - 66626.4140625, - 66624.1328125, - 66622.9453125 + 66391.59375, + 66371.046875, + 66355.390625, + 66345.71875, + 66356.25, + 66365.359375, + 66349.4453125, + 66359.703125, + 66348.9375, + 66338.9609375, + 66337.1953125, + 66339.9375, + 66334.765625, + 66322.1875, + 66338.8046875, + 66332.8046875, + 66334.0546875, + 66342.109375, + 66346.7421875, + 66342.4296875, + 66330.453125, + 66338.8359375, + 66331.5703125, + 66331.421875 ], "p10": [ - 66277.1953125, - 66109.59375, - 65961.90625, - 65821.515625, - 65704.234375, - 65609.8125, - 65516.859375, - 65457.83203125, - 65418.08984375, - 65377.05078125, - 65299.609375, - 65231.18359375, - 65177.15234375, - 65112.296875, - 65043.55859375, - 65011.79296875, - 65004.36328125, - 64945.453125, - 64894.93359375, - 64879.27734375, - 64833.0, - 64769.30859375, - 64735.0, - 64713.09375 + 66100.140625, + 65936.2578125, + 65796.6796875, + 65669.890625, + 65581.4453125, + 65509.0, + 65405.49609375, + 65345.7265625, + 65287.4765625, + 65230.64453125, + 65162.37109375, + 65121.5546875, + 65078.890625, + 65029.12109375, + 64991.16015625, + 64930.578125, + 64886.5703125, + 64847.9921875, + 64821.59375, + 64800.84375, + 64749.0078125, + 64718.69140625, + 64682.07421875, + 64661.64453125 ], "p90": [ - 66990.8125, - 67148.5, - 67273.109375, - 67368.953125, - 67437.4296875, - 67520.1015625, - 67630.953125, - 67739.8515625, - 67808.1484375, - 67878.4296875, - 67921.46875, - 67932.109375, - 67968.84375, - 68020.984375, - 68079.5703125, - 68100.2109375, - 68142.4375, - 68201.328125, - 68266.3828125, - 68349.9453125, - 68374.640625, - 68391.796875, - 68400.3984375, - 68422.46875 + 66703.1953125, + 66816.6484375, + 66918.5078125, + 66998.8828125, + 67076.5234375, + 67158.328125, + 67226.9921875, + 67311.8125, + 67357.0625, + 67406.359375, + 67452.25, + 67490.015625, + 67507.890625, + 67534.09375, + 67595.46875, + 67594.828125, + 67623.53125, + 67692.7421875, + 67751.796875, + 67798.75, + 67798.390625, + 67828.34375, + 67830.9453125, + 67851.2109375 ], "timestamps": [ - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", "2026-06-11 22:00:00", "2026-06-11 23:00:00", "2026-06-12 00:00:00", @@ -327,6 +325,8 @@ "2026-06-16 16:00:00", "2026-06-16 17:00:00", "2026-06-16 18:00:00", - "2026-06-16 19:00:00" + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00" ] } diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 057a4716e9d1301c4f6512cde3b808aa5a2f5c17..2f1e8943fafa0f61ef388804731f9853fad940e7 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,48 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-16T19:14:05.249558+00:00", + "evaluated_at": "2026-06-16T22:29:34.671491+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 2.2239999771118164, - 2.246000051498413, - 2.25600004196167, - 2.2750000953674316, - 2.2839999198913574, - 2.2990000247955322, - 2.308000087738037, - 2.305999994277954, - 2.302000045776367, - 2.306999921798706, - 2.309999942779541, - 2.322999954223633, - 2.325000047683716, - 2.3259999752044678, - 2.318000078201294, - 2.305000066757202, - 2.2869999408721924, - 2.26200008392334, - 2.239000082015991, - 2.1989998817443848, - 2.1679999828338623, - 2.135999917984009, - 2.109999895095825, - 2.068000078201294, - 2.0360000133514404, - 1.996999979019165, - 1.965000033378601, - 1.9140000343322754, - 1.8530000448226929, - 1.8170000314712524, - 1.7649999856948853, - 1.7079999446868896, - 1.6519999504089355, - 1.5870000123977661, - 1.5379999876022339, - 1.4919999837875366, - 1.4240000247955322, 1.3660000562667847, 1.2970000505447388, 1.2430000305175781, @@ -101,9 +64,7 @@ -0.2770000100135803, -0.2590000033378601, -0.2290000021457672, - -0.2029999941587448 - ], - "actuals": [ + -0.2029999941587448, -0.17599999904632568, -0.14800000190734863, -0.11599999666213989, @@ -127,124 +88,126 @@ 0.5640000104904175, 0.6000000238418579, 0.6510000228881836, - 0.6919999718666077 + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541 + ], + "actuals": [ + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798 ], "p50": [ - -0.18068403005599976, - -0.15094107389450073, - -0.11985963582992554, - -0.0880587100982666, - -0.0534055233001709, - -0.01641523838043213, - 0.021271169185638428, - 0.05878359079360962, - 0.09962791204452515, - 0.14281761646270752, - 0.18401408195495605, - 0.2263283133506775, - 0.26949596405029297, - 0.3120254874229431, - 0.35518956184387207, - 0.4008803069591522, - 0.44858840107917786, - 0.49920347332954407, - 0.5487592220306396, - 0.6001823544502258, - 0.6510401368141174, - 0.7012722492218018, - 0.7513090372085571, - 0.7982708811759949 + 1.230183720588684, + 1.2638674974441528, + 1.2942014932632446, + 1.3248728513717651, + 1.353630781173706, + 1.3821539878845215, + 1.4089114665985107, + 1.432654857635498, + 1.4567391872406006, + 1.4786975383758545, + 1.4982463121414185, + 1.5135440826416016, + 1.5282319784164429, + 1.5400943756103516, + 1.5541961193084717, + 1.5655087232589722, + 1.5767613649368286, + 1.588985562324524, + 1.6001625061035156, + 1.6074377298355103, + 1.6144901514053345, + 1.6190265417099, + 1.6250512599945068, + 1.6268556118011475 ], "p10": [ - -0.19754713773727417, - -0.17411011457443237, - -0.15030521154403687, - -0.12245410680770874, - -0.09199732542037964, - -0.058930039405822754, - -0.027537286281585693, - 0.0044013261795043945, - 0.03646188974380493, - 0.07303524017333984, - 0.10619544982910156, - 0.13780105113983154, - 0.1698663830757141, - 0.20128941535949707, - 0.23003041744232178, - 0.26290005445480347, - 0.2984774708747864, - 0.33661073446273804, - 0.37040090560913086, - 0.4049990475177765, - 0.44011369347572327, - 0.4751730263233185, - 0.5060946345329285, - 0.5344264507293701 + 1.2155355215072632, + 1.2465097904205322, + 1.274366021156311, + 1.2991445064544678, + 1.3233122825622559, + 1.3462765216827393, + 1.3694047927856445, + 1.3880586624145508, + 1.4080796241760254, + 1.4239147901535034, + 1.435924768447876, + 1.4445029497146606, + 1.4516665935516357, + 1.4548028707504272, + 1.457412600517273, + 1.459649682044983, + 1.4617807865142822, + 1.4621529579162598, + 1.4621188640594482, + 1.4585291147232056, + 1.4554638862609863, + 1.4509788751602173, + 1.4447789192199707, + 1.434963583946228 ], "p90": [ - -0.16206949949264526, - -0.1267414689064026, - -0.09148800373077393, - -0.05500715970993042, - -0.014870524406433105, - 0.028858184814453125, - 0.07189232110977173, - 0.11494922637939453, - 0.1625446081161499, - 0.21384745836257935, - 0.2654987573623657, - 0.31639695167541504, - 0.3697081208229065, - 0.4219233989715576, - 0.47542059421539307, - 0.5315855741500854, - 0.5933940410614014, - 0.660886287689209, - 0.7261669635772705, - 0.7940069437026978, - 0.8629627227783203, - 0.9353347420692444, - 1.0068506002426147, - 1.0724595785140991 + 1.2413216829299927, + 1.279036283493042, + 1.3115456104278564, + 1.349592924118042, + 1.3819292783737183, + 1.4143145084381104, + 1.4469157457351685, + 1.4768097400665283, + 1.5063283443450928, + 1.5320631265640259, + 1.5568764209747314, + 1.5810292959213257, + 1.6015950441360474, + 1.6215142011642456, + 1.6416245698928833, + 1.6617639064788818, + 1.682871699333191, + 1.7093509435653687, + 1.7286299467086792, + 1.748022437095642, + 1.7644102573394775, + 1.781396746635437, + 1.7984075546264648, + 1.8107914924621582 ], "timestamps": [ - "2026-06-16 06:12:00", - "2026-06-16 06:18:00", - "2026-06-16 06:24:00", - "2026-06-16 06:30:00", - "2026-06-16 06:36:00", - "2026-06-16 06:42:00", - "2026-06-16 06:48:00", - "2026-06-16 06:54:00", - "2026-06-16 07:00:00", - "2026-06-16 07:06:00", - "2026-06-16 07:12:00", - "2026-06-16 07:18:00", - "2026-06-16 07:24:00", - "2026-06-16 07:30:00", - "2026-06-16 07:36:00", - "2026-06-16 07:42:00", - "2026-06-16 07:48:00", - "2026-06-16 07:54:00", - "2026-06-16 08:00:00", - "2026-06-16 08:06:00", - "2026-06-16 08:12:00", - "2026-06-16 08:18:00", - "2026-06-16 08:24:00", - "2026-06-16 08:30:00", - "2026-06-16 08:36:00", - "2026-06-16 08:42:00", - "2026-06-16 08:48:00", - "2026-06-16 08:54:00", - "2026-06-16 09:00:00", - "2026-06-16 09:06:00", - "2026-06-16 09:12:00", - "2026-06-16 09:18:00", - "2026-06-16 09:24:00", - "2026-06-16 09:30:00", - "2026-06-16 09:36:00", - "2026-06-16 09:42:00", - "2026-06-16 09:48:00", "2026-06-16 09:54:00", "2026-06-16 10:00:00", "2026-06-16 10:06:00", @@ -327,6 +290,43 @@ "2026-06-16 17:48:00", "2026-06-16 17:54:00", "2026-06-16 18:00:00", - "2026-06-16 18:06:00" + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index e12ccfd53323212218e7354ac7d525ed3fb48c49..b77fc180ebb9c4a266c5de0fa6f65df2c25b9480 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,22 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-16T19:14:14.305534+00:00", + "evaluated_at": "2026-06-16T22:29:41.316345+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2999999523162842, - 1.0, - 1.2000000476837158, - 1.100000023841858, - 1.100000023841858, - 1.100000023841858, - 1.2000000476837158, - 1.100000023841858, - 1.100000023841858, - 1.0, - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -101,9 +90,7 @@ 1.0, 1.0, 1.0, - 1.100000023841858 - ], - "actuals": [ + 1.100000023841858, 1.0, 1.0, 1.100000023841858, @@ -114,7 +101,9 @@ 0.8999999761581421, 0.8999999761581421, 1.0, - 1.0, + 1.0 + ], + "actuals": [ 1.100000023841858, 1.100000023841858, 1.0, @@ -127,113 +116,98 @@ 1.100000023841858, 1.399999976158142, 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, 1.2000000476837158 ], "p50": [ - 1.0759813785552979, - 1.0727930068969727, - 1.0702266693115234, - 1.0677872896194458, - 1.0670809745788574, - 1.0674140453338623, - 1.0653398036956787, - 1.0614748001098633, - 1.0559121370315552, - 1.0544337034225464, - 1.0603946447372437, - 1.065616488456726, - 1.0649625062942505, - 1.0641878843307495, - 1.0629372596740723, - 1.0589792728424072, - 1.0639442205429077, - 1.06436288356781, - 1.0608417987823486, - 1.0587135553359985, - 1.0568538904190063, - 1.0547921657562256, - 1.0612961053848267, - 1.0660676956176758 + 0.9956089854240417, + 0.9967473745346069, + 0.9977066516876221, + 0.9959858655929565, + 0.983625590801239, + 1.0032148361206055, + 1.0144301652908325, + 1.011256217956543, + 1.0025333166122437, + 0.9997732639312744, + 1.0011162757873535, + 1.0035876035690308, + 1.0066378116607666, + 1.002870798110962, + 1.0001991987228394, + 0.9985874891281128, + 0.9779426455497742, + 0.9832565188407898, + 1.0131515264511108, + 1.0108140707015991, + 0.9854973554611206, + 0.9833250045776367, + 0.9841024279594421, + 0.9870928525924683 ], "p10": [ - 1.0060901641845703, - 0.9818249344825745, - 0.9681383967399597, - 0.9576989412307739, - 0.9567095041275024, - 0.9553729295730591, - 0.9491338729858398, - 0.9442304968833923, - 0.9410912990570068, - 0.9406169056892395, - 0.9437363743782043, - 0.9474619030952454, - 0.9475558996200562, - 0.9454056024551392, - 0.9424992203712463, - 0.9367613196372986, - 0.9370752573013306, - 0.9358637928962708, - 0.9343646764755249, - 0.9320328831672668, - 0.9285818338394165, - 0.9240157008171082, - 0.9259257912635803, - 0.9269565343856812 + 0.9289982318878174, + 0.9143624305725098, + 0.9060478806495667, + 0.8981451988220215, + 0.8807898163795471, + 0.8950214385986328, + 0.901943027973175, + 0.8940773010253906, + 0.8813126683235168, + 0.8749173283576965, + 0.8717081546783447, + 0.871526300907135, + 0.8717535138130188, + 0.8657199740409851, + 0.8597703576087952, + 0.8540526628494263, + 0.8296358585357666, + 0.8314999341964722, + 0.8563615083694458, + 0.8523389101028442, + 0.8277298212051392, + 0.8252252340316772, + 0.8249862194061279, + 0.8252102732658386 ], "p90": [ - 1.1689445972442627, - 1.1917870044708252, - 1.200921654701233, - 1.2049652338027954, - 1.2114280462265015, - 1.2184423208236694, - 1.2231054306030273, - 1.2249099016189575, - 1.2236262559890747, - 1.2249940633773804, - 1.235360026359558, - 1.2445945739746094, - 1.2484487295150757, - 1.2473671436309814, - 1.2454004287719727, - 1.249845266342163, - 1.2665444612503052, - 1.267218828201294, - 1.262009859085083, - 1.2551385164260864, - 1.2509857416152954, - 1.251451015472412, - 1.2617359161376953, - 1.2654247283935547 + 1.0811318159103394, + 1.1012669801712036, + 1.1127439737319946, + 1.1200416088104248, + 1.1160545349121094, + 1.14276921749115, + 1.1597319841384888, + 1.161346435546875, + 1.157240390777588, + 1.1548407077789307, + 1.1566228866577148, + 1.163270354270935, + 1.1707122325897217, + 1.1696332693099976, + 1.171756386756897, + 1.1783925294876099, + 1.1629265546798706, + 1.1716177463531494, + 1.2059733867645264, + 1.2001430988311768, + 1.1708464622497559, + 1.1679415702819824, + 1.1680492162704468, + 1.1728461980819702 ], "timestamps": [ - "2026-06-15 03:20:00", - "2026-06-15 03:30:00", - "2026-06-15 03:40:00", - "2026-06-15 03:50:00", - "2026-06-15 04:00:00", - "2026-06-15 04:10:00", - "2026-06-15 04:20:00", - "2026-06-15 04:30:00", - "2026-06-15 04:40:00", - "2026-06-15 04:50:00", - "2026-06-15 05:00:00", - "2026-06-15 05:10:00", - "2026-06-15 05:20:00", - "2026-06-15 05:30:00", - "2026-06-15 05:40:00", - "2026-06-15 05:50:00", - "2026-06-15 06:00:00", - "2026-06-15 06:10:00", - "2026-06-15 06:20:00", - "2026-06-15 06:30:00", - "2026-06-15 06:40:00", - "2026-06-15 06:50:00", - "2026-06-15 07:00:00", - "2026-06-15 07:10:00", - "2026-06-15 07:20:00", - "2026-06-15 07:30:00", "2026-06-15 07:40:00", "2026-06-15 07:50:00", "2026-06-15 08:00:00", @@ -327,6 +301,32 @@ "2026-06-15 22:40:00", "2026-06-15 22:50:00", "2026-06-15 23:00:00", - "2026-06-15 23:10:00" + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 4e193f784730ad9bc175ec2a186f511d3e1bed02..12963b707afaae58983fd0eb44e1fae8a8a58a22 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,109 +1,61 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-16T15:39:17.745985+00:00", + "evaluated_at": "2026-06-16T22:29:48.178458+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 3170.0, - 3230.0, - 3230.0, - 3170.0, - 3170.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3170.0, - 3170.0, - 3230.0, - 3170.0, - 3170.0, - 3170.0, - 3230.0, - 3230.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, 3120.0, - 3170.0, 3120.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, 3170.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, - 3120.0 - ], - "actuals": [ 3120.0, 3120.0, 3120.0, @@ -111,6 +63,7 @@ 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, 3120.0, @@ -121,121 +74,140 @@ 3120.0, 3120.0, 3120.0, - 3170.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0 + ], + "actuals": [ + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, 3060.0 ], "p50": [ - 3119.80419921875, - 3119.895751953125, - 3119.836669921875, - 3119.932373046875, - 3120.0908203125, - 3120.04736328125, - 3120.054931640625, - 3120.118408203125, - 3120.208740234375, - 3120.294189453125, - 3120.197509765625, - 3120.36669921875, - 3120.283935546875, - 3120.4814453125, - 3120.4833984375, - 3120.441162109375, - 3120.55126953125, - 3120.782470703125, - 3120.75927734375, - 3120.847412109375, - 3120.852783203125, - 3120.964599609375, - 3120.890380859375, - 3120.692138671875 + 3119.9609375, + 3120.1513671875, + 3120.142578125, + 3120.00244140625, + 3119.972412109375, + 3119.8564453125, + 3119.78857421875, + 3119.8466796875, + 3119.790283203125, + 3119.740966796875, + 3119.74658203125, + 3119.669189453125, + 3119.702880859375, + 3119.65478515625, + 3119.63916015625, + 3119.571044921875, + 3119.534423828125, + 3119.562744140625, + 3119.5986328125, + 3119.580078125, + 3119.612548828125, + 3119.64013671875, + 3119.7060546875, + 3119.695068359375 ], "p10": [ - 3119.051025390625, - 3118.848876953125, - 3118.764404296875, - 3118.8427734375, - 3118.822998046875, - 3118.514404296875, - 3117.9814453125, - 3117.328857421875, - 3116.62744140625, - 3115.521484375, - 3114.835205078125, - 3114.233154296875, - 3113.532958984375, - 3113.287353515625, - 3113.04638671875, - 3112.594970703125, - 3112.52880859375, - 3112.462890625, - 3112.08740234375, - 3112.034912109375, - 3112.2666015625, - 3111.8349609375, - 3111.8134765625, - 3111.5380859375 + 3065.496826171875, + 3061.010498046875, + 3067.607177734375, + 3070.37060546875, + 3073.384765625, + 3069.710693359375, + 3062.750732421875, + 3057.25341796875, + 3054.488037109375, + 3047.12646484375, + 3055.698486328125, + 3059.6650390625, + 3060.510986328125, + 3060.104248046875, + 3057.50732421875, + 3057.683837890625, + 3059.393310546875, + 3060.568603515625, + 3061.0771484375, + 3058.502685546875, + 3058.536865234375, + 3058.99365234375, + 3056.323486328125, + 3056.1142578125 ], "p90": [ - 3120.63330078125, - 3120.99951171875, - 3124.708984375, - 3131.180908203125, - 3138.23583984375, - 3146.548828125, - 3154.001708984375, - 3157.260498046875, - 3159.660888671875, - 3159.538330078125, - 3160.2119140625, - 3161.740478515625, - 3165.8818359375, - 3166.40234375, - 3162.323486328125, - 3164.106201171875, - 3166.848388671875, - 3166.214111328125, - 3162.51611328125, - 3158.666015625, - 3164.24365234375, - 3166.41015625, - 3165.190673828125, - 3163.87890625 + 3120.680908203125, + 3120.595458984375, + 3120.634521484375, + 3120.620361328125, + 3120.530029296875, + 3120.465087890625, + 3120.43310546875, + 3120.478759765625, + 3120.468994140625, + 3120.3505859375, + 3120.462890625, + 3120.3603515625, + 3120.38427734375, + 3120.4658203125, + 3120.47216796875, + 3120.436279296875, + 3120.27197265625, + 3120.245849609375, + 3120.320556640625, + 3120.298583984375, + 3120.343017578125, + 3120.458251953125, + 3120.572021484375, + 3120.623291015625 ], "timestamps": [ - "2026-06-16 03:55:00", - "2026-06-16 04:10:00", - "2026-06-16 04:25:00", - "2026-06-16 04:40:00", - "2026-06-16 04:55:00", - "2026-06-16 05:10:00", - "2026-06-16 05:25:00", - "2026-06-16 05:40:00", - "2026-06-16 05:55:00", - "2026-06-16 06:10:00", - "2026-06-16 06:25:00", - "2026-06-16 06:40:00", - "2026-06-16 06:55:00", - "2026-06-16 07:10:00", - "2026-06-16 07:25:00", - "2026-06-16 07:40:00", - "2026-06-16 07:55:00", - "2026-06-16 08:10:00", - "2026-06-16 08:25:00", - "2026-06-16 08:40:00", - "2026-06-16 08:55:00", - "2026-06-16 09:10:00", - "2026-06-16 09:25:00", - "2026-06-16 09:40:00", - "2026-06-16 09:55:00", - "2026-06-16 10:10:00", - "2026-06-16 10:25:00", - "2026-06-16 10:40:00", "2026-06-16 10:55:00", "2026-06-16 11:10:00", "2026-06-16 11:25:00", @@ -327,6 +299,34 @@ "2026-06-17 08:55:00", "2026-06-17 09:10:00", "2026-06-17 09:25:00", - "2026-06-17 09:40:00" + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 91839b45cf815ae0bf6b1fd6a6138f8c2e42f65e..7be147547fc3e8737e92ec08fe6a14e8bba76a1d 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,41 +1,29 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-16T21:19:53.571662+00:00", + "evaluated_at": "2026-06-16T22:29:51.568853+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t190000z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t210000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", - "context_length": 76, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t174500z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t190000z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t192400z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t190000z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t135000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t190000z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t185000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 480300b38bf77a9e9fb02b973f494982bfe41ddf..755b60824d659c7bfc60e9f532a71e47a83ac0f5 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,225522.6889216105,225522.6889216105,395.8603515625,0.45395018896191175,0.005998806177127479,0.0059743460561143295,3.309639157250716,474.8922919163992,0.007175989991626793,0.005981756219775501,0.0064398128086438945,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,92794.3931274414,92794.3931274414,256.4342447916667,0.2786862666621699,0.003877403179452916,0.003876817722081634,2.5179306633925065,304.6217213651079,0.00460663234460488,0.0038779187545387095,0.005152012530995372,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,25.229092131639998,25.229092131639998,3.8715193271636963,2.453015788486819,0.16907444422995152,0.14849321458905937,57.447502163459056,5.022856969060537,0.22055466937823562,0.16999919974901181,0.13830095652179633,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0011737298495942269,0.0011737298495942269,0.0219676011086752,0.011370516485430499,0.06934744296654217,0.06956728627542957,0.1383778621644395,0.03425974094464561,0.11741164532557227,0.07528522163062437,0.12072350315343522,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.01666894794473232,0.01666894794473232,0.08578397830327351,0.6862717173462363,0.07901418883166784,0.07996479203506386,11.060141911484095,0.1291082799232192,0.12199207735013956,0.08105572874798705,0.07352375635715097,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0021165970659762223,0.0021165970659762223,0.037361020843187966,0.04056754622621466,0.023976293433266363,0.024406355659906873,0.26548007790245676,0.046006489389826544,0.03111086501442596,0.02526455923217222,0.030197553222757405,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.027875614435661927,0.027875614435661927,0.1313291092713674,0.9698148184827925,0.11072631214640677,0.11973476481499866,12.033478090069393,0.16695991865014168,0.14951634931624336,0.1176081609045046,0.09806933719759646,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.9490142641056991,0.9490142641056991,0.5764213403066,0.4637132570064267,0.028380063645678365,0.029286259980085855,8.96692504030366,0.9741736313951939,0.0501935761404019,0.029699683404687337,0.029541722339300178,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,663.3877207956385,663.3877207956385,15.08681889375051,2.4670701577688825,0.3250985551760172,0.4466541072781502,66.85692327285959,25.756314192749677,0.9066463718922703,0.5310701488982877,0.4985360015786661,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.6309378065220699,0.6309378065220699,0.6039631366729736,0.24443700732190254,0.024339524419623348,0.024833370730162837,1.7097983678500164,0.794315936213085,0.03334542952958779,0.025354407854905225,0.02959559067535429,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,11.185908809236404,11.185908809236404,2.9427244663238525,0.5336931022048296,0.29620445189739736,0.2547022279499003,2.755319725055839,3.3445341692433646,0.29839710060163843,0.2625479077761058,0.19382305421005933,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,254.36115277558565,254.36115277558565,4.683848063151042,0.135436570500753,0.0015064735910585378,0.0015037042140955343,3.0888674816453316,15.948703796095332,0.005112446789185094,0.0015014338655753305,0.0022506265634739103,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,3451.8912270466485,3451.8912270466485,57.516825358072914,7.888021763392857,0.018796341443593247,0.0186138064878591,51.07350167410714,58.75279761038319,0.019184586974819,0.018781004198554423,0.010295629827451814,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,40.04497586982325,40.04497586982325,5.0635223388671875,0.10437749787693627,0.026015990951155248,0.02546690756463988,1.5409054340132133,6.328109976116348,0.026700885975174466,0.021365073159777162,0.0389090894367345,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index fb2b6446c0789193de3ff9eb08ca3c4174c1b626..fd8730b86c1126711b092cd8ec5d6ada9519f486 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T20:55:04.096344+00:00", + "evaluated_at": "2026-06-16T22:26:32.432506+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63393.671875, - 63519.98828125, 63500.01171875, 63625.98828125, 63648.80078125, @@ -101,11 +99,11 @@ 67157.9921875, 66851.7890625, 66766.1171875, - 66614.3515625 + 66614.3515625, + 66519.9765625, + 66368.1484375 ], "actuals": [ - 66519.9765625, - 66368.1484375, 66206.34375, 66328.7421875, 66250.0, @@ -127,89 +125,89 @@ 65758.0703125, 65978.7890625, 65847.9921875, - 65654.0 + 65675.8828125, + 65854.0, + 65783.9921875 ], "p50": [ - 66625.0078125, - 66646.0625, - 66639.0546875, - 66637.3984375, - 66632.125, - 66614.5546875, - 66602.0546875, - 66596.0, - 66565.4453125, - 66542.4921875, - 66542.46875, - 66531.328125, - 66513.96875, - 66534.3125, - 66509.515625, - 66516.09375, - 66506.9140625, - 66495.3046875, - 66486.03125, - 66484.859375, - 66463.6015625, - 66450.390625, - 66428.1484375, - 66427.96875 + 66326.1171875, + 66313.4609375, + 66285.84375, + 66272.234375, + 66252.90625, + 66245.578125, + 66225.71875, + 66215.78125, + 66195.1484375, + 66182.4921875, + 66180.5859375, + 66171.6484375, + 66157.4140625, + 66154.5703125, + 66124.3984375, + 66123.375, + 66116.65625, + 66108.46875, + 66092.640625, + 66079.5390625, + 66069.9921875, + 66058.875, + 66049.1640625, + 66041.3125 ], "p10": [ - 66237.4375, - 66078.453125, - 65911.7890625, - 65781.421875, - 65659.8515625, - 65555.8984375, - 65438.45703125, - 65351.87109375, - 65261.6875, - 65170.265625, - 65095.26171875, - 65009.140625, - 64918.6796875, - 64853.61328125, - 64781.3359375, - 64722.86328125, - 64664.984375, - 64609.578125, - 64552.1796875, - 64491.71484375, - 64440.703125, - 64396.6484375, - 64348.15625, - 64307.1640625 + 66085.4375, + 65958.4375, + 65816.4296875, + 65704.015625, + 65599.8359375, + 65510.265625, + 65398.36328125, + 65304.83984375, + 65223.10546875, + 65137.69921875, + 65048.47265625, + 64970.1875, + 64878.46875, + 64816.98046875, + 64737.34375, + 64692.84765625, + 64624.0703125, + 64569.125, + 64503.50390625, + 64445.04296875, + 64391.24609375, + 64354.85546875, + 64314.23828125, + 64277.73828125 ], "p90": [ - 67032.5, - 67208.0234375, - 67354.7578125, - 67473.703125, - 67567.21875, - 67619.7578125, - 67686.6875, - 67748.4765625, - 67780.0234375, - 67826.6171875, - 67901.7578125, - 67962.0625, - 68023.640625, - 68121.6171875, - 68132.46875, - 68222.5859375, - 68275.6015625, - 68309.5703125, - 68356.5859375, - 68398.25, - 68437.453125, - 68445.78125, - 68485.4296875, - 68535.4765625 + 66604.9609375, + 66709.09375, + 66805.2109375, + 66878.1796875, + 66961.5234375, + 67043.234375, + 67080.3125, + 67119.3046875, + 67194.765625, + 67253.265625, + 67324.125, + 67370.953125, + 67396.1171875, + 67464.1640625, + 67474.4296875, + 67527.828125, + 67606.7890625, + 67639.5546875, + 67667.5625, + 67687.0703125, + 67723.1640625, + 67768.6484375, + 67816.765625, + 67850.734375 ], "timestamps": [ - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", "2026-06-11 22:00:00", "2026-06-11 23:00:00", "2026-06-12 00:00:00", @@ -327,6 +325,8 @@ "2026-06-16 16:00:00", "2026-06-16 17:00:00", "2026-06-16 18:00:00", - "2026-06-16 19:00:00" + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 299af3281fc0187759a6fdec9e151acd3fedbbed..855b2f88fc03d087a9d77d73f99b3a69e6d63391 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,48 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T19:04:44.702047+00:00", + "evaluated_at": "2026-06-16T22:29:12.692216+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 2.2239999771118164, - 2.246000051498413, - 2.25600004196167, - 2.2750000953674316, - 2.2839999198913574, - 2.2990000247955322, - 2.308000087738037, - 2.305999994277954, - 2.302000045776367, - 2.306999921798706, - 2.309999942779541, - 2.322999954223633, - 2.325000047683716, - 2.3259999752044678, - 2.318000078201294, - 2.305000066757202, - 2.2869999408721924, - 2.26200008392334, - 2.239000082015991, - 2.1989998817443848, - 2.1679999828338623, - 2.135999917984009, - 2.109999895095825, - 2.068000078201294, - 2.0360000133514404, - 1.996999979019165, - 1.965000033378601, - 1.9140000343322754, - 1.8530000448226929, - 1.8170000314712524, - 1.7649999856948853, - 1.7079999446868896, - 1.6519999504089355, - 1.5870000123977661, - 1.5379999876022339, - 1.4919999837875366, - 1.4240000247955322, 1.3660000562667847, 1.2970000505447388, 1.2430000305175781, @@ -101,9 +64,7 @@ -0.2770000100135803, -0.2590000033378601, -0.2290000021457672, - -0.2029999941587448 - ], - "actuals": [ + -0.2029999941587448, -0.17599999904632568, -0.14800000190734863, -0.11599999666213989, @@ -127,124 +88,126 @@ 0.5640000104904175, 0.6000000238418579, 0.6510000228881836, - 0.6919999718666077 + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541 + ], + "actuals": [ + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798 ], "p50": [ - -0.18019485473632812, - -0.1478821039199829, - -0.11779540777206421, - -0.08447301387786865, - -0.051256537437438965, - -0.016645312309265137, - 0.020565569400787354, - 0.05845963954925537, - 0.09873521327972412, - 0.1381741762161255, - 0.18046510219573975, - 0.22207236289978027, - 0.26563191413879395, - 0.311493456363678, - 0.35283321142196655, - 0.39712366461753845, - 0.44162797927856445, - 0.4878479540348053, - 0.5320784449577332, - 0.5803118944168091, - 0.6235071420669556, - 0.6735248565673828, - 0.7171217203140259, - 0.759242057800293 + 1.2156071662902832, + 1.2454825639724731, + 1.2752857208251953, + 1.3031206130981445, + 1.3314871788024902, + 1.357137680053711, + 1.383673906326294, + 1.403597116470337, + 1.4235363006591797, + 1.4403753280639648, + 1.458259105682373, + 1.4754836559295654, + 1.4862189292907715, + 1.5000439882278442, + 1.5104620456695557, + 1.5182380676269531, + 1.525767207145691, + 1.5302482843399048, + 1.5350083112716675, + 1.5386570692062378, + 1.5392695665359497, + 1.5356818437576294, + 1.5318862199783325, + 1.5298078060150146 ], "p10": [ - -0.19257211685180664, - -0.16869723796844482, - -0.14574527740478516, - -0.1200864315032959, - -0.09516197443008423, - -0.06613355875015259, - -0.040474534034729004, - -0.009939193725585938, - 0.020364880561828613, - 0.047053396701812744, - 0.07532638311386108, - 0.10493147373199463, - 0.13279688358306885, - 0.16385191679000854, - 0.18891626596450806, - 0.21753710508346558, - 0.2451246976852417, - 0.2734311819076538, - 0.29474014043807983, - 0.32675695419311523, - 0.3495405912399292, - 0.36931532621383667, - 0.393462598323822, - 0.415265291929245 + 1.2009296417236328, + 1.2251865863800049, + 1.2507195472717285, + 1.270843744277954, + 1.2941771745681763, + 1.3124574422836304, + 1.3306289911270142, + 1.3412082195281982, + 1.3545233011245728, + 1.3627485036849976, + 1.3685945272445679, + 1.3752228021621704, + 1.377570629119873, + 1.3817732334136963, + 1.3781541585922241, + 1.3722014427185059, + 1.3684109449386597, + 1.362885594367981, + 1.3573157787322998, + 1.3451288938522339, + 1.3307948112487793, + 1.313183069229126, + 1.3001025915145874, + 1.2835636138916016 ], "p90": [ - -0.1648925542831421, - -0.1291487216949463, - -0.09080147743225098, - -0.04961836338043213, - -0.009079217910766602, - 0.03430616855621338, - 0.08023566007614136, - 0.12433397769927979, - 0.1724327802658081, - 0.22333085536956787, - 0.27223867177963257, - 0.3271523118019104, - 0.3798164129257202, - 0.43824899196624756, - 0.4941597878932953, - 0.5514339208602905, - 0.6063169240951538, - 0.6648591756820679, - 0.7246297597885132, - 0.7920337319374084, - 0.8466026782989502, - 0.9103066325187683, - 0.9697980284690857, - 1.027144193649292 + 1.2288941144943237, + 1.262797236442566, + 1.2985512018203735, + 1.3333218097686768, + 1.3672925233840942, + 1.400129795074463, + 1.4331516027450562, + 1.4641972780227661, + 1.494423508644104, + 1.5220792293548584, + 1.5501995086669922, + 1.5789728164672852, + 1.6022735834121704, + 1.6292555332183838, + 1.6556302309036255, + 1.678812861442566, + 1.702155590057373, + 1.7259275913238525, + 1.7474095821380615, + 1.7690839767456055, + 1.7912554740905762, + 1.8105149269104004, + 1.8288140296936035, + 1.8510875701904297 ], "timestamps": [ - "2026-06-16 06:12:00", - "2026-06-16 06:18:00", - "2026-06-16 06:24:00", - "2026-06-16 06:30:00", - "2026-06-16 06:36:00", - "2026-06-16 06:42:00", - "2026-06-16 06:48:00", - "2026-06-16 06:54:00", - "2026-06-16 07:00:00", - "2026-06-16 07:06:00", - "2026-06-16 07:12:00", - "2026-06-16 07:18:00", - "2026-06-16 07:24:00", - "2026-06-16 07:30:00", - "2026-06-16 07:36:00", - "2026-06-16 07:42:00", - "2026-06-16 07:48:00", - "2026-06-16 07:54:00", - "2026-06-16 08:00:00", - "2026-06-16 08:06:00", - "2026-06-16 08:12:00", - "2026-06-16 08:18:00", - "2026-06-16 08:24:00", - "2026-06-16 08:30:00", - "2026-06-16 08:36:00", - "2026-06-16 08:42:00", - "2026-06-16 08:48:00", - "2026-06-16 08:54:00", - "2026-06-16 09:00:00", - "2026-06-16 09:06:00", - "2026-06-16 09:12:00", - "2026-06-16 09:18:00", - "2026-06-16 09:24:00", - "2026-06-16 09:30:00", - "2026-06-16 09:36:00", - "2026-06-16 09:42:00", - "2026-06-16 09:48:00", "2026-06-16 09:54:00", "2026-06-16 10:00:00", "2026-06-16 10:06:00", @@ -327,6 +290,43 @@ "2026-06-16 17:48:00", "2026-06-16 17:54:00", "2026-06-16 18:00:00", - "2026-06-16 18:06:00" + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 299a6e57cd0906c314113eeeaa746215b81052b4..e2de72ff1da80d06e643a73484066bb53ef3ff6e 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,22 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T19:04:48.608095+00:00", + "evaluated_at": "2026-06-16T22:29:16.272256+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2999999523162842, - 1.0, - 1.2000000476837158, - 1.100000023841858, - 1.100000023841858, - 1.100000023841858, - 1.2000000476837158, - 1.100000023841858, - 1.100000023841858, - 1.0, - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -101,9 +90,7 @@ 1.0, 1.0, 1.0, - 1.100000023841858 - ], - "actuals": [ + 1.100000023841858, 1.0, 1.0, 1.100000023841858, @@ -114,7 +101,9 @@ 0.8999999761581421, 0.8999999761581421, 1.0, - 1.0, + 1.0 + ], + "actuals": [ 1.100000023841858, 1.100000023841858, 1.0, @@ -127,113 +116,98 @@ 1.100000023841858, 1.399999976158142, 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, 1.2000000476837158 ], "p50": [ - 1.0982871055603027, - 1.038130760192871, - 1.0094927549362183, - 1.004406213760376, - 1.02518892288208, - 1.098630428314209, - 1.0925344228744507, - 1.0528526306152344, - 1.0195714235305786, - 1.00748872756958, - 1.014466404914856, - 1.0868117809295654, - 1.082424283027649, - 1.0630271434783936, - 1.0461581945419312, - 1.0119434595108032, - 1.0774009227752686, - 1.1008100509643555, - 1.0884034633636475, - 1.0739288330078125, - 1.0474907159805298, - 1.0158874988555908, - 1.0630114078521729, - 1.0874993801116943 + 0.9988107681274414, + 0.9988994598388672, + 0.999085545539856, + 0.9968803524971008, + 0.9862174391746521, + 0.9992690682411194, + 1.0005097389221191, + 1.0007784366607666, + 1.0001474618911743, + 0.9987689256668091, + 0.9998933672904968, + 0.9994429349899292, + 0.9999673366546631, + 0.9989762306213379, + 1.0003920793533325, + 1.0001542568206787, + 0.9840163588523865, + 1.0001287460327148, + 1.0470178127288818, + 1.0070109367370605, + 0.9987122416496277, + 0.9999577403068542, + 0.997711718082428, + 1.001857042312622 ], "p10": [ - 0.9962692260742188, - 0.9901080131530762, - 0.9782041311264038, - 0.9711732268333435, - 0.971314549446106, - 0.9722664952278137, - 0.9685478210449219, - 0.9589049816131592, - 0.9444202780723572, - 0.938166618347168, - 0.9397265911102295, - 0.944870114326477, - 0.9422981142997742, - 0.9431522488594055, - 0.9343492984771729, - 0.9222922921180725, - 0.9263706207275391, - 0.9266771674156189, - 0.9207000136375427, - 0.9167797565460205, - 0.9145234823226929, - 0.9102991223335266, - 0.9117088317871094, - 0.9119325280189514 + 0.8795188665390015, + 0.8899580836296082, + 0.8958920836448669, + 0.8967844247817993, + 0.8678656220436096, + 0.8963446617126465, + 0.9337375164031982, + 0.9054595828056335, + 0.8975344896316528, + 0.889110267162323, + 0.895944356918335, + 0.8939076066017151, + 0.9084861278533936, + 0.8983283042907715, + 0.880977213382721, + 0.8960983157157898, + 0.8593029975891113, + 0.8885628581047058, + 0.915367603302002, + 0.9047502279281616, + 0.9000144600868225, + 0.893349826335907, + 0.8920314311981201, + 0.8842571973800659 ], "p90": [ - 1.1417593955993652, - 1.1274049282073975, - 1.1299545764923096, - 1.131668210029602, - 1.1556713581085205, - 1.1767596006393433, - 1.1870795488357544, - 1.193413257598877, - 1.1856824159622192, - 1.1733413934707642, - 1.1891236305236816, - 1.2023136615753174, - 1.2054625749588013, - 1.2087159156799316, - 1.2087855339050293, - 1.2092769145965576, - 1.217239260673523, - 1.2375729084014893, - 1.2229759693145752, - 1.2190912961959839, - 1.2114958763122559, - 1.2054636478424072, - 1.215714693069458, - 1.2284647226333618 + 1.0959664583206177, + 1.095996618270874, + 1.0996559858322144, + 1.0934343338012695, + 1.0850046873092651, + 1.1049381494522095, + 1.1401170492172241, + 1.1375421285629272, + 1.110006332397461, + 1.109326958656311, + 1.1038172245025635, + 1.1069271564483643, + 1.1374340057373047, + 1.121913194656372, + 1.1154651641845703, + 1.1178369522094727, + 1.1158555746078491, + 1.139878749847412, + 1.2064311504364014, + 1.1910419464111328, + 1.1691553592681885, + 1.1824653148651123, + 1.159807801246643, + 1.163246750831604 ], "timestamps": [ - "2026-06-15 03:20:00", - "2026-06-15 03:30:00", - "2026-06-15 03:40:00", - "2026-06-15 03:50:00", - "2026-06-15 04:00:00", - "2026-06-15 04:10:00", - "2026-06-15 04:20:00", - "2026-06-15 04:30:00", - "2026-06-15 04:40:00", - "2026-06-15 04:50:00", - "2026-06-15 05:00:00", - "2026-06-15 05:10:00", - "2026-06-15 05:20:00", - "2026-06-15 05:30:00", - "2026-06-15 05:40:00", - "2026-06-15 05:50:00", - "2026-06-15 06:00:00", - "2026-06-15 06:10:00", - "2026-06-15 06:20:00", - "2026-06-15 06:30:00", - "2026-06-15 06:40:00", - "2026-06-15 06:50:00", - "2026-06-15 07:00:00", - "2026-06-15 07:10:00", - "2026-06-15 07:20:00", - "2026-06-15 07:30:00", "2026-06-15 07:40:00", "2026-06-15 07:50:00", "2026-06-15 08:00:00", @@ -327,6 +301,32 @@ "2026-06-15 22:40:00", "2026-06-15 22:50:00", "2026-06-15 23:00:00", - "2026-06-15 23:10:00" + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 38edbfcff75e23418d8154a5b48c83d867609e31..420a55e71fc6ecc8c1317e2e67366300cb05918f 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,109 +1,61 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T15:32:30.169100+00:00", + "evaluated_at": "2026-06-16T22:29:20.002358+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 3170.0, - 3230.0, - 3230.0, - 3170.0, - 3170.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3230.0, - 3170.0, - 3170.0, - 3230.0, - 3170.0, - 3170.0, - 3170.0, - 3230.0, - 3230.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, 3120.0, - 3170.0, 3120.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, 3170.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, - 3120.0 - ], - "actuals": [ 3120.0, 3120.0, 3120.0, @@ -111,6 +63,7 @@ 3120.0, 3120.0, 3120.0, + 3060.0, 3120.0, 3120.0, 3120.0, @@ -121,7 +74,28 @@ 3120.0, 3120.0, 3120.0, - 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, 3120.0, 3120.0, 3120.0, @@ -129,113 +103,111 @@ 3120.0, 3060.0 ], + "actuals": [ + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0 + ], "p50": [ - 3120.059326171875, - 3120.092529296875, - 3120.12646484375, - 3120.088623046875, - 3120.09130859375, - 3120.139404296875, - 3120.113037109375, - 3120.0439453125, - 3120.082275390625, - 3120.114990234375, - 3120.130859375, - 3120.1103515625, - 3120.118408203125, - 3120.12060546875, - 3120.085205078125, - 3120.12841796875, - 3120.127197265625, - 3120.119873046875, - 3120.1064453125, - 3120.132568359375, - 3120.122314453125, - 3120.124755859375, - 3120.136962890625, - 3120.13623046875 + 3120.02587890625, + 3120.025634765625, + 3120.010986328125, + 3120.0283203125, + 3120.024169921875, + 3120.037841796875, + 3120.021484375, + 3120.02099609375, + 3120.00732421875, + 3120.014892578125, + 3120.024658203125, + 3120.0322265625, + 3120.013671875, + 3120.008544921875, + 3120.01171875, + 3120.016357421875, + 3120.01123046875, + 3120.005126953125, + 3120.0107421875, + 3120.008544921875, + 3120.0087890625, + 3120.011962890625, + 3120.008544921875, + 3120.01416015625 ], "p10": [ - 3119.685546875, - 3119.649658203125, - 3119.604736328125, - 3119.546875, - 3119.592529296875, - 3119.622802734375, - 3119.598388671875, - 3119.348388671875, - 3119.0732421875, - 3118.48974609375, - 3117.380126953125, - 3115.81787109375, - 3114.261474609375, - 3113.13916015625, - 3110.1083984375, - 3107.75439453125, - 3105.846435546875, - 3102.809814453125, - 3101.115478515625, - 3099.330078125, - 3097.8173828125, - 3096.28564453125, - 3094.623779296875, - 3092.7958984375 + 3100.594482421875, + 3076.792724609375, + 3066.5751953125, + 3077.0732421875, + 3068.734375, + 3046.220947265625, + 3075.36474609375, + 3079.311767578125, + 3060.515869140625, + 3063.30078125, + 3065.833251953125, + 3041.0078125, + 3067.54638671875, + 3063.191162109375, + 3064.206298828125, + 3068.353759765625, + 3065.3505859375, + 3060.12451171875, + 3067.14990234375, + 3066.976318359375, + 3067.869873046875, + 3068.4482421875, + 3068.57080078125, + 3066.693359375 ], "p90": [ - 3120.341796875, - 3120.590087890625, - 3121.565185546875, - 3142.0859375, - 3165.532470703125, - 3168.199951171875, - 3171.03662109375, - 3169.864013671875, - 3169.727294921875, - 3170.236572265625, - 3171.01416015625, - 3170.664306640625, - 3170.7763671875, - 3171.872802734375, - 3170.662841796875, - 3171.262939453125, - 3171.153076171875, - 3171.90185546875, - 3171.5810546875, - 3170.6474609375, - 3170.993896484375, - 3171.180419921875, - 3171.097900390625, - 3171.23291015625 + 3120.0908203125, + 3120.11328125, + 3120.110107421875, + 3120.09521484375, + 3120.102294921875, + 3120.098388671875, + 3120.099853515625, + 3120.100341796875, + 3120.1015625, + 3120.09326171875, + 3120.096435546875, + 3120.104736328125, + 3120.09912109375, + 3120.085693359375, + 3120.099365234375, + 3120.08837890625, + 3120.092529296875, + 3120.091064453125, + 3120.0986328125, + 3120.091552734375, + 3120.07763671875, + 3120.08544921875, + 3120.070068359375, + 3120.0869140625 ], "timestamps": [ - "2026-06-16 03:55:00", - "2026-06-16 04:10:00", - "2026-06-16 04:25:00", - "2026-06-16 04:40:00", - "2026-06-16 04:55:00", - "2026-06-16 05:10:00", - "2026-06-16 05:25:00", - "2026-06-16 05:40:00", - "2026-06-16 05:55:00", - "2026-06-16 06:10:00", - "2026-06-16 06:25:00", - "2026-06-16 06:40:00", - "2026-06-16 06:55:00", - "2026-06-16 07:10:00", - "2026-06-16 07:25:00", - "2026-06-16 07:40:00", - "2026-06-16 07:55:00", - "2026-06-16 08:10:00", - "2026-06-16 08:25:00", - "2026-06-16 08:40:00", - "2026-06-16 08:55:00", - "2026-06-16 09:10:00", - "2026-06-16 09:25:00", - "2026-06-16 09:40:00", - "2026-06-16 09:55:00", - "2026-06-16 10:10:00", - "2026-06-16 10:25:00", - "2026-06-16 10:40:00", "2026-06-16 10:55:00", "2026-06-16 11:10:00", "2026-06-16 11:25:00", @@ -327,6 +299,34 @@ "2026-06-17 08:55:00", "2026-06-17 09:10:00", "2026-06-17 09:25:00", - "2026-06-17 09:40:00" + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 699a891d11388f340d0d9bd89f1885562efac96e..9c0e1c4f09e5ea41220d151637963315083525b0 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,41 +1,29 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-16T21:14:09.357059+00:00", + "evaluated_at": "2026-06-16T22:29:21.421903+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t190000z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t210000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", - "context_length": 76, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t174500z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t190000z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t192400z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t190000z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t135000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t190000z", - "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t185000z", + "data_fetched_at": "2026-06-16T22:03:16.369769Z", "context_length": 96, "prediction_length": 24 }