diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index ed9f49fb371c187079813fa7409f3aa30ef38b8e..cb2c235b46129f27c184bbd4b33ebfbfc80880ec 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -7,4 +7,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-13,Chronos-2,3.778,2.889,3.778,3.222,3.778,2.000,3.778,3.222,3.778 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 -2026-06-16,Chronos-2,3.300,3.000,3.300,3.600,3.400,3.100,3.300,3.600,3.300 +2026-06-16,Chronos-2,3.600,3.400,3.600,3.700,3.500,3.100,3.600,3.700,3.200 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 48810bcc897dfd5148ef00195679c7bbd5a0312e..6fc6d234d8a526e5ee59d5c37dc92093db64fc7e 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.3,3.0,3.3,3.35,3.35,2.85,3.3,3.35,3.35 +2026-W25,Chronos-Bolt-Mini,3.45,3.2,3.45,3.4,3.4,2.85,3.45,3.4,3.3 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index bf643e8987615d8e560d0b8208d51cbd11356029..0b4a82fe4164cfcd4d83d60e76ff4f593c301c4d 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,559571.6032714844,559571.6032714844,671.580078125,0.8060228744312908,0.010163602468976242,0.010099794400999814,3.0537346238835483,748.0451879876539,0.011294934069571726,0.01014036695465635,0.0075332248755077226,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,23.22483037513045,23.22483037513045,3.7036124070485434,2.268359414979803,0.16192687082906418,0.1427372227931996,52.57371507506004,4.819214705232633,0.2116126962249767,0.1626263727940683,0.130270062987261,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0038993268952278587,0.0038993268952278587,0.04129359211462239,0.021373725221937655,0.16413363400742506,0.203293328913667,0.12401248212972611,0.06244459060021019,0.21400401526381957,0.14151737455967633,0.12931358116529873,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.017241738017992485,0.017241738017992485,0.09946045279502869,0.7956834958897439,0.09255035894247338,0.09290361813200572,11.736566585450712,0.13130779877064608,0.12407036290648005,0.09397838200514158,0.07979353931113592,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,3.1283958811192556,3.1283958811192556,1.6855018138885498,17.336604257260124,0.10612750498819623,0.11263166021445446,623.0173158787176,1.7687271923954966,0.11238933345393648,0.10710098550685761,0.10328404205520175,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,303.5765725440338,303.5765725440338,8.948415478070578,1.4282550700882706,0.26777323479665205,0.3240341880906507,33.299684575892286,17.42344892792566,0.8053982365922464,0.4136401510484892,0.37578031745928187,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.49070791404831954,0.49070791404831954,0.5895127455393473,0.23515189849768978,0.02439956691874841,0.024754030420138896,1.622144630410995,0.7005054703914306,0.02929963688925744,0.02465720842442602,0.023105786850815508,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,12.501075988113977,12.501075988113977,2.856652577718099,0.548477294921875,0.46850133249026255,0.286330565228802,4.6722915039062505,3.5356860703566397,0.34920356250435947,0.2821385261943801,0.22602469492678123,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,258.74086638291675,258.74086638291675,4.89532470703125,0.1415515577936747,0.001574139503727435,0.0015714845010692524,3.476107751317771,16.085424034911753,0.005156273231439589,0.0015692238943335113,0.0024463777579053687,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,49.58592159347609,49.58592159347609,7.0385894775390625,0.14509077062999987,0.030940599338982695,0.030770125967900172,1.4034175379049971,7.041727174030252,0.029711929004347055,0.029698689778645832,0.04105634085739715,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 5bef4f674aeb5e1eded1163d7d6451960de9caca..0df170a59250a234d5e51940d9d2f57ae3fcbd56 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T16:15:38.161207+00:00", + "evaluated_at": "2026-06-16T18:28:46.810302+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63644.19140625, - 63461.12109375, 63605.6796875, 63393.671875, 63519.98828125, @@ -101,11 +99,11 @@ 66447.046875, 66591.546875, 67292.140625, - 67157.9921875 + 67157.9921875, + 66851.7890625, + 66766.1171875 ], "actuals": [ - 66851.7890625, - 66766.1171875, 66614.3515625, 66519.9765625, 66368.1484375, @@ -127,89 +125,89 @@ 66052.0, 65654.8984375, 65859.7578125, - 65846.0 + 65758.0703125, + 65978.7890625, + 66097.9765625 ], "p50": [ - 67121.7265625, - 67096.078125, - 67116.75, - 67119.3515625, - 67137.96875, - 67130.09375, - 67157.0, - 67171.3828125, - 67208.875, - 67197.7265625, - 67206.8046875, - 67206.5234375, - 67183.8984375, - 67204.7734375, - 67249.9140625, - 67204.6640625, - 67178.640625, - 67159.09375, - 67164.671875, - 67158.078125, - 67202.46875, - 67158.7109375, - 67184.359375, - 67164.7265625 + 66801.359375, + 66804.8046875, + 66849.125, + 66866.25, + 66883.046875, + 66870.90625, + 66879.9453125, + 66907.25, + 66929.0234375, + 66896.3359375, + 66892.1171875, + 66873.3671875, + 66857.7734375, + 66862.7890625, + 66905.59375, + 66882.390625, + 66943.5859375, + 66951.71875, + 66950.296875, + 66934.71875, + 66973.953125, + 66936.9296875, + 66945.75, + 66926.2890625 ], "p10": [ - 66735.515625, - 66570.1015625, - 66483.078125, - 66408.65625, - 66374.75, - 66275.6015625, - 66241.65625, - 66158.6171875, - 66110.3515625, - 66087.7109375, - 65902.796875, - 65785.328125, - 65635.78125, - 65477.7890625, - 65411.58984375, - 65323.9921875, - 65292.9453125, - 65212.9375, - 65153.375, - 65118.60546875, - 65043.3046875, - 64929.421875, - 64847.6640625, - 64783.1796875 + 66391.4609375, + 66270.625, + 66205.8359375, + 66090.2890625, + 66017.9609375, + 65889.453125, + 65800.7734375, + 65708.3046875, + 65624.4140625, + 65506.3046875, + 65385.921875, + 65234.14453125, + 65080.125, + 65013.29296875, + 64993.359375, + 64969.88671875, + 64952.71484375, + 64850.3125, + 64773.80859375, + 64724.83984375, + 64678.56640625, + 64579.68359375, + 64500.3359375, + 64451.5546875 ], "p90": [ - 67506.625, - 67541.7265625, - 67671.859375, - 67777.71875, - 67876.515625, - 67952.3828125, - 68048.484375, - 68145.6875, - 68215.6015625, - 68262.078125, - 68373.609375, - 68443.28125, - 68496.6015625, - 68489.65625, - 68609.7421875, - 68615.953125, - 68728.359375, - 68808.875, - 68874.1875, - 68971.765625, - 69013.5, - 69127.8203125, - 69170.0703125, - 69259.203125 + 67111.4609375, + 67189.3125, + 67333.8671875, + 67467.25, + 67520.734375, + 67607.21875, + 67666.9765625, + 67742.0625, + 67765.0859375, + 67803.625, + 67860.34375, + 67899.4296875, + 67936.203125, + 67934.09375, + 68011.3515625, + 68013.8828125, + 68056.9453125, + 68134.0234375, + 68176.4375, + 68227.0390625, + 68257.9609375, + 68319.21875, + 68322.890625, + 68401.640625 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", @@ -327,6 +325,8 @@ "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", - "2026-06-16 16:00:00" + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00" ] } diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 77b578477084d6c76e02b08c0654bade52ee0321..0e3567b6ed44a911386559eab43996d362f440b0 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,46 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T14:49:57.707830+00:00", + "evaluated_at": "2026-06-16T18:29:17.923456+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2910000085830688, - 1.312000036239624, - 1.3380000591278076, - 1.3600000143051147, - 1.3799999952316284, - 1.3960000276565552, - 1.4290000200271606, - 1.4539999961853027, - 1.5, - 1.527999997138977, - 1.5540000200271606, - 1.5870000123977661, - 1.628999948501587, - 1.6549999713897705, - 1.684000015258789, - 1.7120000123977661, - 1.7289999723434448, - 1.7680000066757202, - 1.8049999475479126, - 1.8380000591278076, - 1.8660000562667847, - 1.8839999437332153, - 1.9019999504089355, - 1.9240000247955322, - 1.9529999494552612, - 1.9910000562667847, - 2.0260000228881836, - 2.053999900817871, - 2.0859999656677246, - 2.1089999675750732, - 2.13700008392334, - 2.1670000553131104, - 2.190999984741211, - 2.200000047683716, - 2.2079999446868896, 2.2239999771118164, 2.246000051498413, 2.25600004196167, @@ -101,9 +66,7 @@ 0.24500000476837158, 0.1860000044107437, 0.13099999725818634, - 0.0729999989271164 - ], - "actuals": [ + 0.0729999989271164, 0.032999999821186066, 0.006000000052154064, -0.020999999716877937, @@ -127,122 +90,124 @@ -0.3790000081062317, -0.382999986410141, -0.38199999928474426, - -0.37700000405311584 + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448 + ], + "actuals": [ + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077 ], "p50": [ - -0.008930206298828125, - -0.03670763969421387, - -0.06743228435516357, - -0.10512995719909668, - -0.13774311542510986, - -0.1726595163345337, - -0.2066258192062378, - -0.2368013858795166, - -0.2584106922149658, - -0.292880654335022, - -0.3092024326324463, - -0.3302212953567505, - -0.35409581661224365, - -0.3714956045150757, - -0.4038883447647095, - -0.4255131483078003, - -0.4244140386581421, - -0.44259703159332275, - -0.45261943340301514, - -0.46657025814056396, - -0.4619501829147339, - -0.4533652067184448, - -0.4530073404312134, - -0.4665755033493042 + -0.15321213006973267, + -0.12621444463729858, + -0.09479612112045288, + -0.06521272659301758, + -0.036073505878448486, + -5.2869319915771484e-05, + 0.031174838542938232, + 0.06406575441360474, + 0.10561144351959229, + 0.1441466212272644, + 0.18580710887908936, + 0.22531276941299438, + 0.2719942331314087, + 0.3173412084579468, + 0.3467370867729187, + 0.39697974920272827, + 0.45695555210113525, + 0.5155760049819946, + 0.5669064521789551, + 0.6186625957489014, + 0.6754401922225952, + 0.7252575159072876, + 0.7803133130073547, + 0.8349312543869019 ], "p10": [ - -0.032291293144226074, - -0.08360946178436279, - -0.14267230033874512, - -0.18131005764007568, - -0.22650957107543945, - -0.2846752405166626, - -0.328690767288208, - -0.3774256706237793, - -0.41995012760162354, - -0.4586402177810669, - -0.4999321699142456, - -0.5360034704208374, - -0.5700820684432983, - -0.6119381189346313, - -0.6813896894454956, - -0.6959909200668335, - -0.6619817018508911, - -0.7222734689712524, - -0.789319634437561, - -0.8239091634750366, - -0.855462908744812, - -0.8877872228622437, - -0.9108277559280396, - -0.9608269929885864 + -0.18036264181137085, + -0.15425366163253784, + -0.13838714361190796, + -0.10869169235229492, + -0.07504761219024658, + -0.05539536476135254, + -0.026630759239196777, + 0.005383014678955078, + 0.036936283111572266, + 0.07119512557983398, + 0.10440772771835327, + 0.133112370967865, + 0.16959768533706665, + 0.19808590412139893, + 0.22678083181381226, + 0.25868189334869385, + 0.29745185375213623, + 0.34094715118408203, + 0.38156992197036743, + 0.4291839599609375, + 0.44869568943977356, + 0.49973124265670776, + 0.5346770286560059, + 0.555607795715332 ], "p90": [ - 0.056192994117736816, - 0.031045913696289062, - 0.000506281852722168, - -0.010821223258972168, - -0.024628162384033203, - -0.034609079360961914, - -0.06153512001037598, - -0.06510186195373535, - -0.075539231300354, - -0.07386350631713867, - -0.08712458610534668, - -0.07732701301574707, - -0.0575486421585083, - -0.038858652114868164, - -0.036593079566955566, - -0.09762680530548096, - 0.08725762367248535, - 0.0642479658126831, - 0.0972752571105957, - 0.14361310005187988, - 0.15679681301116943, - 0.23952126502990723, - 0.27698397636413574, - 0.3676419258117676 + -0.11885625123977661, + -0.09362602233886719, + -0.058121442794799805, + -0.021525144577026367, + 0.01901024580001831, + 0.055497586727142334, + 0.0931164026260376, + 0.1312456727027893, + 0.17631059885025024, + 0.22277867794036865, + 0.2667430639266968, + 0.32302552461624146, + 0.3803272247314453, + 0.4371166229248047, + 0.47322791814804077, + 0.527599036693573, + 0.6300759315490723, + 0.6997476816177368, + 0.7683205008506775, + 0.8199383616447449, + 0.904243528842926, + 0.9493053555488586, + 1.0297185182571411, + 1.0882058143615723 ], "timestamps": [ - "2026-06-16 02:42:00", - "2026-06-16 02:48:00", - "2026-06-16 02:54:00", - "2026-06-16 03:00:00", - "2026-06-16 03:06:00", - "2026-06-16 03:12:00", - "2026-06-16 03:18:00", - "2026-06-16 03:24:00", - "2026-06-16 03:30:00", - "2026-06-16 03:36:00", - "2026-06-16 03:42:00", - "2026-06-16 03:48:00", - "2026-06-16 03:54:00", - "2026-06-16 04:00:00", - "2026-06-16 04:06:00", - "2026-06-16 04:12:00", - "2026-06-16 04:18:00", - "2026-06-16 04:24:00", - "2026-06-16 04:30:00", - "2026-06-16 04:36:00", - "2026-06-16 04:42:00", - "2026-06-16 04:48:00", - "2026-06-16 04:54:00", - "2026-06-16 05:00:00", - "2026-06-16 05:06:00", - "2026-06-16 05:12:00", - "2026-06-16 05:18:00", - "2026-06-16 05:24:00", - "2026-06-16 05:30:00", - "2026-06-16 05:36:00", - "2026-06-16 05:42:00", - "2026-06-16 05:48:00", - "2026-06-16 05:54:00", - "2026-06-16 06:00:00", - "2026-06-16 06:06:00", "2026-06-16 06:12:00", "2026-06-16 06:18:00", "2026-06-16 06:24:00", @@ -327,6 +292,41 @@ "2026-06-16 14:18:00", "2026-06-16 14:24:00", "2026-06-16 14:30:00", - "2026-06-16 14:36:00" + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index c4ab48fc32e5a57837db117efb6cecdf7f48836b..c13aaf9564512aa37f6e8dad5def17944f84ccaa 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,23 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T14:52:09.208846+00:00", + "evaluated_at": "2026-06-16T18:38:15.094868+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2000000476837158, - 1.2000000476837158, - 1.100000023841858, - 1.100000023841858, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.0, 1.2000000476837158, @@ -101,9 +89,6 @@ 1.0, 1.0, 1.0, - 1.0 - ], - "actuals": [ 1.0, 1.0, 1.0, @@ -115,7 +100,10 @@ 1.0, 1.0, 1.0, - 1.100000023841858, + 1.0, + 1.100000023841858 + ], + "actuals": [ 1.0, 1.0, 1.100000023841858, @@ -127,105 +115,99 @@ 0.8999999761581421, 1.0, 1.0, - 1.100000023841858 + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158 ], "p50": [ - 1.0017846822738647, - 0.9983615875244141, - 0.9933977723121643, - 0.988969087600708, - 0.9896319508552551, - 0.9891579747200012, - 0.9869316816329956, - 0.986194372177124, - 0.9940463304519653, - 1.0021233558654785, - 1.0023894309997559, - 0.9922560453414917, - 0.9814521074295044, - 0.9711259603500366, - 0.9682654738426208, - 0.9619008898735046, - 0.9570629596710205, - 0.9562338590621948, - 0.9580971598625183, - 0.960147500038147, - 0.9628816843032837, - 0.9602348208427429, - 0.9648666381835938, - 0.967738926410675 + 1.0796200037002563, + 1.0453957319259644, + 1.038478970527649, + 1.0376607179641724, + 1.039510726928711, + 1.047925591468811, + 1.0478436946868896, + 1.0433664321899414, + 1.0436129570007324, + 1.0385420322418213, + 1.0399327278137207, + 1.050863265991211, + 1.0537551641464233, + 1.0515023469924927, + 1.0469523668289185, + 1.0439118146896362, + 1.0673308372497559, + 1.0712584257125854, + 1.0622682571411133, + 1.057079792022705, + 1.0534265041351318, + 1.0532145500183105, + 1.057339072227478, + 1.0621732473373413 ], "p10": [ - 0.9611793160438538, - 0.9459860920906067, - 0.932884931564331, - 0.9209373593330383, - 0.9179216623306274, - 0.9140008091926575, - 0.907220184803009, - 0.9046162366867065, - 0.9041358828544617, - 0.906775712966919, - 0.9038097858428955, - 0.8935019373893738, - 0.8855292797088623, - 0.868363618850708, - 0.8641217350959778, - 0.8542289137840271, - 0.8584784269332886, - 0.8519918918609619, - 0.8516712188720703, - 0.8489704132080078, - 0.8454086780548096, - 0.8444321155548096, - 0.8432862162590027, - 0.8449184894561768 + 1.0052555799484253, + 0.9779955744743347, + 0.9681025743484497, + 0.9675707221031189, + 0.9682340025901794, + 0.9679772257804871, + 0.9670518636703491, + 0.9647061824798584, + 0.9618726968765259, + 0.9622442722320557, + 0.961674690246582, + 0.9625649452209473, + 0.9644730687141418, + 0.9615297317504883, + 0.9580961465835571, + 0.9562422037124634, + 0.9437496662139893, + 0.9481960535049438, + 0.9486246705055237, + 0.9437999725341797, + 0.9411163330078125, + 0.94073486328125, + 0.9424543380737305, + 0.9427444934844971 ], "p90": [ - 1.0447218418121338, - 1.0500547885894775, - 1.0513495206832886, - 1.0588454008102417, - 1.0678964853286743, - 1.0705971717834473, - 1.0740296840667725, - 1.0769199132919312, - 1.0910165309906006, - 1.1017110347747803, - 1.1061091423034668, - 1.1003237962722778, - 1.090907335281372, - 1.0829049348831177, - 1.0816559791564941, - 1.0840044021606445, - 1.0789973735809326, - 1.084974765777588, - 1.0891259908676147, - 1.0960478782653809, - 1.0983811616897583, - 1.1009464263916016, - 1.1097996234893799, - 1.1163508892059326 + 1.1829047203063965, + 1.1607269048690796, + 1.1616594791412354, + 1.164803147315979, + 1.174896240234375, + 1.1841987371444702, + 1.1914225816726685, + 1.1920889616012573, + 1.191751480102539, + 1.1866109371185303, + 1.1931657791137695, + 1.2087005376815796, + 1.2141057252883911, + 1.2083845138549805, + 1.2018767595291138, + 1.2011377811431885, + 1.240495204925537, + 1.2435745000839233, + 1.2317523956298828, + 1.221129298210144, + 1.218053936958313, + 1.220088243484497, + 1.227500081062317, + 1.240117073059082 ], "timestamps": [ - "2026-06-15 00:20:00", - "2026-06-15 00:30:00", - "2026-06-15 00:40:00", - "2026-06-15 00:50:00", - "2026-06-15 01:00:00", - "2026-06-15 01:10:00", - "2026-06-15 01:20:00", - "2026-06-15 01:30:00", - "2026-06-15 01:40:00", - "2026-06-15 01:50:00", - "2026-06-15 02:00:00", - "2026-06-15 02:10:00", - "2026-06-15 02:20:00", - "2026-06-15 02:30:00", - "2026-06-15 02:40:00", - "2026-06-15 02:50:00", - "2026-06-15 03:00:00", - "2026-06-15 03:10:00", "2026-06-15 03:20:00", "2026-06-15 03:30:00", "2026-06-15 03:40:00", @@ -327,6 +309,24 @@ "2026-06-15 19:40:00", "2026-06-15 19:50:00", "2026-06-15 20:00:00", - "2026-06-15 20:10:00" + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 0f889fcdad4346752735a44c1b96877967c8b54d..e983acace185727198f1b77b3c5103e70391fb90 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,26 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T05:10:19.032951+00:00", + "evaluated_at": "2026-06-16T18:38:19.619572+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", "context_length": 96, "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index 8b588eb522b06c1eaf15612bc88a933770b69f3b..1441ca1c32b9551415b927160bf9b1c6e94f6dc7 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -1,6 +1,5 @@ dataset,domain,frequency,num_variates binance_btcusdt_1h_close,Finance,1h,1 -coingecko_bitcoin_7d_price_usd,Finance,1h,1 nasa_power_shanghai_hourly_t2m,Weather,1h,1 noaa_coops_sf_water_level_water_level,Ocean,6min,1 noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1 @@ -8,5 +7,4 @@ nws_ksfo_observations_temperature,Weather,1h,1 open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1 open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1 usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1 -usgs_potomac_iv_usgs_00060,Hydrology,15min,1 wikimedia_time_series_hourly_pageviews,Web,1D,1 diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 101474a84283ac70acfb890903230069e890f138..65f734446cee406e6631f6c38c5e13b1964aae42 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -964,3 +964,6 @@ {"evaluated_at": "2026-06-16T15:59:44.696934+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24} {"evaluated_at": "2026-06-16T15:59:44.696934+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24} {"evaluated_at": "2026-06-16T15:59:44.696934+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-16T19:39:53.974594+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-16T19:39:53.974594+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24} +{"evaluated_at": "2026-06-16T19:39:53.974594+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 7b6d1c3fad7db2671679d9a5609b6dbee40efddd..2094312c54e9d58f52a0069efcb6bca2eade714f 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,620405.8057607015,438521.3714472453,574.7802734375,0.8254729385265818,0.008672863238112704,0.00863244365675348,4.557484608212118,787.658432165048,0.011859752674745143,0.008654451735575067,0.006591971668856637,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,4131424.0035845437,4108550.874150435,1996.884033203125,2.3966378109994384,0.030128844777449038,0.030603391632280413,19.071474491039737,2032.5904662731605,0.030690626282558628,0.03015148531372148,0.024017148577513168,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,20.155414066086905,19.644515297660785,3.572635054588318,2.0607183061969487,0.15604167881700362,0.13959884970957623,35.732714683248126,4.489478150752814,0.197133897166357,0.15687513065322256,0.11519826414817132,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.061519455269402855,0.061760440898970814,0.205465881813628,0.20393214190374706,1.0130220285214229,0.625965689026477,1.0977891288808967,0.24803115786006172,0.9972771737406343,0.8261318282875959,0.6525248656938094,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.004447517859037298,0.004434118197145602,0.04573183258374532,0.35985704890793735,0.04423978720381836,0.04569171760047221,2.166312849581247,0.06668971329251085,0.06641299143924127,0.04554207322145085,0.0494815285796842,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.04422225393544349,0.05132351900057175,0.18233840889297426,0.09437907552982527,0.7826884108014188,0.9418263091560822,0.28247142311613155,0.21029087934440593,0.7206884074424663,0.6248924248657223,0.5320532258074262,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.018334580278425605,0.018253868433592668,0.10524539401133855,0.8419630182642907,0.09905169939526381,0.09840378548345134,8.405952637441533,0.13540524464888945,0.12794196536926508,0.09944446827587321,0.08234482960413712,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.018485857658030607,0.02001539928504788,0.05017620325088501,0.3612688012194829,0.0034847701563339075,0.0035337126202516535,3.162869229457561,0.13596270686489956,0.009677060636504767,0.0035712598885728327,0.0038748915159366043,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,80.73735444383362,81.93370648773954,6.358666678269704,0.9976552776740538,0.3499295078393861,0.32606322769756246,8.308047042267079,8.98539673268986,0.5166495183781578,0.3656156956212469,0.27632629667245173,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.4896341226790355,0.3172065352158218,0.47127501169840497,0.18643846616640194,0.019444775489628245,0.01949618319201646,1.979524360908257,0.6997386102531684,0.02928797997668975,0.019725498784672234,0.02713813913665277,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 145a2db43939d4dcb7cab7de65596ecb944f5ed6..81082ea5442105971ca3d58efa5eb8ef1a51eebf 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T18:05:49.400937+00:00", + "evaluated_at": "2026-06-16T19:23:58.919673+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63644.19140625, - 63461.12109375, 63605.6796875, 63393.671875, 63519.98828125, @@ -101,11 +99,11 @@ 66447.046875, 66591.546875, 67292.140625, - 67157.9921875 + 67157.9921875, + 66851.7890625, + 66766.1171875 ], "actuals": [ - 66851.7890625, - 66766.1171875, 66614.3515625, 66519.9765625, 66368.1484375, @@ -127,89 +125,89 @@ 66052.0, 65654.8984375, 65859.7578125, - 65846.0 + 65758.0703125, + 65978.7890625, + 66097.9765625 ], "p50": [ - 66981.60546875, - 66950.26953125, - 66982.703125, - 66999.484375, - 67030.96484375, - 67090.3515625, - 67098.890625, - 67200.4765625, - 67142.09765625, - 67014.08203125, - 67144.671875, - 67150.33984375, - 67116.375, - 66931.2890625, - 67037.796875, - 67085.23828125, - 67013.0859375, - 67149.7265625, - 67027.6796875, - 67149.19921875, - 67090.828125, - 67179.390625, - 67248.6171875, - 67158.09375 + 64212.48828125, + 64254.24609375, + 64272.455078125, + 64167.0390625, + 64270.9765625, + 64166.8515625, + 64146.51953125, + 64266.005859375, + 64174.3203125, + 64091.095703125, + 64186.029296875, + 64200.001953125, + 64310.4375, + 64279.53125, + 64378.640625, + 64137.8203125, + 64395.83203125, + 64438.078125, + 64331.853515625, + 64148.0234375, + 64366.09765625, + 64176.296875, + 64268.525390625, + 64384.099609375 ], "p10": [ - 66605.79296875, - 66423.25, - 66450.45703125, - 66334.796875, - 66246.8671875, - 66308.9765625, - 65882.59375, - 65855.96875, - 65802.5859375, - 65744.09375, - 65852.65625, - 65637.1015625, - 65121.056640625, - 64986.939453125, - 65249.162109375, - 65433.05859375, - 65488.3671875, - 65190.712890625, - 65093.68359375, - 64736.05078125, - 64864.984375, - 64911.34375, - 65211.150390625, - 64863.841796875 + 62328.638671875, + 62740.71875, + 62229.19140625, + 62663.798828125, + 62577.29296875, + 62374.787109375, + 62694.998046875, + 62488.3359375, + 62493.23046875, + 62492.1953125, + 62565.859375, + 62748.546875, + 62560.1484375, + 62491.400390625, + 62146.63671875, + 61965.0234375, + 62427.1640625, + 62544.109375, + 62460.58203125, + 62449.09765625, + 62261.783203125, + 62299.6328125, + 62358.2578125, + 62494.865234375 ], "p90": [ - 67409.1796875, - 67546.66796875, - 67618.8828125, - 67836.99609375, - 68064.515625, - 68039.546875, - 68201.828125, - 68382.98828125, - 68246.91015625, - 68668.32421875, - 68677.4296875, - 68967.25, - 68753.5390625, - 69035.171875, - 68844.2734375, - 69032.90234375, - 69166.22265625, - 69225.73046875, - 69024.35546875, - 69404.43359375, - 69252.27734375, - 69561.04296875, - 69535.25390625, - 69494.484375 + 65682.4765625, + 65815.3984375, + 65735.24609375, + 65857.05078125, + 65965.02734375, + 65885.74609375, + 65651.8046875, + 65728.6640625, + 66117.19140625, + 65974.6953125, + 66097.109375, + 65933.49609375, + 66066.99609375, + 66464.81640625, + 66372.1171875, + 65992.15625, + 66317.94140625, + 66255.98828125, + 66380.796875, + 66309.3671875, + 66623.53515625, + 66449.71875, + 66129.5703125, + 66355.2421875 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", @@ -327,6 +325,8 @@ "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", - "2026-06-16 16:00:00" + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f6bd0779e028ee2c53567f67c6126d190ecd0cd0..a741e91829ae6bc7d6846f3f8e37ce0c681ace4f 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,46 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T15:52:41.354665+00:00", + "evaluated_at": "2026-06-16T19:33:15.457337+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2910000085830688, - 1.312000036239624, - 1.3380000591278076, - 1.3600000143051147, - 1.3799999952316284, - 1.3960000276565552, - 1.4290000200271606, - 1.4539999961853027, - 1.5, - 1.527999997138977, - 1.5540000200271606, - 1.5870000123977661, - 1.628999948501587, - 1.6549999713897705, - 1.684000015258789, - 1.7120000123977661, - 1.7289999723434448, - 1.7680000066757202, - 1.8049999475479126, - 1.8380000591278076, - 1.8660000562667847, - 1.8839999437332153, - 1.9019999504089355, - 1.9240000247955322, - 1.9529999494552612, - 1.9910000562667847, - 2.0260000228881836, - 2.053999900817871, - 2.0859999656677246, - 2.1089999675750732, - 2.13700008392334, - 2.1670000553131104, - 2.190999984741211, - 2.200000047683716, - 2.2079999446868896, 2.2239999771118164, 2.246000051498413, 2.25600004196167, @@ -101,9 +66,7 @@ 0.24500000476837158, 0.1860000044107437, 0.13099999725818634, - 0.0729999989271164 - ], - "actuals": [ + 0.0729999989271164, 0.032999999821186066, 0.006000000052154064, -0.020999999716877937, @@ -127,122 +90,124 @@ -0.3790000081062317, -0.382999986410141, -0.38199999928474426, - -0.37700000405311584 + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448 + ], + "actuals": [ + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077 ], "p50": [ - 0.026679575443267822, - -0.025417029857635498, - -0.06465834379196167, - -0.11617475748062134, - -0.15265744924545288, - -0.19572174549102783, - -0.2444237470626831, - -0.2996140718460083, - -0.35100114345550537, - -0.3819591999053955, - -0.4193462133407593, - -0.4245404005050659, - -0.46225738525390625, - -0.5190058946609497, - -0.5339504480361938, - -0.5989118814468384, - -0.6268067359924316, - -0.6458389759063721, - -0.6821889877319336, - -0.7461603879928589, - -0.7982733249664307, - -0.8056834936141968, - -0.8072905540466309, - -0.8267613649368286 + -0.1821906566619873, + -0.16153723001480103, + -0.13789862394332886, + -0.11936965584754944, + -0.09516817331314087, + -0.06916287541389465, + -0.0413815975189209, + -0.03403851389884949, + -0.009608626365661621, + 0.02840438485145569, + 0.04321935772895813, + 0.09115946292877197, + 0.1464662253856659, + 0.1476438343524933, + 0.14938479661941528, + 0.14206203818321228, + 0.13827434182167053, + 0.13522198796272278, + 0.24978145956993103, + 0.20596221089363098, + 0.18002498149871826, + 0.22268199920654297, + 0.24535328149795532, + 0.27180057764053345 ], "p10": [ - 0.006249845027923584, - -0.055554747581481934, - -0.11474668979644775, - -0.16262853145599365, - -0.2126116156578064, - -0.2648118734359741, - -0.32910799980163574, - -0.38118261098861694, - -0.45364677906036377, - -0.5359985828399658, - -0.5688722133636475, - -0.6193971633911133, - -0.6434296369552612, - -0.7151521444320679, - -0.7170779705047607, - -0.794597864151001, - -0.8828177452087402, - -0.9514262676239014, - -0.988876461982727, - -1.0813422203063965, - -1.2553468942642212, - -1.2798255681991577, - -1.3656071424484253, - -1.3339180946350098 + -0.20033442974090576, + -0.20295029878616333, + -0.18642950057983398, + -0.18131107091903687, + -0.1935099959373474, + -0.16750943660736084, + -0.1558598279953003, + -0.16287708282470703, + -0.1732298731803894, + -0.14840912818908691, + -0.18002980947494507, + -0.19228416681289673, + -0.15349304676055908, + -0.13498687744140625, + -0.1965714693069458, + -0.19338399171829224, + -0.1506122350692749, + -0.22727644443511963, + -0.23392254114151, + -0.20529884099960327, + -0.30612605810165405, + -0.29158586263656616, + -0.22353190183639526, + -0.3388057351112366 ], "p90": [ - 0.04986369609832764, - 0.0064005255699157715, - -0.022303521633148193, - -0.06369984149932861, - -0.07965421676635742, - -0.12765532732009888, - -0.16880738735198975, - -0.20019793510437012, - -0.2380352020263672, - -0.28136736154556274, - -0.29709506034851074, - -0.26836109161376953, - -0.31185686588287354, - -0.3232648968696594, - -0.30150628089904785, - -0.3546494245529175, - -0.377227246761322, - -0.3906821012496948, - -0.33212023973464966, - -0.3242507576942444, - -0.4045768976211548, - -0.31510740518569946, - -0.2891150712966919, - -0.31843435764312744 + -0.1642920970916748, + -0.12735766172409058, + -0.07798609137535095, + -0.05385315418243408, + -0.012178987264633179, + 0.030371367931365967, + 0.07306486368179321, + 0.1338154375553131, + 0.1844921112060547, + 0.20115983486175537, + 0.27675044536590576, + 0.3737565279006958, + 0.45166729390621185, + 0.46213312447071075, + 0.5092018842697144, + 0.5304686725139618, + 0.5863001346588135, + 0.5454594492912292, + 0.691942423582077, + 0.688454806804657, + 0.6816970109939575, + 0.7768760025501251, + 0.7466782033443451, + 0.7983360886573792 ], "timestamps": [ - "2026-06-16 02:42:00", - "2026-06-16 02:48:00", - "2026-06-16 02:54:00", - "2026-06-16 03:00:00", - "2026-06-16 03:06:00", - "2026-06-16 03:12:00", - "2026-06-16 03:18:00", - "2026-06-16 03:24:00", - "2026-06-16 03:30:00", - "2026-06-16 03:36:00", - "2026-06-16 03:42:00", - "2026-06-16 03:48:00", - "2026-06-16 03:54:00", - "2026-06-16 04:00:00", - "2026-06-16 04:06:00", - "2026-06-16 04:12:00", - "2026-06-16 04:18:00", - "2026-06-16 04:24:00", - "2026-06-16 04:30:00", - "2026-06-16 04:36:00", - "2026-06-16 04:42:00", - "2026-06-16 04:48:00", - "2026-06-16 04:54:00", - "2026-06-16 05:00:00", - "2026-06-16 05:06:00", - "2026-06-16 05:12:00", - "2026-06-16 05:18:00", - "2026-06-16 05:24:00", - "2026-06-16 05:30:00", - "2026-06-16 05:36:00", - "2026-06-16 05:42:00", - "2026-06-16 05:48:00", - "2026-06-16 05:54:00", - "2026-06-16 06:00:00", - "2026-06-16 06:06:00", "2026-06-16 06:12:00", "2026-06-16 06:18:00", "2026-06-16 06:24:00", @@ -327,6 +292,41 @@ "2026-06-16 14:18:00", "2026-06-16 14:24:00", "2026-06-16 14:30:00", - "2026-06-16 14:36:00" + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a9c95387e3426966944d5455a89b0507e681ac87..21f5028d6ed0f67f9ed84ca4e6cd799e8be2b658 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,23 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T15:52:49.605669+00:00", + "evaluated_at": "2026-06-16T19:33:20.587479+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2000000476837158, - 1.2000000476837158, - 1.100000023841858, - 1.100000023841858, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.0, 1.2000000476837158, @@ -101,9 +89,6 @@ 1.0, 1.0, 1.0, - 1.0 - ], - "actuals": [ 1.0, 1.0, 1.0, @@ -115,7 +100,10 @@ 1.0, 1.0, 1.0, - 1.100000023841858, + 1.0, + 1.100000023841858 + ], + "actuals": [ 1.0, 1.0, 1.100000023841858, @@ -127,105 +115,99 @@ 0.8999999761581421, 1.0, 1.0, - 1.100000023841858 + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158 ], "p50": [ - 1.0021637082099915, - 0.99447101354599, - 0.9978132843971252, - 0.996050238609314, - 1.006428062915802, - 1.0105758309364319, - 1.0013428330421448, - 0.9879232347011566, - 0.9912213385105133, - 0.9801199436187744, - 0.9862038791179657, - 0.9888237714767456, - 0.969447523355484, - 0.9780013263225555, - 0.9755041897296906, - 0.9541503190994263, - 0.9645242691040039, - 0.9578840434551239, - 0.9769542515277863, - 0.9639793336391449, - 0.9632302522659302, - 0.9625884890556335, - 0.9517145156860352, - 0.9495106637477875 + 1.0812236070632935, + 1.0784770250320435, + 1.0650203824043274, + 1.061763048171997, + 1.060682475566864, + 1.05998957157135, + 1.0630452632904053, + 1.0550989508628845, + 1.0549713969230652, + 1.0789783000946045, + 1.066300630569458, + 1.0542131662368774, + 1.038131833076477, + 1.044937789440155, + 1.0543491840362549, + 1.0496174693107605, + 1.0579370856285095, + 1.0644028186798096, + 1.0426180958747864, + 1.0599325895309448, + 1.0529014468193054, + 1.0608124732971191, + 1.0453535318374634, + 1.0506303310394287 ], "p10": [ - 0.9327178001403809, - 0.9209589958190918, - 0.8945313990116119, - 0.9025696516036987, - 0.9116271436214447, - 0.8911376595497131, - 0.89348965883255, - 0.8735799789428711, - 0.8632973432540894, - 0.8512975871562958, - 0.8533948659896851, - 0.839011549949646, - 0.8276262581348419, - 0.8330806791782379, - 0.8304668068885803, - 0.827259361743927, - 0.7808875441551208, - 0.7857185006141663, - 0.8121138513088226, - 0.7819424867630005, - 0.8109387755393982, - 0.7784202694892883, - 0.7955338954925537, - 0.7926225364208221 + 1.0021635293960571, + 0.9729361236095428, + 0.9500774145126343, + 0.9586104154586792, + 0.937227874994278, + 0.9456608295440674, + 0.9472891986370087, + 0.9121471047401428, + 0.8984882831573486, + 0.94671431183815, + 0.91007399559021, + 0.9115294516086578, + 0.9056208729743958, + 0.8717169165611267, + 0.9227737486362457, + 0.9107567071914673, + 0.8816772401332855, + 0.892949104309082, + 0.867099404335022, + 0.8912004828453064, + 0.8734984993934631, + 0.8935348689556122, + 0.8667543828487396, + 0.8561907410621643 ], "p90": [ - 1.0622577667236328, - 1.0796646475791931, - 1.0722306966781616, - 1.0861844420433044, - 1.1205382347106934, - 1.100112497806549, - 1.1099976897239685, - 1.114424228668213, - 1.1158719062805176, - 1.105113923549652, - 1.115314781665802, - 1.1040151715278625, - 1.1084585189819336, - 1.1276206374168396, - 1.15049809217453, - 1.086131989955902, - 1.13813316822052, - 1.1218502521514893, - 1.1349101662635803, - 1.1208366751670837, - 1.1388988494873047, - 1.1189460754394531, - 1.1215296983718872, - 1.1358016729354858 + 1.1688935160636902, + 1.1773898601531982, + 1.1858699917793274, + 1.1713483929634094, + 1.2126713991165161, + 1.2255083918571472, + 1.2060036659240723, + 1.2217108011245728, + 1.2070204615592957, + 1.2189284563064575, + 1.2123197317123413, + 1.2035866379737854, + 1.225044310092926, + 1.2063865661621094, + 1.2225984334945679, + 1.1895692944526672, + 1.2719253301620483, + 1.3372053503990173, + 1.2769835591316223, + 1.3303592801094055, + 1.2704018354415894, + 1.3469507694244385, + 1.262087345123291, + 1.2604151368141174 ], "timestamps": [ - "2026-06-15 00:20:00", - "2026-06-15 00:30:00", - "2026-06-15 00:40:00", - "2026-06-15 00:50:00", - "2026-06-15 01:00:00", - "2026-06-15 01:10:00", - "2026-06-15 01:20:00", - "2026-06-15 01:30:00", - "2026-06-15 01:40:00", - "2026-06-15 01:50:00", - "2026-06-15 02:00:00", - "2026-06-15 02:10:00", - "2026-06-15 02:20:00", - "2026-06-15 02:30:00", - "2026-06-15 02:40:00", - "2026-06-15 02:50:00", - "2026-06-15 03:00:00", - "2026-06-15 03:10:00", "2026-06-15 03:20:00", "2026-06-15 03:30:00", "2026-06-15 03:40:00", @@ -327,6 +309,24 @@ "2026-06-15 19:40:00", "2026-06-15 19:50:00", "2026-06-15 20:00:00", - "2026-06-15 20:10:00" + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 092aba2ad423698fdda528114eabf8c016b108a6..14cf1d5969b001df08a4f7408aeed4db8c6125c8 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,29 +1,23 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-16T15:53:05.648193+00:00", + "evaluated_at": "2026-06-16T19:33:23.194842+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", - "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", - "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", - "data_fetched_at": "2026-06-16T14:43:23.464152Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", - "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index 6f40efb71b5d558202e2b2a8368397979936ade5..9315ce3fe52742e406dce349da8fe67a7d6f33b4 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,21 +1,170 @@ { - "status": "partial", - "started_at": "2026-06-16T18:21:45.807439+00:00", - "finished_at": "2026-06-16T18:48:11.322880+00:00", - "task_count": 11, + "status": "ok", + "started_at": "2026-06-16T18:25:45.053836+00:00", + "finished_at": "2026-06-16T19:39:53.962719+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", - "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench", - "models": {}, - "failed_models": [ - "Chronos-Bolt-Tiny", - "Chronos-Bolt-Mini", - "Chronos-Bolt-Base", - "Chronos-2", - "TimesFM-2.5", - "Moirai-1.1-Small" - ], - "push_status": "ok", - "pushed_at": "2026-06-16T19:08:21.196535+00:00", - "push_detail": "HF Hub API" + "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", + "models": { + "Chronos-2": { + "model": "Chronos-2", + "api_model_id": "amazon/chronos-2", + "evaluated_at": "2026-06-16T18:38:19.619572+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TimesFM-2.5": { + "model": "TimesFM-2.5", + "api_model_id": "google/timesfm-2.5-200m-pytorch", + "evaluated_at": "2026-06-16T18:54:33.156235+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Toto-2.0-1B": { + "model": "Toto-2.0-1B", + "api_model_id": "Datadog/Toto-2.0-1B", + "evaluated_at": "2026-06-16T19:04:50.710625+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TiRex": { + "model": "TiRex", + "api_model_id": "NX-AI/TiRex-1.1-gifteval", + "evaluated_at": "2026-06-16T19:14:17.808552+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Moirai-1.1-Large": { + "model": "Moirai-1.1-Large", + "api_model_id": "Salesforce/moirai-1.1-R-large", + "evaluated_at": "2026-06-16T19:33:23.194842+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Timer-S1": { + "model": "Timer-S1", + "api_model_id": "bytedance-research/Timer-S1", + "evaluated_at": "2026-06-16T19:39:53.959836+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + } + }, + "failed_models": [], + "failed_datasets": [], + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_182846.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_182846.json new file mode 100644 index 0000000000000000000000000000000000000000..38d388f1fbeb2ca0d657e483c1d382d44f3d397c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_182846.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T18:28:46.810302+00:00", + "metrics": { + "MSE[mean]": 559571.6032714844, + "MSE[0.5]": 559571.6032714844, + "MAE[0.5]": 671.580078125, + "MASE[0.5]": 0.8060228744312908, + "MAPE[0.5]": 0.010163602468976242, + "sMAPE[0.5]": 0.010099794400999814, + "MSIS": 3.0537346238835483, + "RMSE[mean]": 748.0451879876539, + "NRMSE[mean]": 0.011294934069571726, + "ND[0.5]": 0.01014036695465635, + "mean_weighted_sum_quantile_loss": 0.0075332248755077226 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00" + ], + "context": [ + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875 + ], + "actual": [ + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 66097.9765625 + ], + "predictions": { + "p50": [ + 66801.359375, + 66804.8046875, + 66849.125, + 66866.25, + 66883.046875, + 66870.90625, + 66879.9453125, + 66907.25, + 66929.0234375, + 66896.3359375, + 66892.1171875, + 66873.3671875, + 66857.7734375, + 66862.7890625, + 66905.59375, + 66882.390625, + 66943.5859375, + 66951.71875, + 66950.296875, + 66934.71875, + 66973.953125, + 66936.9296875, + 66945.75, + 66926.2890625 + ], + "p10": [ + 66391.4609375, + 66270.625, + 66205.8359375, + 66090.2890625, + 66017.9609375, + 65889.453125, + 65800.7734375, + 65708.3046875, + 65624.4140625, + 65506.3046875, + 65385.921875, + 65234.14453125, + 65080.125, + 65013.29296875, + 64993.359375, + 64969.88671875, + 64952.71484375, + 64850.3125, + 64773.80859375, + 64724.83984375, + 64678.56640625, + 64579.68359375, + 64500.3359375, + 64451.5546875 + ], + "p90": [ + 67111.4609375, + 67189.3125, + 67333.8671875, + 67467.25, + 67520.734375, + 67607.21875, + 67666.9765625, + 67742.0625, + 67765.0859375, + 67803.625, + 67860.34375, + 67899.4296875, + 67936.203125, + 67934.09375, + 68011.3515625, + 68013.8828125, + 68056.9453125, + 68134.0234375, + 68176.4375, + 68227.0390625, + 68257.9609375, + 68319.21875, + 68322.890625, + 68401.640625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_192358.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_192358.json new file mode 100644 index 0000000000000000000000000000000000000000..f8f6ab68b7ce176fe96c466b4de50e4718d59c6d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_192358.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T19:23:58.919673+00:00", + "metrics": { + "MSE[mean]": 4131424.0035845437, + "MSE[0.5]": 4108550.874150435, + "MAE[0.5]": 1996.884033203125, + "MASE[0.5]": 2.3966378109994384, + "MAPE[0.5]": 0.030128844777449038, + "sMAPE[0.5]": 0.030603391632280413, + "MSIS": 19.071474491039737, + "RMSE[mean]": 2032.5904662731605, + "NRMSE[mean]": 0.030690626282558628, + "ND[0.5]": 0.03015148531372148, + "mean_weighted_sum_quantile_loss": 0.024017148577513168 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00" + ], + "context": [ + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875 + ], + "actual": [ + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 66097.9765625 + ], + "predictions": { + "p50": [ + 64212.48828125, + 64254.24609375, + 64272.455078125, + 64167.0390625, + 64270.9765625, + 64166.8515625, + 64146.51953125, + 64266.005859375, + 64174.3203125, + 64091.095703125, + 64186.029296875, + 64200.001953125, + 64310.4375, + 64279.53125, + 64378.640625, + 64137.8203125, + 64395.83203125, + 64438.078125, + 64331.853515625, + 64148.0234375, + 64366.09765625, + 64176.296875, + 64268.525390625, + 64384.099609375 + ], + "p10": [ + 62328.638671875, + 62740.71875, + 62229.19140625, + 62663.798828125, + 62577.29296875, + 62374.787109375, + 62694.998046875, + 62488.3359375, + 62493.23046875, + 62492.1953125, + 62565.859375, + 62748.546875, + 62560.1484375, + 62491.400390625, + 62146.63671875, + 61965.0234375, + 62427.1640625, + 62544.109375, + 62460.58203125, + 62449.09765625, + 62261.783203125, + 62299.6328125, + 62358.2578125, + 62494.865234375 + ], + "p90": [ + 65682.4765625, + 65815.3984375, + 65735.24609375, + 65857.05078125, + 65965.02734375, + 65885.74609375, + 65651.8046875, + 65728.6640625, + 66117.19140625, + 65974.6953125, + 66097.109375, + 65933.49609375, + 66066.99609375, + 66464.81640625, + 66372.1171875, + 65992.15625, + 66317.94140625, + 66255.98828125, + 66380.796875, + 66309.3671875, + 66623.53515625, + 66449.71875, + 66129.5703125, + 66355.2421875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_193601.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_193601.json new file mode 100644 index 0000000000000000000000000000000000000000..69cbd9a058e9d9bfc0dcb1e60e898c523810ad3e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_193601.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T19:36:01.115875+00:00", + "metrics": { + "MSE[mean]": 92992.02493540446, + "MSE[0.5]": 92992.02493540446, + "MAE[0.5]": 241.80501302083334, + "MASE[0.5]": 0.2902116635012382, + "MAPE[0.5]": 0.0036514195671210198, + "sMAPE[0.5]": 0.0036517609652807377, + "MSIS": 3.0652844874558394, + "RMSE[mean]": 304.94593772569664, + "NRMSE[mean]": 0.004604460153886206, + "ND[0.5]": 0.0036510784690821666, + "mean_weighted_sum_quantile_loss": 0.005752840084317872 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00" + ], + "context": [ + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875 + ], + "actual": [ + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 66097.9765625 + ], + "predictions": { + "p50": [ + 66587.0, + 66524.0, + 66461.0, + 66476.75, + 66445.25, + 66413.75, + 66382.25, + 66366.5, + 66335.0, + 66287.75, + 66272.0, + 66240.5, + 66216.875, + 66177.5, + 66146.0, + 66106.625, + 66114.5, + 66106.625, + 66075.125, + 66067.25, + 66051.5, + 66020.0, + 65980.625, + 65909.75 + ], + "p10": [ + 66043.625, + 65791.625, + 65563.25, + 65421.5, + 65311.25, + 65185.25, + 65055.3125, + 64909.625, + 64767.875, + 64657.625, + 64571.0, + 64479.453125, + 64406.609375, + 64332.78125, + 64287.0078125, + 64213.671875, + 64261.16796875, + 64227.20703125, + 64186.109375, + 64163.9609375, + 64129.015625, + 64093.578125, + 64056.171875, + 64002.03125 + ], + "p90": [ + 67012.25, + 67106.75, + 67138.25, + 67201.25, + 67217.0, + 67217.0, + 67248.5, + 67280.0, + 67295.75, + 67264.25, + 67280.0, + 67280.0, + 67280.0, + 67280.0, + 67264.25, + 67295.75, + 67264.25, + 67232.75, + 67217.0, + 67232.75, + 67217.0, + 67217.0, + 67201.25, + 67169.75 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_184114.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_184114.json new file mode 100644 index 0000000000000000000000000000000000000000..6532cc1f2997c3f4b9be6469c1b2784668cf1cb7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_184114.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T18:41:14.725441+00:00", + "metrics": { + "MSE[mean]": 279372.8857040405, + "MSE[0.5]": 135884.82176971436, + "MAE[0.5]": 303.0680338541667, + "MASE[0.5]": 0.36373885371553233, + "MAPE[0.5]": 0.004585286854855156, + "sMAPE[0.5]": 0.004572584049593654, + "MSIS": 15.626084024674713, + "RMSE[mean]": 528.5573627375184, + "NRMSE[mean]": 0.007980828778762907, + "ND[0.5]": 0.004576105181808938, + "mean_weighted_sum_quantile_loss": 0.005536601955909074 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00" + ], + "context": [ + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875 + ], + "actual": [ + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 66097.9765625 + ], + "predictions": { + "p50": [ + 66690.0703125, + 66664.3203125, + 66673.484375, + 66677.0, + 66639.34375, + 66620.7421875, + 66591.8671875, + 66536.4453125, + 66534.2421875, + 66517.4140625, + 66525.890625, + 66459.234375, + 66418.5546875, + 66397.921875, + 66382.421875, + 66354.4140625, + 66396.4453125, + 66380.671875, + 66313.625, + 66299.46875, + 66229.0234375, + 66175.1953125, + 66211.3125, + 66218.984375 + ], + "p10": [ + 66724.28125, + 66713.578125, + 66725.8515625, + 66688.78125, + 66705.6328125, + 66669.3671875, + 66594.4453125, + 66584.2578125, + 66558.7734375, + 66625.34375, + 66556.9609375, + 66449.3125, + 66436.328125, + 66445.4765625, + 66436.8203125, + 66509.6875, + 66481.53125, + 66336.6171875, + 66410.125, + 66373.96875, + 66332.71875, + 66317.578125, + 66215.0390625, + 66252.7421875 + ], + "p90": [ + 67055.984375, + 67139.90625, + 67220.0390625, + 67300.109375, + 67308.8046875, + 67333.078125, + 67327.0, + 67314.5625, + 67343.3828125, + 67381.4453125, + 67441.5546875, + 67346.6953125, + 67382.1171875, + 67423.9765625, + 67399.9609375, + 67460.2265625, + 67487.984375, + 67507.15625, + 67499.765625, + 67501.5234375, + 67443.375, + 67443.0625, + 67488.1796875, + 67499.4140625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_191112.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_191112.json new file mode 100644 index 0000000000000000000000000000000000000000..624fbe31e020f833e7b87a58a856d7c47266a025 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_191112.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-16T19:11:12.053507+00:00", + "metrics": { + "MSE[mean]": 369620.7098592122, + "MSE[0.5]": 369620.7098592122, + "MAE[0.5]": 539.9596354166666, + "MASE[0.5]": 0.6480534959144616, + "MAPE[0.5]": 0.008172473531107375, + "sMAPE[0.5]": 0.008130487853418524, + "MSIS": 3.4055641824912044, + "RMSE[mean]": 607.9643985129493, + "NRMSE[mean]": 0.009179816818718614, + "ND[0.5]": 0.008152994739085059, + "mean_weighted_sum_quantile_loss": 0.007056978875557406 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00" + ], + "context": [ + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875 + ], + "actual": [ + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 66097.9765625 + ], + "predictions": { + "p50": [ + 66779.625, + 66778.515625, + 66788.3203125, + 66782.1953125, + 66773.265625, + 66760.9609375, + 66753.96875, + 66764.1328125, + 66779.6015625, + 66773.0546875, + 66777.4765625, + 66759.65625, + 66742.3671875, + 66738.0859375, + 66753.5078125, + 66745.8046875, + 66749.4921875, + 66747.2890625, + 66734.875, + 66726.9375, + 66737.265625, + 66729.5546875, + 66722.2109375, + 66718.859375 + ], + "p10": [ + 66421.4453125, + 66212.46875, + 66046.6015625, + 65884.1796875, + 65755.40625, + 65649.609375, + 65530.60546875, + 65459.9375, + 65433.03125, + 65382.1484375, + 65317.859375, + 65251.41796875, + 65168.16796875, + 65084.2109375, + 65024.37109375, + 64985.80859375, + 64984.3984375, + 64943.3359375, + 64905.25390625, + 64882.5703125, + 64833.3828125, + 64751.43359375, + 64706.015625, + 64683.48046875 + ], + "p90": [ + 67153.75, + 67319.234375, + 67463.8828125, + 67568.9453125, + 67648.4296875, + 67737.3515625, + 67845.9296875, + 67960.3203125, + 68051.9140625, + 68122.109375, + 68191.328125, + 68210.953125, + 68221.7265625, + 68266.390625, + 68351.328125, + 68359.7265625, + 68408.609375, + 68496.0234375, + 68568.953125, + 68635.4921875, + 68671.8828125, + 68701.84375, + 68707.2890625, + 68734.296875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_190440.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_190440.json new file mode 100644 index 0000000000000000000000000000000000000000..2dbb0f230c556163a801336680fce87ff56d38e4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_190440.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T19:04:40.165607+00:00", + "metrics": { + "MSE[mean]": 232283.27553049722, + "MSE[0.5]": 232283.27553049722, + "MAE[0.5]": 411.6455078125, + "MASE[0.5]": 0.4940523196877842, + "MAPE[0.5]": 0.006231251868675326, + "sMAPE[0.5]": 0.006205533959548625, + "MSIS": 3.521946550967913, + "RMSE[mean]": 481.957752848211, + "NRMSE[mean]": 0.007277208823953204, + "ND[0.5]": 0.006215545458270227, + "mean_weighted_sum_quantile_loss": 0.006574078778031695 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00" + ], + "context": [ + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875 + ], + "actual": [ + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 66097.9765625 + ], + "predictions": { + "p50": [ + 66770.1015625, + 66763.015625, + 66743.1796875, + 66730.9375, + 66712.8828125, + 66699.1171875, + 66681.8203125, + 66675.171875, + 66647.75, + 66627.2265625, + 66623.0625, + 66612.40625, + 66591.546875, + 66596.765625, + 66576.8046875, + 66574.3515625, + 66558.7578125, + 66546.0, + 66534.953125, + 66530.2109375, + 66513.171875, + 66499.25, + 66475.140625, + 66471.21875 + ], + "p10": [ + 66374.234375, + 66188.125, + 66005.2890625, + 65858.6640625, + 65726.375, + 65614.6875, + 65493.0703125, + 65402.109375, + 65311.25, + 65219.55078125, + 65136.9140625, + 65051.12890625, + 64958.59375, + 64892.1875, + 64818.546875, + 64753.734375, + 64693.19140625, + 64640.73828125, + 64579.9453125, + 64520.78125, + 64472.20703125, + 64424.3046875, + 64375.9375, + 64337.45703125 + ], + "p90": [ + 67192.2109375, + 67322.5078125, + 67459.71875, + 67565.4140625, + 67650.7890625, + 67717.203125, + 67779.828125, + 67846.015625, + 67890.4453125, + 67937.7109375, + 68017.2578125, + 68074.890625, + 68124.7578125, + 68210.265625, + 68232.0625, + 68312.703125, + 68360.0546875, + 68398.921875, + 68440.59375, + 68478.6640625, + 68521.2109375, + 68537.6796875, + 68579.3125, + 68626.65625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260616_182917.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260616_182917.json new file mode 100644 index 0000000000000000000000000000000000000000..282a348cf91abbb9acace6537eff057a415176ad --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260616_182917.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T18:29:17.923456+00:00", + "metrics": { + "MSE[mean]": 0.0038993268952278587, + "MSE[0.5]": 0.0038993268952278587, + "MAE[0.5]": 0.04129359211462239, + "MASE[0.5]": 0.021373725221937655, + "MAPE[0.5]": 0.16413363400742506, + "sMAPE[0.5]": 0.203293328913667, + "MSIS": 0.12401248212972611, + "RMSE[mean]": 0.06244459060021019, + "NRMSE[mean]": 0.21400401526381957, + "ND[0.5]": 0.14151737455967633, + "mean_weighted_sum_quantile_loss": 0.12931358116529873 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00" + ], + "context": [ + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448 + ], + "actual": [ + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077 + ], + "predictions": { + "p50": [ + -0.15321213006973267, + -0.12621444463729858, + -0.09479612112045288, + -0.06521272659301758, + -0.036073505878448486, + -5.2869319915771484e-05, + 0.031174838542938232, + 0.06406575441360474, + 0.10561144351959229, + 0.1441466212272644, + 0.18580710887908936, + 0.22531276941299438, + 0.2719942331314087, + 0.3173412084579468, + 0.3467370867729187, + 0.39697974920272827, + 0.45695555210113525, + 0.5155760049819946, + 0.5669064521789551, + 0.6186625957489014, + 0.6754401922225952, + 0.7252575159072876, + 0.7803133130073547, + 0.8349312543869019 + ], + "p10": [ + -0.18036264181137085, + -0.15425366163253784, + -0.13838714361190796, + -0.10869169235229492, + -0.07504761219024658, + -0.05539536476135254, + -0.026630759239196777, + 0.005383014678955078, + 0.036936283111572266, + 0.07119512557983398, + 0.10440772771835327, + 0.133112370967865, + 0.16959768533706665, + 0.19808590412139893, + 0.22678083181381226, + 0.25868189334869385, + 0.29745185375213623, + 0.34094715118408203, + 0.38156992197036743, + 0.4291839599609375, + 0.44869568943977356, + 0.49973124265670776, + 0.5346770286560059, + 0.555607795715332 + ], + "p90": [ + -0.11885625123977661, + -0.09362602233886719, + -0.058121442794799805, + -0.021525144577026367, + 0.01901024580001831, + 0.055497586727142334, + 0.0931164026260376, + 0.1312456727027893, + 0.17631059885025024, + 0.22277867794036865, + 0.2667430639266968, + 0.32302552461624146, + 0.3803272247314453, + 0.4371166229248047, + 0.47322791814804077, + 0.527599036693573, + 0.6300759315490723, + 0.6997476816177368, + 0.7683205008506775, + 0.8199383616447449, + 0.904243528842926, + 0.9493053555488586, + 1.0297185182571411, + 1.0882058143615723 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260616_193315.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260616_193315.json new file mode 100644 index 0000000000000000000000000000000000000000..b613492611f72ca44027db173f3f5e440bbe6c03 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260616_193315.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T19:33:15.457337+00:00", + "metrics": { + "MSE[mean]": 0.04422225393544349, + "MSE[0.5]": 0.05132351900057175, + "MAE[0.5]": 0.18233840889297426, + "MASE[0.5]": 0.09437907552982527, + "MAPE[0.5]": 0.7826884108014188, + "sMAPE[0.5]": 0.9418263091560822, + "MSIS": 0.28247142311613155, + "RMSE[mean]": 0.21029087934440593, + "NRMSE[mean]": 0.7206884074424663, + "ND[0.5]": 0.6248924248657223, + "mean_weighted_sum_quantile_loss": 0.5320532258074262 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00" + ], + "context": [ + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448 + ], + "actual": [ + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077 + ], + "predictions": { + "p50": [ + -0.1821906566619873, + -0.16153723001480103, + -0.13789862394332886, + -0.11936965584754944, + -0.09516817331314087, + -0.06916287541389465, + -0.0413815975189209, + -0.03403851389884949, + -0.009608626365661621, + 0.02840438485145569, + 0.04321935772895813, + 0.09115946292877197, + 0.1464662253856659, + 0.1476438343524933, + 0.14938479661941528, + 0.14206203818321228, + 0.13827434182167053, + 0.13522198796272278, + 0.24978145956993103, + 0.20596221089363098, + 0.18002498149871826, + 0.22268199920654297, + 0.24535328149795532, + 0.27180057764053345 + ], + "p10": [ + -0.20033442974090576, + -0.20295029878616333, + -0.18642950057983398, + -0.18131107091903687, + -0.1935099959373474, + -0.16750943660736084, + -0.1558598279953003, + -0.16287708282470703, + -0.1732298731803894, + -0.14840912818908691, + -0.18002980947494507, + -0.19228416681289673, + -0.15349304676055908, + -0.13498687744140625, + -0.1965714693069458, + -0.19338399171829224, + -0.1506122350692749, + -0.22727644443511963, + -0.23392254114151, + -0.20529884099960327, + -0.30612605810165405, + -0.29158586263656616, + -0.22353190183639526, + -0.3388057351112366 + ], + "p90": [ + -0.1642920970916748, + -0.12735766172409058, + -0.07798609137535095, + -0.05385315418243408, + -0.012178987264633179, + 0.030371367931365967, + 0.07306486368179321, + 0.1338154375553131, + 0.1844921112060547, + 0.20115983486175537, + 0.27675044536590576, + 0.3737565279006958, + 0.45166729390621185, + 0.46213312447071075, + 0.5092018842697144, + 0.5304686725139618, + 0.5863001346588135, + 0.5454594492912292, + 0.691942423582077, + 0.688454806804657, + 0.6816970109939575, + 0.7768760025501251, + 0.7466782033443451, + 0.7983360886573792 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260616_193947.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260616_193947.json new file mode 100644 index 0000000000000000000000000000000000000000..f7b792fd40cf7c6d364c445c12ec073449a7020c --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260616_193947.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T19:39:47.560585+00:00", + "metrics": { + "MSE[mean]": 0.03712391737450158, + "MSE[0.5]": 0.03712391737450158, + "MAE[0.5]": 0.16065669160646698, + "MASE[0.5]": 0.08315653363191562, + "MAPE[0.5]": 0.739922108883173, + "sMAPE[0.5]": 0.8587747760370901, + "MSIS": 0.25294669781773077, + "RMSE[mean]": 0.19267567925013676, + "NRMSE[mean]": 0.6603193103979494, + "ND[0.5]": 0.5505869564091495, + "mean_weighted_sum_quantile_loss": 0.46426456602839217 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00" + ], + "context": [ + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448 + ], + "actual": [ + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077 + ], + "predictions": { + "p50": [ + -0.18402099609375, + -0.155181884765625, + -0.130462646484375, + -0.10986328125, + -0.0933837890625, + -0.072784423828125, + -0.039825439453125, + -0.023345947265625, + 0.0054931640625, + 0.034332275390625, + 0.050811767578125, + 0.075531005859375, + 0.092010498046875, + 0.1043701171875, + 0.141448974609375, + 0.166168212890625, + 0.17852783203125, + 0.207366943359375, + 0.240325927734375, + 0.24444580078125, + 0.273284912109375, + 0.281524658203125, + 0.318603515625, + 0.3618621826171875 + ], + "p10": [ + -0.20050048828125, + -0.20050048828125, + -0.18402099609375, + -0.163421630859375, + -0.1593017578125, + -0.155181884765625, + -0.138702392578125, + -0.138702392578125, + -0.122222900390625, + -0.113983154296875, + -0.113983154296875, + -0.11810302734375, + -0.113983154296875, + -0.122222900390625, + -0.105743408203125, + -0.113983154296875, + -0.105743408203125, + -0.097503662109375, + -0.08514404296875, + -0.089263916015625, + -0.081024169921875, + -0.089263916015625, + -0.076904296875, + -0.05218505859375 + ], + "p90": [ + -0.15106201171875, + -0.11810302734375, + -0.08514404296875, + -0.048065185546875, + -0.01922607421875, + 0.01373291015625, + 0.06317138671875, + 0.1043701171875, + 0.15380859375, + 0.199127197265625, + 0.240325927734375, + 0.289764404296875, + 0.330963134765625, + 0.380401611328125, + 0.446319580078125, + 0.5184173583984375, + 0.561676025390625, + 0.6378936767578125, + 0.7089614868164062, + 0.7650947570800781, + 0.8387374877929688, + 0.8940982818603516, + 0.9829330444335938, + 1.0787200927734375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260616_185419.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260616_185419.json new file mode 100644 index 0000000000000000000000000000000000000000..23b312c3a3938f628edd8566712d4d6a2339a2fe --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260616_185419.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T18:54:19.912036+00:00", + "metrics": { + "MSE[mean]": 0.006798278860110069, + "MSE[0.5]": 0.0043872047722796235, + "MAE[0.5]": 0.04442617894771198, + "MASE[0.5]": 0.022995164451987283, + "MAPE[0.5]": 0.16892343788045852, + "sMAPE[0.5]": 0.19597848243753466, + "MSIS": 1.2896880570416684, + "RMSE[mean]": 0.08245167590843784, + "NRMSE[mean]": 0.28257034820847143, + "ND[0.5]": 0.1522530708625918, + "mean_weighted_sum_quantile_loss": 0.20156370667200113 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00" + ], + "context": [ + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448 + ], + "actual": [ + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077 + ], + "predictions": { + "p50": [ + -0.17898660898208618, + -0.14282149076461792, + -0.11795050650835037, + -0.08682433515787125, + -0.05481202155351639, + -0.030399329960346222, + -0.001983925700187683, + 0.06887812912464142, + 0.09161601960659027, + 0.15216396749019623, + 0.19464170932769775, + 0.22216153144836426, + 0.2639364004135132, + 0.30270081758499146, + 0.37715211510658264, + 0.42076393961906433, + 0.4724601209163666, + 0.5348811745643616, + 0.5683284401893616, + 0.6367475390434265, + 0.6842247843742371, + 0.7323924899101257, + 0.7701508402824402, + 0.8361557126045227 + ], + "p10": [ + -0.19122737646102905, + -0.14723220467567444, + -0.11593254655599594, + -0.0682225301861763, + -0.008145138621330261, + 0.007651194930076599, + 0.06902043521404266, + 0.13380980491638184, + 0.11863207072019577, + 0.15377748012542725, + 0.22833234071731567, + 0.24421480298042297, + 0.3336142599582672, + 0.28484100103378296, + 0.39753830432891846, + 0.4277052879333496, + 0.47866469621658325, + 0.5892462134361267, + 0.5912147164344788, + 0.5796843767166138, + 0.6969555616378784, + 0.7674267888069153, + 0.7969326972961426, + 0.864752471446991 + ], + "p90": [ + -0.14010941982269287, + -0.10918935388326645, + -0.0806952491402626, + -0.03638380020856857, + 0.002702780067920685, + 0.02631799504160881, + 0.06682443618774414, + 0.12821607291698456, + 0.16318625211715698, + 0.22779801487922668, + 0.27002978324890137, + 0.31655168533325195, + 0.33250096440315247, + 0.38469642400741577, + 0.4514783024787903, + 0.49824202060699463, + 0.5659235119819641, + 0.6244388222694397, + 0.6909357905387878, + 0.7556641697883606, + 0.8091516494750977, + 0.8819620013237, + 0.9162039160728455, + 0.980774998664856 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260616_191405.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260616_191405.json new file mode 100644 index 0000000000000000000000000000000000000000..1147e79ea71b155d923309475a3c049aff582540 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260616_191405.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-16T19:14:05.249558+00:00", + "metrics": { + "MSE[mean]": 0.0023500004620476828, + "MSE[0.5]": 0.0023500004620476828, + "MAE[0.5]": 0.030549050696815055, + "MASE[0.5]": 0.015812308446606516, + "MAPE[0.5]": 0.08915526322752095, + "sMAPE[0.5]": 0.0872811408481089, + "MSIS": 0.11665745219421501, + "RMSE[mean]": 0.048476803339821024, + "NRMSE[mean]": 0.16613497601890465, + "ND[0.5]": 0.10469472933968439, + "mean_weighted_sum_quantile_loss": 0.11357134957557619 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00" + ], + "context": [ + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448 + ], + "actual": [ + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077 + ], + "predictions": { + "p50": [ + -0.18068403005599976, + -0.15094107389450073, + -0.11985963582992554, + -0.0880587100982666, + -0.0534055233001709, + -0.01641523838043213, + 0.021271169185638428, + 0.05878359079360962, + 0.09962791204452515, + 0.14281761646270752, + 0.18401408195495605, + 0.2263283133506775, + 0.26949596405029297, + 0.3120254874229431, + 0.35518956184387207, + 0.4008803069591522, + 0.44858840107917786, + 0.49920347332954407, + 0.5487592220306396, + 0.6001823544502258, + 0.6510401368141174, + 0.7012722492218018, + 0.7513090372085571, + 0.7982708811759949 + ], + "p10": [ + -0.19754713773727417, + -0.17411011457443237, + -0.15030521154403687, + -0.12245410680770874, + -0.09199732542037964, + -0.058930039405822754, + -0.027537286281585693, + 0.0044013261795043945, + 0.03646188974380493, + 0.07303524017333984, + 0.10619544982910156, + 0.13780105113983154, + 0.1698663830757141, + 0.20128941535949707, + 0.23003041744232178, + 0.26290005445480347, + 0.2984774708747864, + 0.33661073446273804, + 0.37040090560913086, + 0.4049990475177765, + 0.44011369347572327, + 0.4751730263233185, + 0.5060946345329285, + 0.5344264507293701 + ], + "p90": [ + -0.16206949949264526, + -0.1267414689064026, + -0.09148800373077393, + -0.05500715970993042, + -0.014870524406433105, + 0.028858184814453125, + 0.07189232110977173, + 0.11494922637939453, + 0.1625446081161499, + 0.21384745836257935, + 0.2654987573623657, + 0.31639695167541504, + 0.3697081208229065, + 0.4219233989715576, + 0.47542059421539307, + 0.5315855741500854, + 0.5933940410614014, + 0.660886287689209, + 0.7261669635772705, + 0.7940069437026978, + 0.8629627227783203, + 0.9353347420692444, + 1.0068506002426147, + 1.0724595785140991 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260616_190444.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260616_190444.json new file mode 100644 index 0000000000000000000000000000000000000000..c751c1e7edaf6c536910152757321dad2bbe6533 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260616_190444.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T19:04:44.702047+00:00", + "metrics": { + "MSE[mean]": 0.0011737298495942269, + "MSE[0.5]": 0.0011737298495942269, + "MAE[0.5]": 0.0219676011086752, + "MASE[0.5]": 0.011370516485430499, + "MAPE[0.5]": 0.06934744296654217, + "sMAPE[0.5]": 0.06956728627542957, + "MSIS": 0.1383778621644395, + "RMSE[mean]": 0.03425974094464561, + "NRMSE[mean]": 0.11741164532557227, + "ND[0.5]": 0.07528522163062437, + "mean_weighted_sum_quantile_loss": 0.12072350315343522 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00" + ], + "context": [ + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448 + ], + "actual": [ + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077 + ], + "predictions": { + "p50": [ + -0.18019485473632812, + -0.1478821039199829, + -0.11779540777206421, + -0.08447301387786865, + -0.051256537437438965, + -0.016645312309265137, + 0.020565569400787354, + 0.05845963954925537, + 0.09873521327972412, + 0.1381741762161255, + 0.18046510219573975, + 0.22207236289978027, + 0.26563191413879395, + 0.311493456363678, + 0.35283321142196655, + 0.39712366461753845, + 0.44162797927856445, + 0.4878479540348053, + 0.5320784449577332, + 0.5803118944168091, + 0.6235071420669556, + 0.6735248565673828, + 0.7171217203140259, + 0.759242057800293 + ], + "p10": [ + -0.19257211685180664, + -0.16869723796844482, + -0.14574527740478516, + -0.1200864315032959, + -0.09516197443008423, + -0.06613355875015259, + -0.040474534034729004, + -0.009939193725585938, + 0.020364880561828613, + 0.047053396701812744, + 0.07532638311386108, + 0.10493147373199463, + 0.13279688358306885, + 0.16385191679000854, + 0.18891626596450806, + 0.21753710508346558, + 0.2451246976852417, + 0.2734311819076538, + 0.29474014043807983, + 0.32675695419311523, + 0.3495405912399292, + 0.36931532621383667, + 0.393462598323822, + 0.415265291929245 + ], + "p90": [ + -0.1648925542831421, + -0.1291487216949463, + -0.09080147743225098, + -0.04961836338043213, + -0.009079217910766602, + 0.03430616855621338, + 0.08023566007614136, + 0.12433397769927979, + 0.1724327802658081, + 0.22333085536956787, + 0.27223867177963257, + 0.3271523118019104, + 0.3798164129257202, + 0.43824899196624756, + 0.4941597878932953, + 0.5514339208602905, + 0.6063169240951538, + 0.6648591756820679, + 0.7246297597885132, + 0.7920337319374084, + 0.8466026782989502, + 0.9103066325187683, + 0.9697980284690857, + 1.027144193649292 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260616_183815.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260616_183815.json new file mode 100644 index 0000000000000000000000000000000000000000..7860aed0faa448363644e89ce7d5547dec75d0a1 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260616_183815.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T18:38:15.094868+00:00", + "metrics": { + "MSE[mean]": 0.017241738017992485, + "MSE[0.5]": 0.017241738017992485, + "MAE[0.5]": 0.09946045279502869, + "MASE[0.5]": 0.7956834958897439, + "MAPE[0.5]": 0.09255035894247338, + "sMAPE[0.5]": 0.09290361813200572, + "MSIS": 11.736566585450712, + "RMSE[mean]": 0.13130779877064608, + "NRMSE[mean]": 0.12407036290648005, + "ND[0.5]": 0.09397838200514158, + "mean_weighted_sum_quantile_loss": 0.07979353931113592 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00" + ], + "context": [ + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858 + ], + "actual": [ + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.0796200037002563, + 1.0453957319259644, + 1.038478970527649, + 1.0376607179641724, + 1.039510726928711, + 1.047925591468811, + 1.0478436946868896, + 1.0433664321899414, + 1.0436129570007324, + 1.0385420322418213, + 1.0399327278137207, + 1.050863265991211, + 1.0537551641464233, + 1.0515023469924927, + 1.0469523668289185, + 1.0439118146896362, + 1.0673308372497559, + 1.0712584257125854, + 1.0622682571411133, + 1.057079792022705, + 1.0534265041351318, + 1.0532145500183105, + 1.057339072227478, + 1.0621732473373413 + ], + "p10": [ + 1.0052555799484253, + 0.9779955744743347, + 0.9681025743484497, + 0.9675707221031189, + 0.9682340025901794, + 0.9679772257804871, + 0.9670518636703491, + 0.9647061824798584, + 0.9618726968765259, + 0.9622442722320557, + 0.961674690246582, + 0.9625649452209473, + 0.9644730687141418, + 0.9615297317504883, + 0.9580961465835571, + 0.9562422037124634, + 0.9437496662139893, + 0.9481960535049438, + 0.9486246705055237, + 0.9437999725341797, + 0.9411163330078125, + 0.94073486328125, + 0.9424543380737305, + 0.9427444934844971 + ], + "p90": [ + 1.1829047203063965, + 1.1607269048690796, + 1.1616594791412354, + 1.164803147315979, + 1.174896240234375, + 1.1841987371444702, + 1.1914225816726685, + 1.1920889616012573, + 1.191751480102539, + 1.1866109371185303, + 1.1931657791137695, + 1.2087005376815796, + 1.2141057252883911, + 1.2083845138549805, + 1.2018767595291138, + 1.2011377811431885, + 1.240495204925537, + 1.2435745000839233, + 1.2317523956298828, + 1.221129298210144, + 1.218053936958313, + 1.220088243484497, + 1.227500081062317, + 1.240117073059082 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260616_193320.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260616_193320.json new file mode 100644 index 0000000000000000000000000000000000000000..b04eb81e5733bed914e53ba8fcd8b8d0b2568525 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260616_193320.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T19:33:20.587479+00:00", + "metrics": { + "MSE[mean]": 0.018334580278425605, + "MSE[0.5]": 0.018253868433592668, + "MAE[0.5]": 0.10524539401133855, + "MASE[0.5]": 0.8419630182642907, + "MAPE[0.5]": 0.09905169939526381, + "sMAPE[0.5]": 0.09840378548345134, + "MSIS": 8.405952637441533, + "RMSE[mean]": 0.13540524464888945, + "NRMSE[mean]": 0.12794196536926508, + "ND[0.5]": 0.09944446827587321, + "mean_weighted_sum_quantile_loss": 0.08234482960413712 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00" + ], + "context": [ + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858 + ], + "actual": [ + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.0812236070632935, + 1.0784770250320435, + 1.0650203824043274, + 1.061763048171997, + 1.060682475566864, + 1.05998957157135, + 1.0630452632904053, + 1.0550989508628845, + 1.0549713969230652, + 1.0789783000946045, + 1.066300630569458, + 1.0542131662368774, + 1.038131833076477, + 1.044937789440155, + 1.0543491840362549, + 1.0496174693107605, + 1.0579370856285095, + 1.0644028186798096, + 1.0426180958747864, + 1.0599325895309448, + 1.0529014468193054, + 1.0608124732971191, + 1.0453535318374634, + 1.0506303310394287 + ], + "p10": [ + 1.0021635293960571, + 0.9729361236095428, + 0.9500774145126343, + 0.9586104154586792, + 0.937227874994278, + 0.9456608295440674, + 0.9472891986370087, + 0.9121471047401428, + 0.8984882831573486, + 0.94671431183815, + 0.91007399559021, + 0.9115294516086578, + 0.9056208729743958, + 0.8717169165611267, + 0.9227737486362457, + 0.9107567071914673, + 0.8816772401332855, + 0.892949104309082, + 0.867099404335022, + 0.8912004828453064, + 0.8734984993934631, + 0.8935348689556122, + 0.8667543828487396, + 0.8561907410621643 + ], + "p90": [ + 1.1688935160636902, + 1.1773898601531982, + 1.1858699917793274, + 1.1713483929634094, + 1.2126713991165161, + 1.2255083918571472, + 1.2060036659240723, + 1.2217108011245728, + 1.2070204615592957, + 1.2189284563064575, + 1.2123197317123413, + 1.2035866379737854, + 1.225044310092926, + 1.2063865661621094, + 1.2225984334945679, + 1.1895692944526672, + 1.2719253301620483, + 1.3372053503990173, + 1.2769835591316223, + 1.3303592801094055, + 1.2704018354415894, + 1.3469507694244385, + 1.262087345123291, + 1.2604151368141174 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260616_193951.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260616_193951.json new file mode 100644 index 0000000000000000000000000000000000000000..5fcbc510bfeffb9fc317ee588573f5a2bf747181 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260616_193951.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T19:39:51.806736+00:00", + "metrics": { + "MSE[mean]": 0.01819922366721845, + "MSE[0.5]": 0.01819922366721845, + "MAE[0.5]": 0.09875945250193278, + "MASE[0.5]": 0.7900754944363443, + "MAPE[0.5]": 0.09534277695495108, + "sMAPE[0.5]": 0.09235839979777571, + "MSIS": 13.571794895840503, + "RMSE[mean]": 0.13490449832091758, + "NRMSE[mean]": 0.1274688192254928, + "ND[0.5]": 0.09331601951352847, + "mean_weighted_sum_quantile_loss": 0.07898018088690628 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00" + ], + "context": [ + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858 + ], + "actual": [ + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.0875539779663086, + 1.0847930908203125, + 1.08184814453125, + 1.0812959671020508, + 1.0798234939575195, + 1.0857133865356445, + 1.080927848815918, + 1.0816640853881836, + 1.0855293273925781, + 1.0873699188232422, + 1.0884742736816406, + 1.0919713973999023, + 1.0779829025268555, + 1.0835046768188477, + 1.0862655639648438, + 1.0803756713867188, + 1.0835046768188477, + 1.0951004028320312, + 1.0925235748291016, + 1.0925235748291016, + 1.0899467468261719, + 1.094088077545166, + 1.0947322845458984, + 1.0955605506896973 + ], + "p10": [ + 1.0089607238769531, + 1.005279541015625, + 0.9993896484375, + 0.9957084655761719, + 0.9898185729980469, + 0.9942359924316406, + 0.9846649169921875, + 0.9824562072753906, + 0.9868736267089844, + 0.9868736267089844, + 0.9846649169921875, + 0.9861373901367188, + 0.9684677124023438, + 0.9802474975585938, + 0.9868736267089844, + 0.9868736267089844, + 0.98760986328125, + 0.9942359924316406, + 0.98760986328125, + 0.9868736267089844, + 0.9846649169921875, + 0.9898185729980469, + 0.9898185729980469, + 0.9920272827148438 + ], + "p90": [ + 1.1827125549316406, + 1.1900749206542969, + 1.1970691680908203, + 1.2003822326660156, + 1.2022228240966797, + 1.2066402435302734, + 1.2051677703857422, + 1.207376480102539, + 1.2136344909667969, + 1.2143707275390625, + 1.2180519104003906, + 1.2217330932617188, + 1.2128982543945312, + 1.2180519104003906, + 1.2246780395507812, + 1.217315673828125, + 1.2084808349609375, + 1.2246780395507812, + 1.2239418029785156, + 1.2246780395507812, + 1.2239418029785156, + 1.229095458984375, + 1.2305679321289062, + 1.2305679321289062 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260616_185429.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260616_185429.json new file mode 100644 index 0000000000000000000000000000000000000000..f9852f796d5d1dd3b6092b001f267bf9fc686f8a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260616_185429.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T18:54:29.783992+00:00", + "metrics": { + "MSE[mean]": 0.018568353711307495, + "MSE[0.5]": 0.017385339392292327, + "MAE[0.5]": 0.09656344850858052, + "MASE[0.5]": 0.7725074652818894, + "MAPE[0.5]": 0.09288452556392708, + "sMAPE[0.5]": 0.09033461871546224, + "MSIS": 30.27606073601075, + "RMSE[mean]": 0.13626574665449676, + "NRMSE[mean]": 0.12875503814267997, + "ND[0.5]": 0.09124105507919815, + "mean_weighted_sum_quantile_loss": 0.0955567381576155 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00" + ], + "context": [ + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858 + ], + "actual": [ + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.064900279045105, + 1.0635879039764404, + 1.0612576007843018, + 1.0639814138412476, + 1.0670114755630493, + 1.0712299346923828, + 1.0738649368286133, + 1.0795862674713135, + 1.0781300067901611, + 1.0819754600524902, + 1.0858075618743896, + 1.087517499923706, + 1.0874297618865967, + 1.0858311653137207, + 1.0857048034667969, + 1.0854040384292603, + 1.08664870262146, + 1.088792085647583, + 1.0911767482757568, + 1.0950956344604492, + 1.0926305055618286, + 1.0944349765777588, + 1.0959826707839966, + 1.098336935043335 + ], + "p10": [ + 1.087334394454956, + 1.085335612297058, + 1.0839941501617432, + 1.0879120826721191, + 1.0951085090637207, + 1.0966646671295166, + 1.1028227806091309, + 1.1055960655212402, + 1.1070111989974976, + 1.1040682792663574, + 1.1114583015441895, + 1.110394835472107, + 1.1143670082092285, + 1.1106951236724854, + 1.1070185899734497, + 1.1098965406417847, + 1.109005093574524, + 1.1176074743270874, + 1.1173306703567505, + 1.115220069885254, + 1.1157306432724, + 1.1160430908203125, + 1.1235466003417969, + 1.1240378618240356 + ], + "p90": [ + 1.126976490020752, + 1.134308099746704, + 1.140405535697937, + 1.146106243133545, + 1.152669072151184, + 1.1594007015228271, + 1.1646744012832642, + 1.1694871187210083, + 1.168687343597412, + 1.1712911128997803, + 1.1763142347335815, + 1.1791861057281494, + 1.1796950101852417, + 1.1785229444503784, + 1.178902268409729, + 1.1790424585342407, + 1.1820701360702515, + 1.18482506275177, + 1.1907719373703003, + 1.1918742656707764, + 1.1904915571212769, + 1.1937675476074219, + 1.1942803859710693, + 1.1944093704223633 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260616_191414.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260616_191414.json new file mode 100644 index 0000000000000000000000000000000000000000..c7c8763739899c5f40346974a0b6554dac1a763f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260616_191414.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-16T19:14:14.305534+00:00", + "metrics": { + "MSE[mean]": 0.018547192268596763, + "MSE[0.5]": 0.018547192268596763, + "MAE[0.5]": 0.10339712103207906, + "MASE[0.5]": 0.827176836780415, + "MAPE[0.5]": 0.09746511747739377, + "sMAPE[0.5]": 0.09663059000101566, + "MSIS": 9.937088380322715, + "RMSE[mean]": 0.13618807682244713, + "NRMSE[mean]": 0.1286816493238931, + "ND[0.5]": 0.09769806858420288, + "mean_weighted_sum_quantile_loss": 0.0809742856484904 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00" + ], + "context": [ + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858 + ], + "actual": [ + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.0759813785552979, + 1.0727930068969727, + 1.0702266693115234, + 1.0677872896194458, + 1.0670809745788574, + 1.0674140453338623, + 1.0653398036956787, + 1.0614748001098633, + 1.0559121370315552, + 1.0544337034225464, + 1.0603946447372437, + 1.065616488456726, + 1.0649625062942505, + 1.0641878843307495, + 1.0629372596740723, + 1.0589792728424072, + 1.0639442205429077, + 1.06436288356781, + 1.0608417987823486, + 1.0587135553359985, + 1.0568538904190063, + 1.0547921657562256, + 1.0612961053848267, + 1.0660676956176758 + ], + "p10": [ + 1.0060901641845703, + 0.9818249344825745, + 0.9681383967399597, + 0.9576989412307739, + 0.9567095041275024, + 0.9553729295730591, + 0.9491338729858398, + 0.9442304968833923, + 0.9410912990570068, + 0.9406169056892395, + 0.9437363743782043, + 0.9474619030952454, + 0.9475558996200562, + 0.9454056024551392, + 0.9424992203712463, + 0.9367613196372986, + 0.9370752573013306, + 0.9358637928962708, + 0.9343646764755249, + 0.9320328831672668, + 0.9285818338394165, + 0.9240157008171082, + 0.9259257912635803, + 0.9269565343856812 + ], + "p90": [ + 1.1689445972442627, + 1.1917870044708252, + 1.200921654701233, + 1.2049652338027954, + 1.2114280462265015, + 1.2184423208236694, + 1.2231054306030273, + 1.2249099016189575, + 1.2236262559890747, + 1.2249940633773804, + 1.235360026359558, + 1.2445945739746094, + 1.2484487295150757, + 1.2473671436309814, + 1.2454004287719727, + 1.249845266342163, + 1.2665444612503052, + 1.267218828201294, + 1.262009859085083, + 1.2551385164260864, + 1.2509857416152954, + 1.251451015472412, + 1.2617359161376953, + 1.2654247283935547 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260616_190448.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260616_190448.json new file mode 100644 index 0000000000000000000000000000000000000000..e58ae0a10eee108c26472a77fb92df62d4474057 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260616_190448.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T19:04:48.608095+00:00", + "metrics": { + "MSE[mean]": 0.01666894794473232, + "MSE[0.5]": 0.01666894794473232, + "MAE[0.5]": 0.08578397830327351, + "MASE[0.5]": 0.6862717173462363, + "MAPE[0.5]": 0.07901418883166784, + "sMAPE[0.5]": 0.07996479203506386, + "MSIS": 11.060141911484095, + "RMSE[mean]": 0.1291082799232192, + "NRMSE[mean]": 0.12199207735013956, + "ND[0.5]": 0.08105572874798705, + "mean_weighted_sum_quantile_loss": 0.07352375635715097 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00" + ], + "context": [ + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858 + ], + "actual": [ + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.0982871055603027, + 1.038130760192871, + 1.0094927549362183, + 1.004406213760376, + 1.02518892288208, + 1.098630428314209, + 1.0925344228744507, + 1.0528526306152344, + 1.0195714235305786, + 1.00748872756958, + 1.014466404914856, + 1.0868117809295654, + 1.082424283027649, + 1.0630271434783936, + 1.0461581945419312, + 1.0119434595108032, + 1.0774009227752686, + 1.1008100509643555, + 1.0884034633636475, + 1.0739288330078125, + 1.0474907159805298, + 1.0158874988555908, + 1.0630114078521729, + 1.0874993801116943 + ], + "p10": [ + 0.9962692260742188, + 0.9901080131530762, + 0.9782041311264038, + 0.9711732268333435, + 0.971314549446106, + 0.9722664952278137, + 0.9685478210449219, + 0.9589049816131592, + 0.9444202780723572, + 0.938166618347168, + 0.9397265911102295, + 0.944870114326477, + 0.9422981142997742, + 0.9431522488594055, + 0.9343492984771729, + 0.9222922921180725, + 0.9263706207275391, + 0.9266771674156189, + 0.9207000136375427, + 0.9167797565460205, + 0.9145234823226929, + 0.9102991223335266, + 0.9117088317871094, + 0.9119325280189514 + ], + "p90": [ + 1.1417593955993652, + 1.1274049282073975, + 1.1299545764923096, + 1.131668210029602, + 1.1556713581085205, + 1.1767596006393433, + 1.1870795488357544, + 1.193413257598877, + 1.1856824159622192, + 1.1733413934707642, + 1.1891236305236816, + 1.2023136615753174, + 1.2054625749588013, + 1.2087159156799316, + 1.2087855339050293, + 1.2092769145965576, + 1.217239260673523, + 1.2375729084014893, + 1.2229759693145752, + 1.2190912961959839, + 1.2114958763122559, + 1.2054636478424072, + 1.215714693069458, + 1.2284647226333618 + ] + } +} diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 3ffcac3b30ac88ab8578221fd962b1358fc75a5e..5d93347583932f506153371c8a3b45795b636d90 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,262128.25846354166,262128.25846354166,430.9973958333333,0.6189785963044749,0.006471923543113753,0.006500725929363954,5.612082065537145,511.98462717501747,0.007708939311266033,0.00648951666014982,0.007531756513496284,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,92992.02493540446,92992.02493540446,241.80501302083334,0.2902116635012382,0.0036514195671210198,0.0036517609652807377,3.0652844874558394,304.94593772569664,0.004604460153886206,0.0036510784690821666,0.005752840084317872,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,14.744754175729971,14.744754175729971,2.875503142674764,1.658608247161019,0.12549464825540982,0.11315410749184834,26.04886892420141,3.839889865052118,0.16861034364548327,0.12626392685183913,0.09020495419338961,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.036228168030481685,0.036228168030481685,0.15977353668616465,0.15858087614517677,0.6275671683725211,0.4633067494405259,0.5394071706582646,0.190336985450757,0.765301958618192,0.6424132454956406,0.5433479157369702,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.007767513300327877,0.007767513300327877,0.0700278530518214,0.5510388523014077,0.07294067799464397,0.06885569110594601,4.9698281674280045,0.08813349703902527,0.08776779649194395,0.06973727994361213,0.05365917717526491,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.03712391737450158,0.03712391737450158,0.16065669160646698,0.08315653363191562,0.739922108883173,0.8587747760370901,0.25294669781773077,0.19267567925013676,0.6603193103979494,0.5505869564091495,0.46426456602839217,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.01819922366721845,0.01819922366721845,0.09875945250193278,0.7900754944363443,0.09534277695495108,0.09235839979777571,13.571794895840503,0.13490449832091758,0.1274688192254928,0.09331601951352847,0.07898018088690628,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.018726254515513574,0.018726254515513574,0.05085158348083496,0.36613154073011045,0.003536454515374061,0.0035821494345179643,6.869676349516429,0.13684390565718874,0.009739779409486175,0.0036193296540888756,0.003496594526807109,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,67.25096154635553,67.25096154635553,4.390391866366069,0.6888390032309797,0.197518502622418,0.20749634723016175,10.43613937336219,8.200668359734804,0.4715285795920151,0.25244225833647477,0.22712217665910542,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.33563766786164706,0.33563766786164706,0.48186230659484863,0.1906268465649951,0.01967031051598527,0.019911744494958167,1.3380608191856973,0.5793424443812546,0.024248726112949044,0.020168636374038873,0.024160442262454618,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 0aa802207cc6dcb8048a1ced8416f12540a63e5a..6e2ec4f8793813f80d0741c0889688a7846d7dfe 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,15 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T15:53:20.297052+00:00", + "evaluated_at": "2026-06-16T19:36:01.115875+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 62749.44140625, - 62582.44921875, - 63644.19140625, - 63461.12109375, 63605.6796875, 63393.671875, 63519.98828125, @@ -101,13 +97,13 @@ 66233.8984375, 66563.4921875, 66447.046875, - 66591.546875 - ], - "actuals": [ + 66591.546875, 67292.140625, 67157.9921875, 66851.7890625, - 66766.1171875, + 66766.1171875 + ], + "actuals": [ 66614.3515625, 66519.9765625, 66368.1484375, @@ -127,91 +123,91 @@ 66481.7265625, 66429.828125, 66052.0, - 65746.1484375 + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 66097.9765625 ], "p50": [ - 66472.0625, - 66416.3125, - 66360.5625, - 66304.8125, - 66263.0, - 66207.25, - 66193.3125, - 66151.5, - 66095.75, - 66067.875, - 66033.03125, - 66012.125, - 65977.28125, - 65949.40625, - 65900.625, - 65872.75, - 65817.0, - 65803.0625, - 65782.15625, - 65768.21875, - 65768.21875, - 65733.375, - 65719.4375, - 65691.5625 + 66587.0, + 66524.0, + 66461.0, + 66476.75, + 66445.25, + 66413.75, + 66382.25, + 66366.5, + 66335.0, + 66287.75, + 66272.0, + 66240.5, + 66216.875, + 66177.5, + 66146.0, + 66106.625, + 66114.5, + 66106.625, + 66075.125, + 66067.25, + 66051.5, + 66020.0, + 65980.625, + 65909.75 ], "p10": [ - 66123.625, - 65837.90625, - 65566.125, - 65350.09375, - 65168.90625, - 65019.078125, - 64876.21875, - 64736.84375, - 64606.1796875, - 64539.9765625, - 64480.7421875, - 64418.89453125, - 64357.046875, - 64309.5703125, - 64258.61328125, - 64174.1171875, - 64199.37890625, - 64161.921875, - 64119.23828125, - 64092.234375, - 64070.45703125, - 64031.2578125, - 64006.8671875, - 63987.703125 + 66043.625, + 65791.625, + 65563.25, + 65421.5, + 65311.25, + 65185.25, + 65055.3125, + 64909.625, + 64767.875, + 64657.625, + 64571.0, + 64479.453125, + 64406.609375, + 64332.78125, + 64287.0078125, + 64213.671875, + 64261.16796875, + 64227.20703125, + 64186.109375, + 64163.9609375, + 64129.015625, + 64093.578125, + 64056.171875, + 64002.03125 ], "p90": [ - 66736.875, - 66778.6875, - 66820.5, - 66848.375, - 66862.3125, - 66862.3125, - 66890.1875, - 66904.125, - 66918.0625, - 66918.0625, - 66918.0625, - 66932.0, - 66932.0, - 66918.0625, - 66904.125, - 66945.9375, - 66890.1875, - 66890.1875, - 66890.1875, - 66904.125, - 66904.125, - 66890.1875, - 66904.125, - 66904.125 + 67012.25, + 67106.75, + 67138.25, + 67201.25, + 67217.0, + 67217.0, + 67248.5, + 67280.0, + 67295.75, + 67264.25, + 67280.0, + 67280.0, + 67280.0, + 67280.0, + 67264.25, + 67295.75, + 67264.25, + 67232.75, + 67217.0, + 67232.75, + 67217.0, + 67217.0, + 67201.25, + 67169.75 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", @@ -327,6 +323,10 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00" ] } diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e4a16575646883b3a3d4271cb59393a9a9f3133e..ff94fcd7d11d7f30ecf919595415e6fd76064b6d 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,46 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T15:53:26.732506+00:00", + "evaluated_at": "2026-06-16T19:39:47.560585+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2910000085830688, - 1.312000036239624, - 1.3380000591278076, - 1.3600000143051147, - 1.3799999952316284, - 1.3960000276565552, - 1.4290000200271606, - 1.4539999961853027, - 1.5, - 1.527999997138977, - 1.5540000200271606, - 1.5870000123977661, - 1.628999948501587, - 1.6549999713897705, - 1.684000015258789, - 1.7120000123977661, - 1.7289999723434448, - 1.7680000066757202, - 1.8049999475479126, - 1.8380000591278076, - 1.8660000562667847, - 1.8839999437332153, - 1.9019999504089355, - 1.9240000247955322, - 1.9529999494552612, - 1.9910000562667847, - 2.0260000228881836, - 2.053999900817871, - 2.0859999656677246, - 2.1089999675750732, - 2.13700008392334, - 2.1670000553131104, - 2.190999984741211, - 2.200000047683716, - 2.2079999446868896, 2.2239999771118164, 2.246000051498413, 2.25600004196167, @@ -101,9 +66,7 @@ 0.24500000476837158, 0.1860000044107437, 0.13099999725818634, - 0.0729999989271164 - ], - "actuals": [ + 0.0729999989271164, 0.032999999821186066, 0.006000000052154064, -0.020999999716877937, @@ -127,122 +90,124 @@ -0.3790000081062317, -0.382999986410141, -0.38199999928474426, - -0.37700000405311584 + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448 + ], + "actuals": [ + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077 ], "p50": [ - 0.044921875, - 0.005615234375, - -0.0533447265625, - -0.0926513671875, - -0.14178466796875, - -0.20074462890625, - -0.24005126953125, - -0.27935791015625, - -0.308837890625, - -0.34814453125, - -0.387451171875, - -0.41693115234375, - -0.4464111328125, - -0.4857177734375, - -0.51519775390625, - -0.53485107421875, - -0.61346435546875, - -0.6036376953125, - -0.6429443359375, - -0.65277099609375, - -0.69207763671875, - -0.69207763671875, - -0.69207763671875, - -0.71173095703125 + -0.18402099609375, + -0.155181884765625, + -0.130462646484375, + -0.10986328125, + -0.0933837890625, + -0.072784423828125, + -0.039825439453125, + -0.023345947265625, + 0.0054931640625, + 0.034332275390625, + 0.050811767578125, + 0.075531005859375, + 0.092010498046875, + 0.1043701171875, + 0.141448974609375, + 0.166168212890625, + 0.17852783203125, + 0.207366943359375, + 0.240325927734375, + 0.24444580078125, + 0.273284912109375, + 0.281524658203125, + 0.318603515625, + 0.3618621826171875 ], "p10": [ - 0.01544189453125, - -0.04351806640625, - -0.10247802734375, - -0.16143798828125, - -0.22039794921875, - -0.27935791015625, - -0.3284912109375, - -0.387451171875, - -0.4267578125, - -0.47589111328125, - -0.53485107421875, - -0.583984375, - -0.65277099609375, - -0.71173095703125, - -0.7608642578125, - -0.8001708984375, - -0.937744140625, - -0.9573974609375, - -1.0556640625, - -1.094970703125, - -1.13427734375, - -1.173583984375, - -1.1932373046875, - -1.252197265625 + -0.20050048828125, + -0.20050048828125, + -0.18402099609375, + -0.163421630859375, + -0.1593017578125, + -0.155181884765625, + -0.138702392578125, + -0.138702392578125, + -0.122222900390625, + -0.113983154296875, + -0.113983154296875, + -0.11810302734375, + -0.113983154296875, + -0.122222900390625, + -0.105743408203125, + -0.113983154296875, + -0.105743408203125, + -0.097503662109375, + -0.08514404296875, + -0.089263916015625, + -0.081024169921875, + -0.089263916015625, + -0.076904296875, + -0.05218505859375 ], "p90": [ - 0.09405517578125, - 0.03509521484375, - 0.005615234375, - -0.03369140625, - -0.06317138671875, - -0.12213134765625, - -0.16143798828125, - -0.19091796875, - -0.2105712890625, - -0.230224609375, - -0.24005126953125, - -0.2498779296875, - -0.25970458984375, - -0.26953125, - -0.27935791015625, - -0.29901123046875, - -0.27935791015625, - -0.24005126953125, - -0.24005126953125, - -0.25970458984375, - -0.2891845703125, - -0.2498779296875, - -0.22039794921875, - -0.19091796875 + -0.15106201171875, + -0.11810302734375, + -0.08514404296875, + -0.048065185546875, + -0.01922607421875, + 0.01373291015625, + 0.06317138671875, + 0.1043701171875, + 0.15380859375, + 0.199127197265625, + 0.240325927734375, + 0.289764404296875, + 0.330963134765625, + 0.380401611328125, + 0.446319580078125, + 0.5184173583984375, + 0.561676025390625, + 0.6378936767578125, + 0.7089614868164062, + 0.7650947570800781, + 0.8387374877929688, + 0.8940982818603516, + 0.9829330444335938, + 1.0787200927734375 ], "timestamps": [ - "2026-06-16 02:42:00", - "2026-06-16 02:48:00", - "2026-06-16 02:54:00", - "2026-06-16 03:00:00", - "2026-06-16 03:06:00", - "2026-06-16 03:12:00", - "2026-06-16 03:18:00", - "2026-06-16 03:24:00", - "2026-06-16 03:30:00", - "2026-06-16 03:36:00", - "2026-06-16 03:42:00", - "2026-06-16 03:48:00", - "2026-06-16 03:54:00", - "2026-06-16 04:00:00", - "2026-06-16 04:06:00", - "2026-06-16 04:12:00", - "2026-06-16 04:18:00", - "2026-06-16 04:24:00", - "2026-06-16 04:30:00", - "2026-06-16 04:36:00", - "2026-06-16 04:42:00", - "2026-06-16 04:48:00", - "2026-06-16 04:54:00", - "2026-06-16 05:00:00", - "2026-06-16 05:06:00", - "2026-06-16 05:12:00", - "2026-06-16 05:18:00", - "2026-06-16 05:24:00", - "2026-06-16 05:30:00", - "2026-06-16 05:36:00", - "2026-06-16 05:42:00", - "2026-06-16 05:48:00", - "2026-06-16 05:54:00", - "2026-06-16 06:00:00", - "2026-06-16 06:06:00", "2026-06-16 06:12:00", "2026-06-16 06:18:00", "2026-06-16 06:24:00", @@ -327,6 +292,41 @@ "2026-06-16 14:18:00", "2026-06-16 14:24:00", "2026-06-16 14:30:00", - "2026-06-16 14:36:00" + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8002cb8be9f71922b5b5250f0192d2f1adb71d10..fc06dc4cc6427d21925556c0f344411494074f28 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,23 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T15:59:06.445031+00:00", + "evaluated_at": "2026-06-16T19:39:51.806736+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2000000476837158, - 1.2000000476837158, - 1.100000023841858, - 1.100000023841858, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.0, 1.2000000476837158, @@ -101,9 +89,6 @@ 1.0, 1.0, 1.0, - 1.0 - ], - "actuals": [ 1.0, 1.0, 1.0, @@ -115,7 +100,10 @@ 1.0, 1.0, 1.0, - 1.100000023841858, + 1.0, + 1.100000023841858 + ], + "actuals": [ 1.0, 1.0, 1.100000023841858, @@ -127,105 +115,99 @@ 0.8999999761581421, 1.0, 1.0, - 1.100000023841858 + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158 ], "p50": [ - 1.010162353515625, - 1.022186279296875, - 1.0319557189941406, - 1.0409736633300781, - 1.0499916076660156, - 1.0552520751953125, - 1.0597610473632812, - 1.0635185241699219, - 1.0680274963378906, - 1.070281982421875, - 1.0725364685058594, - 1.0729122161865234, - 1.076669692993164, - 1.075918197631836, - 1.0777969360351562, - 1.0762939453125, - 1.076669692993164, - 1.0792999267578125, - 1.0830574035644531, - 1.081930160522461, - 1.0808029174804688, - 1.0804271697998047, - 1.0815544128417969, - 1.0811786651611328 + 1.0875539779663086, + 1.0847930908203125, + 1.08184814453125, + 1.0812959671020508, + 1.0798234939575195, + 1.0857133865356445, + 1.080927848815918, + 1.0816640853881836, + 1.0855293273925781, + 1.0873699188232422, + 1.0884742736816406, + 1.0919713973999023, + 1.0779829025268555, + 1.0835046768188477, + 1.0862655639648438, + 1.0803756713867188, + 1.0835046768188477, + 1.0951004028320312, + 1.0925235748291016, + 1.0925235748291016, + 1.0899467468261719, + 1.094088077545166, + 1.0947322845458984, + 1.0955605506896973 ], "p10": [ - 0.9665756225585938, - 0.962066650390625, - 0.9575576782226562, - 0.9568061828613281, - 0.9583091735839844, - 0.9605636596679688, - 0.9613151550292969, - 0.962066650390625, - 0.9628181457519531, - 0.9635696411132812, - 0.9635696411132812, - 0.9635696411132812, - 0.9673271179199219, - 0.9658241271972656, - 0.9643211364746094, - 0.962066650390625, - 0.9560546875, - 0.9575576782226562, - 0.9590606689453125, - 0.9583091735839844, - 0.9575576782226562, - 0.9583091735839844, - 0.9598121643066406, - 0.9605636596679688 + 1.0089607238769531, + 1.005279541015625, + 0.9993896484375, + 0.9957084655761719, + 0.9898185729980469, + 0.9942359924316406, + 0.9846649169921875, + 0.9824562072753906, + 0.9868736267089844, + 0.9868736267089844, + 0.9846649169921875, + 0.9861373901367188, + 0.9684677124023438, + 0.9802474975585938, + 0.9868736267089844, + 0.9868736267089844, + 0.98760986328125, + 0.9942359924316406, + 0.98760986328125, + 0.9868736267089844, + 0.9846649169921875, + 0.9898185729980469, + 0.9898185729980469, + 0.9920272827148438 ], "p90": [ - 1.0838088989257812, - 1.1254229545593262, - 1.1576433181762695, - 1.178121566772461, - 1.1933393478393555, - 1.1999149322509766, - 1.2066783905029297, - 1.2093086242675781, - 1.2134418487548828, - 1.214193344116211, - 1.2164478302001953, - 1.2138175964355469, - 1.2175750732421875, - 1.2164478302001953, - 1.2179508209228516, - 1.214944839477539, - 1.2194538116455078, - 1.2220840454101562, - 1.2250900268554688, - 1.2239627838134766, - 1.2217082977294922, - 1.2224597930908203, - 1.2247142791748047, - 1.2254657745361328 + 1.1827125549316406, + 1.1900749206542969, + 1.1970691680908203, + 1.2003822326660156, + 1.2022228240966797, + 1.2066402435302734, + 1.2051677703857422, + 1.207376480102539, + 1.2136344909667969, + 1.2143707275390625, + 1.2180519104003906, + 1.2217330932617188, + 1.2128982543945312, + 1.2180519104003906, + 1.2246780395507812, + 1.217315673828125, + 1.2084808349609375, + 1.2246780395507812, + 1.2239418029785156, + 1.2246780395507812, + 1.2239418029785156, + 1.229095458984375, + 1.2305679321289062, + 1.2305679321289062 ], "timestamps": [ - "2026-06-15 00:20:00", - "2026-06-15 00:30:00", - "2026-06-15 00:40:00", - "2026-06-15 00:50:00", - "2026-06-15 01:00:00", - "2026-06-15 01:10:00", - "2026-06-15 01:20:00", - "2026-06-15 01:30:00", - "2026-06-15 01:40:00", - "2026-06-15 01:50:00", - "2026-06-15 02:00:00", - "2026-06-15 02:10:00", - "2026-06-15 02:20:00", - "2026-06-15 02:30:00", - "2026-06-15 02:40:00", - "2026-06-15 02:50:00", - "2026-06-15 03:00:00", - "2026-06-15 03:10:00", "2026-06-15 03:20:00", "2026-06-15 03:30:00", "2026-06-15 03:40:00", @@ -327,6 +309,24 @@ "2026-06-15 19:40:00", "2026-06-15 19:50:00", "2026-06-15 20:00:00", - "2026-06-15 20:10:00" + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 1d422d1de9a2019f11d01c126221556c6e03d47b..12ddf7e1e98736030a9dd7e9d599bc64d1a7f510 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,29 +1,23 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-16T15:59:44.684765+00:00", + "evaluated_at": "2026-06-16T19:39:53.959836+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", - "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", - "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", - "data_fetched_at": "2026-06-16T14:43:23.464152Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", - "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index cc64c9dd29a237074dcb8effd4cf7883c35c69f3..4690bf5f02aea285fa15eb70f4513283eeec560c 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,279372.8857040405,135884.82176971436,303.0680338541667,0.36373885371553233,0.004585286854855156,0.004572584049593654,15.626084024674713,528.5573627375184,0.007980828778762907,0.004576105181808938,0.005536601955909074,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,17.660232722545214,14.994885551734873,2.955879290898641,1.8103937135249677,0.1285672387575022,0.11636164728125505,73.86413111153705,4.2024079671713475,0.184528587117084,0.1297932598403373,0.13498353347533465,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.006798278860110069,0.0043872047722796235,0.04442617894771198,0.022995164451987283,0.16892343788045852,0.19597848243753466,1.2896880570416684,0.08245167590843784,0.28257034820847143,0.1522530708625918,0.20156370667200113,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.018568353711307495,0.017385339392292327,0.09656344850858052,0.7725074652818894,0.09288452556392708,0.09033461871546224,30.27606073601075,0.13626574665449676,0.12875503814267997,0.09124105507919815,0.0955567381576155,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,3.2823232476276494,3.320003119092045,1.746600826581319,17.965051758672242,0.11000562745737981,0.11692388317674779,662.3882257365301,1.8117183135431538,0.11512109642506982,0.1109833690314382,0.10700611700877001,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,291.2709550650217,311.9928329332203,8.817566434542337,1.407370276540921,0.25112145273684794,0.31134089917690594,50.30603580954381,17.06666209500328,0.7889057793718821,0.40759165919401386,0.40681775413717003,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.2976828226333055,0.7770101795934655,0.7849831581115723,0.31312347581181826,0.03227660091249671,0.03292174584403373,2.1831258631148827,0.5456031732251064,0.022820628156107834,0.03283303624167242,0.02295355921175556,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,11.838226821897024,9.657680611365436,2.2339847485224404,0.4289250717163086,0.3751903661380254,0.23397183738889446,21.932910346984865,3.4406724374600124,0.3398194999960506,0.22064046898987066,0.2832724488811728,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,260.0813939323028,257.7432473277052,6.071726481119792,0.17556799463478914,0.0019505544697871978,0.0019486933475073992,11.815324677616715,16.12703921779515,0.005169613212596282,0.0019463261058751836,0.002922116796428624,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,176.44351051340345,98.65426440536976,7.526611328125,0.1551506649613495,0.039470241915795116,0.038107091365422716,12.258364980081357,13.283204075576172,0.05604727458049018,0.03175785370516877,0.053793045237094536,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index c758d3ee49f943f08879d15b10fc749a82386fd1..347c1812575b644d8542df9d6656ccfb56be54fe 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T16:39:59.350856+00:00", + "evaluated_at": "2026-06-16T18:41:14.725441+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63644.19140625, - 63461.12109375, 63605.6796875, 63393.671875, 63519.98828125, @@ -101,11 +99,11 @@ 66447.046875, 66591.546875, 67292.140625, - 67157.9921875 + 67157.9921875, + 66851.7890625, + 66766.1171875 ], "actuals": [ - 66851.7890625, - 66766.1171875, 66614.3515625, 66519.9765625, 66368.1484375, @@ -127,89 +125,89 @@ 66052.0, 65654.8984375, 65859.7578125, - 65846.0 + 65758.0703125, + 65978.7890625, + 66097.9765625 ], "p50": [ - 66867.8515625, - 66806.2265625, - 66786.09375, - 66771.125, - 66736.1640625, - 66719.0703125, - 66698.578125, - 66634.15625, - 66633.6484375, - 66574.6328125, - 66592.734375, - 66558.3671875, - 66543.796875, - 66496.921875, - 66438.4765625, - 66425.5859375, - 66447.0390625, - 66465.25, - 66426.9140625, - 66401.6328125, - 66386.5, - 66318.96875, - 66364.296875, - 66404.59375 + 66690.0703125, + 66664.3203125, + 66673.484375, + 66677.0, + 66639.34375, + 66620.7421875, + 66591.8671875, + 66536.4453125, + 66534.2421875, + 66517.4140625, + 66525.890625, + 66459.234375, + 66418.5546875, + 66397.921875, + 66382.421875, + 66354.4140625, + 66396.4453125, + 66380.671875, + 66313.625, + 66299.46875, + 66229.0234375, + 66175.1953125, + 66211.3125, + 66218.984375 ], "p10": [ - 66871.390625, - 66875.734375, - 66825.7265625, - 66830.828125, - 66811.28125, - 66810.484375, - 66711.0625, - 66718.2578125, - 66644.4609375, - 66724.3046875, - 66682.234375, - 66534.9296875, - 66533.53125, - 66549.3359375, - 66503.5703125, - 66542.1484375, - 66536.0078125, - 66402.4296875, - 66540.8984375, - 66467.34375, - 66510.90625, - 66505.1328125, - 66339.4609375, - 66412.1640625 + 66724.28125, + 66713.578125, + 66725.8515625, + 66688.78125, + 66705.6328125, + 66669.3671875, + 66594.4453125, + 66584.2578125, + 66558.7734375, + 66625.34375, + 66556.9609375, + 66449.3125, + 66436.328125, + 66445.4765625, + 66436.8203125, + 66509.6875, + 66481.53125, + 66336.6171875, + 66410.125, + 66373.96875, + 66332.71875, + 66317.578125, + 66215.0390625, + 66252.7421875 ], "p90": [ - 67329.3515625, - 67385.109375, - 67446.640625, - 67515.640625, - 67538.4296875, - 67558.6171875, - 67563.4375, - 67557.140625, - 67579.2578125, - 67572.9765625, - 67645.609375, - 67552.2265625, - 67599.453125, - 67610.953125, - 67528.8671875, - 67597.2265625, - 67618.703125, - 67674.015625, - 67699.7578125, - 67697.171875, - 67685.4296875, - 67662.5859375, - 67695.2890625, - 67748.9765625 + 67055.984375, + 67139.90625, + 67220.0390625, + 67300.109375, + 67308.8046875, + 67333.078125, + 67327.0, + 67314.5625, + 67343.3828125, + 67381.4453125, + 67441.5546875, + 67346.6953125, + 67382.1171875, + 67423.9765625, + 67399.9609375, + 67460.2265625, + 67487.984375, + 67507.15625, + 67499.765625, + 67501.5234375, + 67443.375, + 67443.0625, + 67488.1796875, + 67499.4140625 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", @@ -327,6 +325,8 @@ "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", - "2026-06-16 16:00:00" + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 135f31a9a12165e8cbf18f0bbc6e9a075767afd5..aeccacdfad2d9551b035ac60ca260f820673d770 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,46 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T15:09:24.045397+00:00", + "evaluated_at": "2026-06-16T18:54:19.912036+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2910000085830688, - 1.312000036239624, - 1.3380000591278076, - 1.3600000143051147, - 1.3799999952316284, - 1.3960000276565552, - 1.4290000200271606, - 1.4539999961853027, - 1.5, - 1.527999997138977, - 1.5540000200271606, - 1.5870000123977661, - 1.628999948501587, - 1.6549999713897705, - 1.684000015258789, - 1.7120000123977661, - 1.7289999723434448, - 1.7680000066757202, - 1.8049999475479126, - 1.8380000591278076, - 1.8660000562667847, - 1.8839999437332153, - 1.9019999504089355, - 1.9240000247955322, - 1.9529999494552612, - 1.9910000562667847, - 2.0260000228881836, - 2.053999900817871, - 2.0859999656677246, - 2.1089999675750732, - 2.13700008392334, - 2.1670000553131104, - 2.190999984741211, - 2.200000047683716, - 2.2079999446868896, 2.2239999771118164, 2.246000051498413, 2.25600004196167, @@ -101,9 +66,7 @@ 0.24500000476837158, 0.1860000044107437, 0.13099999725818634, - 0.0729999989271164 - ], - "actuals": [ + 0.0729999989271164, 0.032999999821186066, 0.006000000052154064, -0.020999999716877937, @@ -127,122 +90,124 @@ -0.3790000081062317, -0.382999986410141, -0.38199999928474426, - -0.37700000405311584 + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448 + ], + "actuals": [ + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077 ], "p50": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 + -0.17898660898208618, + -0.14282149076461792, + -0.11795050650835037, + -0.08682433515787125, + -0.05481202155351639, + -0.030399329960346222, + -0.001983925700187683, + 0.06887812912464142, + 0.09161601960659027, + 0.15216396749019623, + 0.19464170932769775, + 0.22216153144836426, + 0.2639364004135132, + 0.30270081758499146, + 0.37715211510658264, + 0.42076393961906433, + 0.4724601209163666, + 0.5348811745643616, + 0.5683284401893616, + 0.6367475390434265, + 0.6842247843742371, + 0.7323924899101257, + 0.7701508402824402, + 0.8361557126045227 ], "p10": [ - 0.052534155547618866, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 + -0.19122737646102905, + -0.14723220467567444, + -0.11593254655599594, + -0.0682225301861763, + -0.008145138621330261, + 0.007651194930076599, + 0.06902043521404266, + 0.13380980491638184, + 0.11863207072019577, + 0.15377748012542725, + 0.22833234071731567, + 0.24421480298042297, + 0.3336142599582672, + 0.28484100103378296, + 0.39753830432891846, + 0.4277052879333496, + 0.47866469621658325, + 0.5892462134361267, + 0.5912147164344788, + 0.5796843767166138, + 0.6969555616378784, + 0.7674267888069153, + 0.7969326972961426, + 0.864752471446991 ], "p90": [ - 0.05046423524618149, - 0.011272281408309937, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 + -0.14010941982269287, + -0.10918935388326645, + -0.0806952491402626, + -0.03638380020856857, + 0.002702780067920685, + 0.02631799504160881, + 0.06682443618774414, + 0.12821607291698456, + 0.16318625211715698, + 0.22779801487922668, + 0.27002978324890137, + 0.31655168533325195, + 0.33250096440315247, + 0.38469642400741577, + 0.4514783024787903, + 0.49824202060699463, + 0.5659235119819641, + 0.6244388222694397, + 0.6909357905387878, + 0.7556641697883606, + 0.8091516494750977, + 0.8819620013237, + 0.9162039160728455, + 0.980774998664856 ], "timestamps": [ - "2026-06-16 02:42:00", - "2026-06-16 02:48:00", - "2026-06-16 02:54:00", - "2026-06-16 03:00:00", - "2026-06-16 03:06:00", - "2026-06-16 03:12:00", - "2026-06-16 03:18:00", - "2026-06-16 03:24:00", - "2026-06-16 03:30:00", - "2026-06-16 03:36:00", - "2026-06-16 03:42:00", - "2026-06-16 03:48:00", - "2026-06-16 03:54:00", - "2026-06-16 04:00:00", - "2026-06-16 04:06:00", - "2026-06-16 04:12:00", - "2026-06-16 04:18:00", - "2026-06-16 04:24:00", - "2026-06-16 04:30:00", - "2026-06-16 04:36:00", - "2026-06-16 04:42:00", - "2026-06-16 04:48:00", - "2026-06-16 04:54:00", - "2026-06-16 05:00:00", - "2026-06-16 05:06:00", - "2026-06-16 05:12:00", - "2026-06-16 05:18:00", - "2026-06-16 05:24:00", - "2026-06-16 05:30:00", - "2026-06-16 05:36:00", - "2026-06-16 05:42:00", - "2026-06-16 05:48:00", - "2026-06-16 05:54:00", - "2026-06-16 06:00:00", - "2026-06-16 06:06:00", "2026-06-16 06:12:00", "2026-06-16 06:18:00", "2026-06-16 06:24:00", @@ -327,6 +292,41 @@ "2026-06-16 14:18:00", "2026-06-16 14:24:00", "2026-06-16 14:30:00", - "2026-06-16 14:36:00" + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a36fb2596a9e24011b9577f71bbce658e198bc08..b297fe95b15d742418443e02d2cd8c4d72031df9 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,23 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T15:09:32.152968+00:00", + "evaluated_at": "2026-06-16T18:54:29.783992+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2000000476837158, - 1.2000000476837158, - 1.100000023841858, - 1.100000023841858, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.0, 1.2000000476837158, @@ -101,9 +89,6 @@ 1.0, 1.0, 1.0, - 1.0 - ], - "actuals": [ 1.0, 1.0, 1.0, @@ -115,7 +100,10 @@ 1.0, 1.0, 1.0, - 1.100000023841858, + 1.0, + 1.100000023841858 + ], + "actuals": [ 1.0, 1.0, 1.100000023841858, @@ -127,105 +115,99 @@ 0.8999999761581421, 1.0, 1.0, - 1.100000023841858 + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158 ], "p50": [ - 0.988193690776825, - 0.986689031124115, - 0.9831925630569458, - 0.9775950908660889, - 0.980219841003418, - 0.9823616147041321, - 0.9818415641784668, - 0.9836643934249878, - 0.9805139303207397, - 0.9832150340080261, - 0.9814490079879761, - 0.9830632209777832, - 0.9805806279182434, - 0.9778780341148376, - 0.975074827671051, - 0.9753522276878357, - 0.9732734560966492, - 0.9766740202903748, - 0.9799627065658569, - 0.9824542999267578, - 0.9828457832336426, - 0.984588086605072, - 0.9847630262374878, - 0.9830242991447449 + 1.064900279045105, + 1.0635879039764404, + 1.0612576007843018, + 1.0639814138412476, + 1.0670114755630493, + 1.0712299346923828, + 1.0738649368286133, + 1.0795862674713135, + 1.0781300067901611, + 1.0819754600524902, + 1.0858075618743896, + 1.087517499923706, + 1.0874297618865967, + 1.0858311653137207, + 1.0857048034667969, + 1.0854040384292603, + 1.08664870262146, + 1.088792085647583, + 1.0911767482757568, + 1.0950956344604492, + 1.0926305055618286, + 1.0944349765777588, + 1.0959826707839966, + 1.098336935043335 ], "p10": [ - 1.0039905309677124, - 1.0031328201293945, - 1.0018012523651123, - 0.9987300634384155, - 1.0059401988983154, - 1.0042154788970947, - 1.0083569288253784, - 1.0095734596252441, - 1.0114065408706665, - 1.0015995502471924, - 1.0119822025299072, - 1.0132027864456177, - 1.0131447315216064, - 1.0096222162246704, - 1.0071982145309448, - 1.0069894790649414, - 1.0097179412841797, - 1.0171873569488525, - 1.0158900022506714, - 1.0166438817977905, - 1.012937068939209, - 1.0114942789077759, - 1.0164179801940918, - 1.013563871383667 + 1.087334394454956, + 1.085335612297058, + 1.0839941501617432, + 1.0879120826721191, + 1.0951085090637207, + 1.0966646671295166, + 1.1028227806091309, + 1.1055960655212402, + 1.1070111989974976, + 1.1040682792663574, + 1.1114583015441895, + 1.110394835472107, + 1.1143670082092285, + 1.1106951236724854, + 1.1070185899734497, + 1.1098965406417847, + 1.109005093574524, + 1.1176074743270874, + 1.1173306703567505, + 1.115220069885254, + 1.1157306432724, + 1.1160430908203125, + 1.1235466003417969, + 1.1240378618240356 ], "p90": [ - 1.0326993465423584, - 1.0371674299240112, - 1.039341688156128, - 1.036514401435852, - 1.0431772470474243, - 1.0469461679458618, - 1.0489038228988647, - 1.0530641078948975, - 1.0542972087860107, - 1.0574065446853638, - 1.0568805932998657, - 1.0601986646652222, - 1.0610302686691284, - 1.059443473815918, - 1.0577195882797241, - 1.059686541557312, - 1.059522271156311, - 1.0639355182647705, - 1.067611813545227, - 1.0696958303451538, - 1.0699505805969238, - 1.0730668306350708, - 1.0716348886489868, - 1.0693602561950684 + 1.126976490020752, + 1.134308099746704, + 1.140405535697937, + 1.146106243133545, + 1.152669072151184, + 1.1594007015228271, + 1.1646744012832642, + 1.1694871187210083, + 1.168687343597412, + 1.1712911128997803, + 1.1763142347335815, + 1.1791861057281494, + 1.1796950101852417, + 1.1785229444503784, + 1.178902268409729, + 1.1790424585342407, + 1.1820701360702515, + 1.18482506275177, + 1.1907719373703003, + 1.1918742656707764, + 1.1904915571212769, + 1.1937675476074219, + 1.1942803859710693, + 1.1944093704223633 ], "timestamps": [ - "2026-06-15 00:20:00", - "2026-06-15 00:30:00", - "2026-06-15 00:40:00", - "2026-06-15 00:50:00", - "2026-06-15 01:00:00", - "2026-06-15 01:10:00", - "2026-06-15 01:20:00", - "2026-06-15 01:30:00", - "2026-06-15 01:40:00", - "2026-06-15 01:50:00", - "2026-06-15 02:00:00", - "2026-06-15 02:10:00", - "2026-06-15 02:20:00", - "2026-06-15 02:30:00", - "2026-06-15 02:40:00", - "2026-06-15 02:50:00", - "2026-06-15 03:00:00", - "2026-06-15 03:10:00", "2026-06-15 03:20:00", "2026-06-15 03:30:00", "2026-06-15 03:40:00", @@ -327,6 +309,24 @@ "2026-06-15 19:40:00", "2026-06-15 19:50:00", "2026-06-15 20:00:00", - "2026-06-15 20:10:00" + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index b24ea04a88fa7d1fec8f011c2c55c8fd2d4b51d5..d926968e8f0ee7f8fc9b736a2aac2f0e0f9ae9b9 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,26 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T05:13:15.465340+00:00", + "evaluated_at": "2026-06-16T18:54:33.156235+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", "context_length": 96, "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 94c9f910724d755a43462d1cf6b4ac9239d59114..33ef3c51bd16e36bb8ed6192b6e9b5b650632b7f 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,719327.3417510986,719327.3417510986,782.0625,1.0356019195630164,0.011821819798136027,0.011740006105930192,4.286532238632391,848.1316771298539,0.01279305557251513,0.01179648077470439,0.008794070678064056,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,369620.7098592122,369620.7098592122,539.9596354166666,0.6480534959144616,0.008172473531107375,0.008130487853418524,3.4055641824912044,607.9643985129493,0.009179816818718614,0.008152994739085059,0.007056978875557406,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,15.45101839648108,15.45101839648108,2.9841182231903076,1.8276892728040302,0.13033375873921227,0.11742740997857898,23.83500445989638,3.9307783448677287,0.17260127524865249,0.13103323709104284,0.08902792119543554,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.0055039509691765,0.0055039509691765,0.07102735220299412,0.0704971547619138,0.6546836985312235,0.3974228943586957,0.4455914851960505,0.0741886175176253,0.29829564736961495,0.2855849147115898,0.3148040242758317,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.003946963155192347,0.003946963155192347,0.041853552063306175,0.3293394312208118,0.04115457624174292,0.04176485015746164,2.085877806802309,0.06282486096436941,0.06256417590367332,0.04167988521243708,0.046310710965378775,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.0023500004620476828,0.0023500004620476828,0.030549050696815055,0.015812308446606516,0.08915526322752095,0.0872811408481089,0.11665745219421501,0.048476803339821024,0.16613497601890465,0.10469472933968439,0.11357134957557619,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.018547192268596763,0.018547192268596763,0.10339712103207906,0.827176836780415,0.09746511747739377,0.09663059000101566,9.937088380322715,0.13618807682244713,0.1286816493238931,0.09769806858420288,0.0809742856484904,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,3.252752565441483,3.252752565441483,1.7258869409561157,17.751994475223928,0.10868165399171277,0.11545256599112552,508.70025460400274,1.8035389004514106,0.11460135613421106,0.10966715712003273,0.0977616599893924,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,278.1291552551638,278.1291552551638,8.834282159805298,1.4100382706026109,0.29528608927098215,0.32479860910664177,30.409182917196773,16.677204659509453,0.770903124841657,0.4083643429322243,0.36062978295169834,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.2988823688163696,0.2988823688163696,0.4907432397206624,0.1957535360658598,0.020223356342794915,0.020435265023576198,1.5316700499473848,0.5467013524918057,0.0228665610647197,0.020526033467859587,0.0242479103536757,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index a5a4da9a25f600c34b9aa3034b51da5f77c51aed..de29a11de2112c603da90b7b2fa196379dce11d2 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T17:41:56.779963+00:00", + "evaluated_at": "2026-06-16T19:11:12.053507+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63644.19140625, - 63461.12109375, 63605.6796875, 63393.671875, 63519.98828125, @@ -101,11 +99,11 @@ 66447.046875, 66591.546875, 67292.140625, - 67157.9921875 + 67157.9921875, + 66851.7890625, + 66766.1171875 ], "actuals": [ - 66851.7890625, - 66766.1171875, 66614.3515625, 66519.9765625, 66368.1484375, @@ -127,89 +125,89 @@ 66052.0, 65654.8984375, 65859.7578125, - 65846.0 + 65758.0703125, + 65978.7890625, + 66097.9765625 ], "p50": [ - 67100.171875, - 67089.7265625, - 67086.328125, - 67082.296875, - 67085.0234375, - 67080.953125, - 67078.3828125, - 67082.34375, - 67085.7265625, - 67085.109375, - 67096.546875, - 67085.3515625, - 67087.140625, - 67076.7890625, - 67078.5390625, - 67072.3125, - 67076.96875, - 67080.6171875, - 67084.75, - 67078.234375, - 67069.6875, - 67051.5546875, - 67047.1328125, - 67037.921875 + 66779.625, + 66778.515625, + 66788.3203125, + 66782.1953125, + 66773.265625, + 66760.9609375, + 66753.96875, + 66764.1328125, + 66779.6015625, + 66773.0546875, + 66777.4765625, + 66759.65625, + 66742.3671875, + 66738.0859375, + 66753.5078125, + 66745.8046875, + 66749.4921875, + 66747.2890625, + 66734.875, + 66726.9375, + 66737.265625, + 66729.5546875, + 66722.2109375, + 66718.859375 ], "p10": [ - 66646.96875, - 66386.765625, - 66189.03125, - 66026.921875, - 65921.40625, - 65836.171875, - 65728.1875, - 65645.953125, - 65605.125, - 65559.7265625, - 65494.41796875, - 65435.19140625, - 65371.94921875, - 65269.53125, - 65178.62109375, - 65140.71484375, - 65139.8515625, - 65104.75, - 65093.8125, - 65074.53125, - 65010.96484375, - 64935.078125, - 64885.2890625, - 64851.2734375 + 66421.4453125, + 66212.46875, + 66046.6015625, + 65884.1796875, + 65755.40625, + 65649.609375, + 65530.60546875, + 65459.9375, + 65433.03125, + 65382.1484375, + 65317.859375, + 65251.41796875, + 65168.16796875, + 65084.2109375, + 65024.37109375, + 64985.80859375, + 64984.3984375, + 64943.3359375, + 64905.25390625, + 64882.5703125, + 64833.3828125, + 64751.43359375, + 64706.015625, + 64683.48046875 ], "p90": [ - 67488.078125, - 67646.0625, - 67795.1328125, - 67934.84375, - 68057.109375, - 68184.9140625, - 68335.671875, - 68461.171875, - 68556.4375, - 68649.9140625, - 68749.84375, - 68798.6328125, - 68856.8515625, - 68916.0078125, - 69012.2734375, - 69058.2109375, - 69117.75, - 69197.6484375, - 69294.484375, - 69371.2890625, - 69389.1484375, - 69426.40625, - 69442.765625, - 69481.734375 + 67153.75, + 67319.234375, + 67463.8828125, + 67568.9453125, + 67648.4296875, + 67737.3515625, + 67845.9296875, + 67960.3203125, + 68051.9140625, + 68122.109375, + 68191.328125, + 68210.953125, + 68221.7265625, + 68266.390625, + 68351.328125, + 68359.7265625, + 68408.609375, + 68496.0234375, + 68568.953125, + 68635.4921875, + 68671.8828125, + 68701.84375, + 68707.2890625, + 68734.296875 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", @@ -327,6 +325,8 @@ "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", - "2026-06-16 16:00:00" + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00" ] } diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 0ed3be5bc77f177f529c5acc2e42b7479b062c1b..057a4716e9d1301c4f6512cde3b808aa5a2f5c17 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,46 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-16T15:38:48.011366+00:00", + "evaluated_at": "2026-06-16T19:14:05.249558+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2910000085830688, - 1.312000036239624, - 1.3380000591278076, - 1.3600000143051147, - 1.3799999952316284, - 1.3960000276565552, - 1.4290000200271606, - 1.4539999961853027, - 1.5, - 1.527999997138977, - 1.5540000200271606, - 1.5870000123977661, - 1.628999948501587, - 1.6549999713897705, - 1.684000015258789, - 1.7120000123977661, - 1.7289999723434448, - 1.7680000066757202, - 1.8049999475479126, - 1.8380000591278076, - 1.8660000562667847, - 1.8839999437332153, - 1.9019999504089355, - 1.9240000247955322, - 1.9529999494552612, - 1.9910000562667847, - 2.0260000228881836, - 2.053999900817871, - 2.0859999656677246, - 2.1089999675750732, - 2.13700008392334, - 2.1670000553131104, - 2.190999984741211, - 2.200000047683716, - 2.2079999446868896, 2.2239999771118164, 2.246000051498413, 2.25600004196167, @@ -101,9 +66,7 @@ 0.24500000476837158, 0.1860000044107437, 0.13099999725818634, - 0.0729999989271164 - ], - "actuals": [ + 0.0729999989271164, 0.032999999821186066, 0.006000000052154064, -0.020999999716877937, @@ -127,122 +90,124 @@ -0.3790000081062317, -0.382999986410141, -0.38199999928474426, - -0.37700000405311584 + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448 + ], + "actuals": [ + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077 ], "p50": [ - 0.016624808311462402, - -0.029102087020874023, - -0.07114696502685547, - -0.11235439777374268, - -0.1500399112701416, - -0.18657612800598145, - -0.21721148490905762, - -0.24835646152496338, - -0.2781410217285156, - -0.30813324451446533, - -0.33555305004119873, - -0.3595306873321533, - -0.37850868701934814, - -0.3975032567977905, - -0.418392539024353, - -0.4338186979293823, - -0.4445852041244507, - -0.4543870687484741, - -0.4636765718460083, - -0.4656320810317993, - -0.46907126903533936, - -0.47320234775543213, - -0.4637051820755005, - -0.4536529779434204 + -0.18068403005599976, + -0.15094107389450073, + -0.11985963582992554, + -0.0880587100982666, + -0.0534055233001709, + -0.01641523838043213, + 0.021271169185638428, + 0.05878359079360962, + 0.09962791204452515, + 0.14281761646270752, + 0.18401408195495605, + 0.2263283133506775, + 0.26949596405029297, + 0.3120254874229431, + 0.35518956184387207, + 0.4008803069591522, + 0.44858840107917786, + 0.49920347332954407, + 0.5487592220306396, + 0.6001823544502258, + 0.6510401368141174, + 0.7012722492218018, + 0.7513090372085571, + 0.7982708811759949 ], "p10": [ - -0.0028336048126220703, - -0.05559670925140381, - -0.10772085189819336, - -0.1565626859664917, - -0.20358896255493164, - -0.25258493423461914, - -0.29338574409484863, - -0.33452916145324707, - -0.38220536708831787, - -0.42935144901275635, - -0.4752894639968872, - -0.5198060274124146, - -0.5594490766525269, - -0.5973852872848511, - -0.6390477418899536, - -0.6820980310440063, - -0.7221533060073853, - -0.7588258981704712, - -0.7919489145278931, - -0.8240092992782593, - -0.8497167825698853, - -0.8772300481796265, - -0.8992453813552856, - -0.9158591032028198 + -0.19754713773727417, + -0.17411011457443237, + -0.15030521154403687, + -0.12245410680770874, + -0.09199732542037964, + -0.058930039405822754, + -0.027537286281585693, + 0.0044013261795043945, + 0.03646188974380493, + 0.07303524017333984, + 0.10619544982910156, + 0.13780105113983154, + 0.1698663830757141, + 0.20128941535949707, + 0.23003041744232178, + 0.26290005445480347, + 0.2984774708747864, + 0.33661073446273804, + 0.37040090560913086, + 0.4049990475177765, + 0.44011369347572327, + 0.4751730263233185, + 0.5060946345329285, + 0.5344264507293701 ], "p90": [ - 0.04493379592895508, - 0.002545952796936035, - -0.03388094902038574, - -0.07233655452728271, - -0.10030019283294678, - -0.12489473819732666, - -0.14577174186706543, - -0.16558420658111572, - -0.18299555778503418, - -0.1959913969039917, - -0.20512831211090088, - -0.21543669700622559, - -0.22161662578582764, - -0.2269303798675537, - -0.23050332069396973, - -0.22880995273590088, - -0.21653473377227783, - -0.20187437534332275, - -0.18417680263519287, - -0.16322052478790283, - -0.12798595428466797, - -0.09687066078186035, - -0.06640934944152832, - -0.030684947967529297 + -0.16206949949264526, + -0.1267414689064026, + -0.09148800373077393, + -0.05500715970993042, + -0.014870524406433105, + 0.028858184814453125, + 0.07189232110977173, + 0.11494922637939453, + 0.1625446081161499, + 0.21384745836257935, + 0.2654987573623657, + 0.31639695167541504, + 0.3697081208229065, + 0.4219233989715576, + 0.47542059421539307, + 0.5315855741500854, + 0.5933940410614014, + 0.660886287689209, + 0.7261669635772705, + 0.7940069437026978, + 0.8629627227783203, + 0.9353347420692444, + 1.0068506002426147, + 1.0724595785140991 ], "timestamps": [ - "2026-06-16 02:42:00", - "2026-06-16 02:48:00", - "2026-06-16 02:54:00", - "2026-06-16 03:00:00", - "2026-06-16 03:06:00", - "2026-06-16 03:12:00", - "2026-06-16 03:18:00", - "2026-06-16 03:24:00", - "2026-06-16 03:30:00", - "2026-06-16 03:36:00", - "2026-06-16 03:42:00", - "2026-06-16 03:48:00", - "2026-06-16 03:54:00", - "2026-06-16 04:00:00", - "2026-06-16 04:06:00", - "2026-06-16 04:12:00", - "2026-06-16 04:18:00", - "2026-06-16 04:24:00", - "2026-06-16 04:30:00", - "2026-06-16 04:36:00", - "2026-06-16 04:42:00", - "2026-06-16 04:48:00", - "2026-06-16 04:54:00", - "2026-06-16 05:00:00", - "2026-06-16 05:06:00", - "2026-06-16 05:12:00", - "2026-06-16 05:18:00", - "2026-06-16 05:24:00", - "2026-06-16 05:30:00", - "2026-06-16 05:36:00", - "2026-06-16 05:42:00", - "2026-06-16 05:48:00", - "2026-06-16 05:54:00", - "2026-06-16 06:00:00", - "2026-06-16 06:06:00", "2026-06-16 06:12:00", "2026-06-16 06:18:00", "2026-06-16 06:24:00", @@ -327,6 +292,41 @@ "2026-06-16 14:18:00", "2026-06-16 14:24:00", "2026-06-16 14:30:00", - "2026-06-16 14:36:00" + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8a176777a9e9151f53fd866ff83ed990376eb3a1..e12ccfd53323212218e7354ac7d525ed3fb48c49 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,23 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-16T15:39:12.104248+00:00", + "evaluated_at": "2026-06-16T19:14:14.305534+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2000000476837158, - 1.2000000476837158, - 1.100000023841858, - 1.100000023841858, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.0, 1.2000000476837158, @@ -101,9 +89,6 @@ 1.0, 1.0, 1.0, - 1.0 - ], - "actuals": [ 1.0, 1.0, 1.0, @@ -115,7 +100,10 @@ 1.0, 1.0, 1.0, - 1.100000023841858, + 1.0, + 1.100000023841858 + ], + "actuals": [ 1.0, 1.0, 1.100000023841858, @@ -127,105 +115,99 @@ 0.8999999761581421, 1.0, 1.0, - 1.100000023841858 + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158 ], "p50": [ - 0.9990644454956055, - 0.9986785054206848, - 0.9973458051681519, - 0.9949469566345215, - 0.9987465739250183, - 0.9979456067085266, - 0.9971246123313904, - 0.9958796501159668, - 0.995029628276825, - 0.994384765625, - 0.9940703511238098, - 0.993979811668396, - 0.9918184876441956, - 0.9883507490158081, - 0.9857105612754822, - 0.9824542999267578, - 0.9820197224617004, - 0.9824227094650269, - 0.9814059734344482, - 0.9798265695571899, - 0.9785850048065186, - 0.9771116375923157, - 0.9770703315734863, - 0.9773133993148804 + 1.0759813785552979, + 1.0727930068969727, + 1.0702266693115234, + 1.0677872896194458, + 1.0670809745788574, + 1.0674140453338623, + 1.0653398036956787, + 1.0614748001098633, + 1.0559121370315552, + 1.0544337034225464, + 1.0603946447372437, + 1.065616488456726, + 1.0649625062942505, + 1.0641878843307495, + 1.0629372596740723, + 1.0589792728424072, + 1.0639442205429077, + 1.06436288356781, + 1.0608417987823486, + 1.0587135553359985, + 1.0568538904190063, + 1.0547921657562256, + 1.0612961053848267, + 1.0660676956176758 ], "p10": [ - 0.9747652411460876, - 0.9570960998535156, - 0.9404661655426025, - 0.923742949962616, - 0.9178036451339722, - 0.9084390997886658, - 0.8966272473335266, - 0.8865058422088623, - 0.8795551061630249, - 0.8748630285263062, - 0.8688844442367554, - 0.8635666966438293, - 0.8549575805664062, - 0.8451293706893921, - 0.8358741998672485, - 0.8241925239562988, - 0.8174833059310913, - 0.8126116991043091, - 0.8077004551887512, - 0.8014650344848633, - 0.796262264251709, - 0.7909585237503052, - 0.7900192737579346, - 0.7873460650444031 + 1.0060901641845703, + 0.9818249344825745, + 0.9681383967399597, + 0.9576989412307739, + 0.9567095041275024, + 0.9553729295730591, + 0.9491338729858398, + 0.9442304968833923, + 0.9410912990570068, + 0.9406169056892395, + 0.9437363743782043, + 0.9474619030952454, + 0.9475558996200562, + 0.9454056024551392, + 0.9424992203712463, + 0.9367613196372986, + 0.9370752573013306, + 0.9358637928962708, + 0.9343646764755249, + 0.9320328831672668, + 0.9285818338394165, + 0.9240157008171082, + 0.9259257912635803, + 0.9269565343856812 ], "p90": [ - 1.0294156074523926, - 1.0483944416046143, - 1.0659204721450806, - 1.0841792821884155, - 1.1096773147583008, - 1.1162214279174805, - 1.115636944770813, - 1.1160087585449219, - 1.1203944683074951, - 1.1286448240280151, - 1.1356642246246338, - 1.1381813287734985, - 1.1361958980560303, - 1.1368769407272339, - 1.14185631275177, - 1.1428996324539185, - 1.1482912302017212, - 1.1524780988693237, - 1.1543906927108765, - 1.1563475131988525, - 1.156808853149414, - 1.1574589014053345, - 1.1608437299728394, - 1.1654561758041382 + 1.1689445972442627, + 1.1917870044708252, + 1.200921654701233, + 1.2049652338027954, + 1.2114280462265015, + 1.2184423208236694, + 1.2231054306030273, + 1.2249099016189575, + 1.2236262559890747, + 1.2249940633773804, + 1.235360026359558, + 1.2445945739746094, + 1.2484487295150757, + 1.2473671436309814, + 1.2454004287719727, + 1.249845266342163, + 1.2665444612503052, + 1.267218828201294, + 1.262009859085083, + 1.2551385164260864, + 1.2509857416152954, + 1.251451015472412, + 1.2617359161376953, + 1.2654247283935547 ], "timestamps": [ - "2026-06-15 00:20:00", - "2026-06-15 00:30:00", - "2026-06-15 00:40:00", - "2026-06-15 00:50:00", - "2026-06-15 01:00:00", - "2026-06-15 01:10:00", - "2026-06-15 01:20:00", - "2026-06-15 01:30:00", - "2026-06-15 01:40:00", - "2026-06-15 01:50:00", - "2026-06-15 02:00:00", - "2026-06-15 02:10:00", - "2026-06-15 02:20:00", - "2026-06-15 02:30:00", - "2026-06-15 02:40:00", - "2026-06-15 02:50:00", - "2026-06-15 03:00:00", - "2026-06-15 03:10:00", "2026-06-15 03:20:00", "2026-06-15 03:30:00", "2026-06-15 03:40:00", @@ -327,6 +309,24 @@ "2026-06-15 19:40:00", "2026-06-15 19:50:00", "2026-06-15 20:00:00", - "2026-06-15 20:10:00" + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 9889c6d042b74d4f8869e90c28038efc9df7bb66..5eda9c31c4f6bcede232bba1a367cc769a94c826 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,41 +1,23 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-16T17:58:35.108258+00:00", + "evaluated_at": "2026-06-16T19:14:17.808552+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t160000z", - "data_fetched_at": "2026-06-16T16:15:24.306673Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T16:15:24.306673Z", - "context_length": 79, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t141000z", - "data_fetched_at": "2026-06-16T16:15:24.306673Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t160000z", - "data_fetched_at": "2026-06-16T16:15:24.306673Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t160000z", - "data_fetched_at": "2026-06-16T16:15:24.306673Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t160000z", - "data_fetched_at": "2026-06-16T16:15:24.306673Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index e4f985ee177b6ad6e616b920416d55e1f5ec104e..e487346f89ec7ab8b041ec0cd8c3c38dda301278 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,601707.1604003906,601707.1604003906,715.8899739583334,0.9479767041984083,0.010819840451628253,0.010751398256336983,4.379399699039141,775.6978538067452,0.011700477672066781,0.01079834708172698,0.00855396447129432,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,232283.27553049722,232283.27553049722,411.6455078125,0.4940523196877842,0.006231251868675326,0.006205533959548625,3.521946550967913,481.957752848211,0.007277208823953204,0.006215545458270227,0.006574078778031695,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,26.031988437716183,26.031988437716183,3.9554789861043296,2.4226206775332577,0.17271691627689664,0.1515079724884779,60.15586936218491,5.102155273775602,0.22403667403941094,0.17368588542069724,0.14377340885747208,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.03582540144022179,0.03582540144022179,0.16664764164791754,0.16540366801771267,0.9378073699284298,0.5898856352354223,0.7515089563296594,0.18927599277304502,0.7610359470891682,0.670052466420139,0.5765072443284588,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.003341118605497092,0.003341118605497092,0.038899004459381104,0.3060905316789116,0.03948749458847863,0.038819670581786196,2.572940784562858,0.05780241003191036,0.05756256509574576,0.038737597188710615,0.04824497349669207,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0011737298495942269,0.0011737298495942269,0.0219676011086752,0.011370516485430499,0.06934744296654217,0.06956728627542957,0.1383778621644395,0.03425974094464561,0.11741164532557227,0.07528522163062437,0.12072350315343522,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.01666894794473232,0.01666894794473232,0.08578397830327351,0.6862717173462363,0.07901418883166784,0.07996479203506386,11.060141911484095,0.1291082799232192,0.12199207735013956,0.08105572874798705,0.07352375635715097,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,3.1854646831238824,3.1854646831238824,1.7059389750162761,17.546815229264855,0.10743048483747152,0.1140578107248272,641.0653492235587,1.7847870133783141,0.11340981450008575,0.10839961365409889,0.10481908110051735,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,275.20864511114706,275.20864511114706,9.537988662719727,1.5223567456560654,0.3599534198172137,0.36584584434742123,22.68430767326251,16.58941364579071,0.7668449887097001,0.4408931481573132,0.3741645154788603,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.4544288583862606,1.4544288583862606,1.056756814320882,0.421531804050435,0.043026096955291616,0.044206040041481265,1.992070396190865,1.2059970391283141,0.05044254017921437,0.044200355669669386,0.04252580296092018,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index bd820b893f92ea9dd7278fdcc799bfecc6f8f18a..7ac2d2e69c11a531c8d48d8eaa8588770726e1df 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T16:52:37.756210+00:00", + "evaluated_at": "2026-06-16T19:04:40.165607+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63644.19140625, - 63461.12109375, 63605.6796875, 63393.671875, 63519.98828125, @@ -101,11 +99,11 @@ 66447.046875, 66591.546875, 67292.140625, - 67157.9921875 + 67157.9921875, + 66851.7890625, + 66766.1171875 ], "actuals": [ - 66851.7890625, - 66766.1171875, 66614.3515625, 66519.9765625, 66368.1484375, @@ -127,89 +125,89 @@ 66052.0, 65654.8984375, 65859.7578125, - 65846.0 + 65758.0703125, + 65978.7890625, + 66097.9765625 ], "p50": [ - 67211.15625, - 67212.6484375, - 67192.1796875, - 67178.140625, - 67147.6875, - 67124.328125, - 67120.1015625, - 67097.2890625, - 67064.4453125, - 67050.609375, - 67037.8515625, - 67013.5234375, - 66976.40625, - 66968.9609375, - 66934.8125, - 66944.5390625, - 66925.0859375, - 66915.4453125, - 66907.5703125, - 66898.1640625, - 66870.75, - 66855.2265625, - 66827.15625, - 66817.390625 + 66770.1015625, + 66763.015625, + 66743.1796875, + 66730.9375, + 66712.8828125, + 66699.1171875, + 66681.8203125, + 66675.171875, + 66647.75, + 66627.2265625, + 66623.0625, + 66612.40625, + 66591.546875, + 66596.765625, + 66576.8046875, + 66574.3515625, + 66558.7578125, + 66546.0, + 66534.953125, + 66530.2109375, + 66513.171875, + 66499.25, + 66475.140625, + 66471.21875 ], "p10": [ - 66723.859375, - 66529.75, - 66330.125, - 66172.09375, - 66026.65625, - 65898.375, - 65776.2265625, - 65673.6875, - 65573.3203125, - 65488.09375, - 65393.1875, - 65296.57421875, - 65206.83984375, - 65142.0625, - 65061.375, - 65010.33984375, - 64943.2421875, - 64896.48046875, - 64837.97265625, - 64777.6875, - 64733.1875, - 64687.4609375, - 64640.296875, - 64598.1796875 + 66374.234375, + 66188.125, + 66005.2890625, + 65858.6640625, + 65726.375, + 65614.6875, + 65493.0703125, + 65402.109375, + 65311.25, + 65219.55078125, + 65136.9140625, + 65051.12890625, + 64958.59375, + 64892.1875, + 64818.546875, + 64753.734375, + 64693.19140625, + 64640.73828125, + 64579.9453125, + 64520.78125, + 64472.20703125, + 64424.3046875, + 64375.9375, + 64337.45703125 ], "p90": [ - 67704.8046875, - 67860.8359375, - 68024.015625, - 68147.9921875, - 68230.1875, - 68317.9140625, - 68407.375, - 68469.5703125, - 68529.359375, - 68582.28125, - 68673.78125, - 68740.4375, - 68781.5, - 68863.8671875, - 68870.875, - 68986.1796875, - 69036.609375, - 69089.1796875, - 69150.109375, - 69207.03125, - 69238.2421875, - 69253.765625, - 69290.1875, - 69334.2734375 + 67192.2109375, + 67322.5078125, + 67459.71875, + 67565.4140625, + 67650.7890625, + 67717.203125, + 67779.828125, + 67846.015625, + 67890.4453125, + 67937.7109375, + 68017.2578125, + 68074.890625, + 68124.7578125, + 68210.265625, + 68232.0625, + 68312.703125, + 68360.0546875, + 68398.921875, + 68440.59375, + 68478.6640625, + 68521.2109375, + 68537.6796875, + 68579.3125, + 68626.65625 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", @@ -327,6 +325,8 @@ "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", - "2026-06-16 16:00:00" + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 8b4a3f1c7ab9cdf2d44b3d411dae57218aced84d..299af3281fc0187759a6fdec9e151acd3fedbbed 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,46 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T15:29:07.037873+00:00", + "evaluated_at": "2026-06-16T19:04:44.702047+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2910000085830688, - 1.312000036239624, - 1.3380000591278076, - 1.3600000143051147, - 1.3799999952316284, - 1.3960000276565552, - 1.4290000200271606, - 1.4539999961853027, - 1.5, - 1.527999997138977, - 1.5540000200271606, - 1.5870000123977661, - 1.628999948501587, - 1.6549999713897705, - 1.684000015258789, - 1.7120000123977661, - 1.7289999723434448, - 1.7680000066757202, - 1.8049999475479126, - 1.8380000591278076, - 1.8660000562667847, - 1.8839999437332153, - 1.9019999504089355, - 1.9240000247955322, - 1.9529999494552612, - 1.9910000562667847, - 2.0260000228881836, - 2.053999900817871, - 2.0859999656677246, - 2.1089999675750732, - 2.13700008392334, - 2.1670000553131104, - 2.190999984741211, - 2.200000047683716, - 2.2079999446868896, 2.2239999771118164, 2.246000051498413, 2.25600004196167, @@ -101,9 +66,7 @@ 0.24500000476837158, 0.1860000044107437, 0.13099999725818634, - 0.0729999989271164 - ], - "actuals": [ + 0.0729999989271164, 0.032999999821186066, 0.006000000052154064, -0.020999999716877937, @@ -127,122 +90,124 @@ -0.3790000081062317, -0.382999986410141, -0.38199999928474426, - -0.37700000405311584 + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448 + ], + "actuals": [ + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077 ], "p50": [ - 0.019788622856140137, - -0.026060104370117188, - -0.07456409931182861, - -0.11788332462310791, - -0.16428077220916748, - -0.2077012062072754, - -0.252685546875, - -0.2942655086517334, - -0.3306612968444824, - -0.36709094047546387, - -0.4032682180404663, - -0.44056951999664307, - -0.4698375463485718, - -0.5005592107772827, - -0.5287672281265259, - -0.5594249963760376, - -0.5819004774093628, - -0.601927638053894, - -0.620531439781189, - -0.648149847984314, - -0.6589454412460327, - -0.672852635383606, - -0.6850351095199585, - -0.7033699750900269 + -0.18019485473632812, + -0.1478821039199829, + -0.11779540777206421, + -0.08447301387786865, + -0.051256537437438965, + -0.016645312309265137, + 0.020565569400787354, + 0.05845963954925537, + 0.09873521327972412, + 0.1381741762161255, + 0.18046510219573975, + 0.22207236289978027, + 0.26563191413879395, + 0.311493456363678, + 0.35283321142196655, + 0.39712366461753845, + 0.44162797927856445, + 0.4878479540348053, + 0.5320784449577332, + 0.5803118944168091, + 0.6235071420669556, + 0.6735248565673828, + 0.7171217203140259, + 0.759242057800293 ], "p10": [ - 0.004217863082885742, - -0.05128598213195801, - -0.10526835918426514, - -0.1576322317123413, - -0.21905457973480225, - -0.27484989166259766, - -0.34025371074676514, - -0.39309847354888916, - -0.45263373851776123, - -0.4932206869125366, - -0.5677772760391235, - -0.6263128519058228, - -0.6892708539962769, - -0.7440844774246216, - -0.8093374967575073, - -0.8693445920944214, - -0.9257320165634155, - -0.9794665575027466, - -1.026553988456726, - -1.099622130393982, - -1.156114935874939, - -1.2140434980392456, - -1.28343665599823, - -1.3380647897720337 + -0.19257211685180664, + -0.16869723796844482, + -0.14574527740478516, + -0.1200864315032959, + -0.09516197443008423, + -0.06613355875015259, + -0.040474534034729004, + -0.009939193725585938, + 0.020364880561828613, + 0.047053396701812744, + 0.07532638311386108, + 0.10493147373199463, + 0.13279688358306885, + 0.16385191679000854, + 0.18891626596450806, + 0.21753710508346558, + 0.2451246976852417, + 0.2734311819076538, + 0.29474014043807983, + 0.32675695419311523, + 0.3495405912399292, + 0.36931532621383667, + 0.393462598323822, + 0.415265291929245 ], "p90": [ - 0.04135739803314209, - -0.00010526180267333984, - -0.042098164558410645, - -0.07498419284820557, - -0.11407053470611572, - -0.1485041379928589, - -0.17538189888000488, - -0.19731175899505615, - -0.21783697605133057, - -0.2341822385787964, - -0.2566901445388794, - -0.26459288597106934, - -0.2725245952606201, - -0.2776857614517212, - -0.275590181350708, - -0.27835309505462646, - -0.27764904499053955, - -0.27121448516845703, - -0.2577505111694336, - -0.24223339557647705, - -0.23205065727233887, - -0.20144879817962646, - -0.18213343620300293, - -0.15395689010620117 + -0.1648925542831421, + -0.1291487216949463, + -0.09080147743225098, + -0.04961836338043213, + -0.009079217910766602, + 0.03430616855621338, + 0.08023566007614136, + 0.12433397769927979, + 0.1724327802658081, + 0.22333085536956787, + 0.27223867177963257, + 0.3271523118019104, + 0.3798164129257202, + 0.43824899196624756, + 0.4941597878932953, + 0.5514339208602905, + 0.6063169240951538, + 0.6648591756820679, + 0.7246297597885132, + 0.7920337319374084, + 0.8466026782989502, + 0.9103066325187683, + 0.9697980284690857, + 1.027144193649292 ], "timestamps": [ - "2026-06-16 02:42:00", - "2026-06-16 02:48:00", - "2026-06-16 02:54:00", - "2026-06-16 03:00:00", - "2026-06-16 03:06:00", - "2026-06-16 03:12:00", - "2026-06-16 03:18:00", - "2026-06-16 03:24:00", - "2026-06-16 03:30:00", - "2026-06-16 03:36:00", - "2026-06-16 03:42:00", - "2026-06-16 03:48:00", - "2026-06-16 03:54:00", - "2026-06-16 04:00:00", - "2026-06-16 04:06:00", - "2026-06-16 04:12:00", - "2026-06-16 04:18:00", - "2026-06-16 04:24:00", - "2026-06-16 04:30:00", - "2026-06-16 04:36:00", - "2026-06-16 04:42:00", - "2026-06-16 04:48:00", - "2026-06-16 04:54:00", - "2026-06-16 05:00:00", - "2026-06-16 05:06:00", - "2026-06-16 05:12:00", - "2026-06-16 05:18:00", - "2026-06-16 05:24:00", - "2026-06-16 05:30:00", - "2026-06-16 05:36:00", - "2026-06-16 05:42:00", - "2026-06-16 05:48:00", - "2026-06-16 05:54:00", - "2026-06-16 06:00:00", - "2026-06-16 06:06:00", "2026-06-16 06:12:00", "2026-06-16 06:18:00", "2026-06-16 06:24:00", @@ -327,6 +292,41 @@ "2026-06-16 14:18:00", "2026-06-16 14:24:00", "2026-06-16 14:30:00", - "2026-06-16 14:36:00" + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 0351cbbabbd0be9b1e7fa7eb5a1a3ddba302734b..299a6e57cd0906c314113eeeaa746215b81052b4 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,23 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T15:32:05.099489+00:00", + "evaluated_at": "2026-06-16T19:04:48.608095+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2000000476837158, - 1.2000000476837158, - 1.100000023841858, - 1.100000023841858, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.0, 1.2000000476837158, @@ -101,9 +89,6 @@ 1.0, 1.0, 1.0, - 1.0 - ], - "actuals": [ 1.0, 1.0, 1.0, @@ -115,7 +100,10 @@ 1.0, 1.0, 1.0, - 1.100000023841858, + 1.0, + 1.100000023841858 + ], + "actuals": [ 1.0, 1.0, 1.100000023841858, @@ -127,105 +115,99 @@ 0.8999999761581421, 1.0, 1.0, - 1.100000023841858 + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158 ], "p50": [ - 0.9969022274017334, - 0.9971005320549011, - 0.9961828589439392, - 0.9949527382850647, - 1.0052474737167358, - 1.012754201889038, - 1.008491039276123, - 1.000930905342102, - 0.9979062676429749, - 1.0012086629867554, - 1.0031059980392456, - 1.0315008163452148, - 1.0164836645126343, - 1.004577875137329, - 1.0016319751739502, - 1.0027415752410889, - 1.011883020401001, - 1.0209163427352905, - 1.0245698690414429, - 1.013129711151123, - 1.0126360654830933, - 1.013911247253418, - 1.0266255140304565, - 1.038487434387207 + 1.0982871055603027, + 1.038130760192871, + 1.0094927549362183, + 1.004406213760376, + 1.02518892288208, + 1.098630428314209, + 1.0925344228744507, + 1.0528526306152344, + 1.0195714235305786, + 1.00748872756958, + 1.014466404914856, + 1.0868117809295654, + 1.082424283027649, + 1.0630271434783936, + 1.0461581945419312, + 1.0119434595108032, + 1.0774009227752686, + 1.1008100509643555, + 1.0884034633636475, + 1.0739288330078125, + 1.0474907159805298, + 1.0158874988555908, + 1.0630114078521729, + 1.0874993801116943 ], "p10": [ - 0.9283181428909302, - 0.8730065822601318, - 0.8670498132705688, - 0.8577461838722229, - 0.8587847352027893, - 0.8722566366195679, - 0.8772748708724976, - 0.8694097995758057, - 0.8677572011947632, - 0.8577718734741211, - 0.8656400442123413, - 0.8691298961639404, - 0.8669009208679199, - 0.8583548069000244, - 0.8474136590957642, - 0.8423681855201721, - 0.8502901792526245, - 0.8535927534103394, - 0.8511841893196106, - 0.8449747562408447, - 0.8418125510215759, - 0.8360352516174316, - 0.8414982557296753, - 0.8429285287857056 + 0.9962692260742188, + 0.9901080131530762, + 0.9782041311264038, + 0.9711732268333435, + 0.971314549446106, + 0.9722664952278137, + 0.9685478210449219, + 0.9589049816131592, + 0.9444202780723572, + 0.938166618347168, + 0.9397265911102295, + 0.944870114326477, + 0.9422981142997742, + 0.9431522488594055, + 0.9343492984771729, + 0.9222922921180725, + 0.9263706207275391, + 0.9266771674156189, + 0.9207000136375427, + 0.9167797565460205, + 0.9145234823226929, + 0.9102991223335266, + 0.9117088317871094, + 0.9119325280189514 ], "p90": [ - 1.1017166376113892, - 1.1022813320159912, - 1.1060136556625366, - 1.10309898853302, - 1.1362260580062866, - 1.1652791500091553, - 1.1766295433044434, - 1.1765151023864746, - 1.1793267726898193, - 1.1739181280136108, - 1.1974083185195923, - 1.209025263786316, - 1.2093987464904785, - 1.204954981803894, - 1.203375220298767, - 1.2014211416244507, - 1.2166513204574585, - 1.2321243286132812, - 1.2305914163589478, - 1.2296993732452393, - 1.2277346849441528, - 1.2185765504837036, - 1.2362629175186157, - 1.2507394552230835 + 1.1417593955993652, + 1.1274049282073975, + 1.1299545764923096, + 1.131668210029602, + 1.1556713581085205, + 1.1767596006393433, + 1.1870795488357544, + 1.193413257598877, + 1.1856824159622192, + 1.1733413934707642, + 1.1891236305236816, + 1.2023136615753174, + 1.2054625749588013, + 1.2087159156799316, + 1.2087855339050293, + 1.2092769145965576, + 1.217239260673523, + 1.2375729084014893, + 1.2229759693145752, + 1.2190912961959839, + 1.2114958763122559, + 1.2054636478424072, + 1.215714693069458, + 1.2284647226333618 ], "timestamps": [ - "2026-06-15 00:20:00", - "2026-06-15 00:30:00", - "2026-06-15 00:40:00", - "2026-06-15 00:50:00", - "2026-06-15 01:00:00", - "2026-06-15 01:10:00", - "2026-06-15 01:20:00", - "2026-06-15 01:30:00", - "2026-06-15 01:40:00", - "2026-06-15 01:50:00", - "2026-06-15 02:00:00", - "2026-06-15 02:10:00", - "2026-06-15 02:20:00", - "2026-06-15 02:30:00", - "2026-06-15 02:40:00", - "2026-06-15 02:50:00", - "2026-06-15 03:00:00", - "2026-06-15 03:10:00", "2026-06-15 03:20:00", "2026-06-15 03:30:00", "2026-06-15 03:40:00", @@ -327,6 +309,24 @@ "2026-06-15 19:40:00", "2026-06-15 19:50:00", "2026-06-15 20:00:00", - "2026-06-15 20:10:00" + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 72de7eb5f19a8de5b96c1a65a9bfb7c02334c432..5897b1a501afc8c5d9e26242c87d8a9a605d00c1 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,41 +1,23 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-16T17:29:28.913371+00:00", + "evaluated_at": "2026-06-16T19:04:50.710625+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t160000z", - "data_fetched_at": "2026-06-16T16:15:24.306673Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T16:15:24.306673Z", - "context_length": 79, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t141000z", - "data_fetched_at": "2026-06-16T16:15:24.306673Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t160000z", - "data_fetched_at": "2026-06-16T16:15:24.306673Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t160000z", - "data_fetched_at": "2026-06-16T16:15:24.306673Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t160000z", - "data_fetched_at": "2026-06-16T16:15:24.306673Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", "context_length": 96, "prediction_length": 24 }