diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 62b5a8cd94019243a10b74e4bca592d337ff3ebe..58e8159abe2c10d05e8137d05b4066f98fb11ca9 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -2,10 +2,10 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5] binance_btcusdt_1h_close/1h/short,ARIMA,1018162.2457051985,292984.6419983349,370.43978020211154,0.4267138338347023,0.005684122473171107,0.005649754888799278,7.676652553001367,1009.0402597048338,0.015381275307104569,0.005646787815640501,0.005019439024042161,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,3.101434370615827,4.3243057803445435,1.8170799887232327,0.7676885112228818,0.08046067096815547,0.08488360151748825,19.703211054663146,1.7610889729414092,0.07975043757919083,0.08228597557739074,0.07835009096652204,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.7300862142406457,1.726979313996947,0.9722136869919529,4.20189609233453,1.1746937100245982,0.49309809455091214,165.25185414420378,1.3153274171249703,0.7924932857081647,0.5857650416037048,0.5837958704415818,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.01681982192232549,0.019107489138656467,0.11369863758740209,0.670530492383931,0.08381146915831708,0.08897362580223095,4.497448960450793,0.1296912561521612,0.09933798343569794,0.08708831815205266,0.06905744956623244,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.02493472887495083,0.028683670788302123,0.14368433844952788,0.8606093701346337,0.10470936523430699,0.1125878920642984,6.2663381167271055,0.1579073426885236,0.11942571561855209,0.10866882217352539,0.08849883361191549,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,0.023486249502030977,0.01644847702492166,0.11526590829761559,0.12442497417006311,0.007244405286797609,0.007246342156496041,0.7934136999321865,0.1532522414257977,0.009598261161411457,0.007219158953596752,0.00621948320582412,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,437.884600684878,448.301730435777,15.342980395621453,2.036136866655824,0.31822687710927317,0.4015842104077758,58.172728820117165,20.925692358554784,0.546065684396514,0.40038221660045303,0.38343414902555906,Air Quality,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,365.69484006464586,360.7057078614609,17.435588227364974,2.2862988224376792,0.6250230533911985,0.4489520449761839,64.28061572609307,19.12314932391226,0.49708172804324213,0.4532157427998315,0.43412943649998004,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,17.635101565550983,18.30378468413169,3.2448781560824216,1.5687704009773686,0.11771439026112189,0.1301033011845366,43.24106982537146,4.1994168125527835,0.1666710789924057,0.12878629762506988,0.12215004527019173,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,31.77960073443566,26.23758801423054,4.395577566794344,0.8346033354672807,0.7112967319678924,0.4180917440019898,5.473026698960594,5.637339863307486,0.5163975447304567,0.4026483267292529,0.32739253797673973,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,438.3003266182,136.23778143263655,9.523473993322549,0.09016306739240283,0.0033525054313324107,0.0033517692350604777,0.868276762473986,20.935623387379703,0.007351206456431791,0.003344014277099359,0.0029076317225328837,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,938.188490653505,416.74732639824043,15.256870903044407,0.13791521720266128,0.005407717704002129,0.005388148509128609,0.7376382059832993,30.62986272665134,0.0107867454943453,0.005372925923302505,0.00462010267358566,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,1458.2572570477146,1507.3434428064156,38.816004820877765,0.8102555033827628,0.17095882810943908,0.16657311637078775,4.810018149994523,38.18713470591522,0.16112715065787012,0.16378061105855596,0.10762720666767608,Web,1 diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index d8a62c0ad5dfe112b88f72515a181c336d64ec61..df2ed2111d8cf7b9c96c08deb47b2c500429d24e 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T12:39:00.774717+00:00", + "evaluated_at": "2026-06-17T13:13:52.102224+00:00", "freq": "10min", "context_length": 229, "prediction_length": 36, "context": [ - 1.2999999523162842, - 1.399999976158142, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -234,11 +232,11 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.399999976158142 + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -272,128 +270,125 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.5, + 1.5 ], "p50": [ - 1.2818824692816344, - 1.2339251937398632, - 1.205860926565049, - 1.2065482256458027, - 1.199158071913132, - 1.196170579412092, - 1.1925446976332674, - 1.192150284340047, - 1.1956987788414881, - 1.1956399682353678, - 1.186363746729456, - 1.1957455976893487, - 1.1890534909427573, - 1.201232056535668, - 1.194459597880363, - 1.1974126757525696, - 1.196216708090157, - 1.1965362337835441, - 1.199177493180201, - 1.1977967380528125, - 1.1914395337940555, - 1.1962077474681458, - 1.197412378390611, - 1.1926236657673792, - 1.208224701063152, - 1.207369804164331, - 1.190544575496793, - 1.1906935481475012, - 1.1888834459615552, - 1.204520177193687, - 1.1985252108449695, - 1.19392602303009, - 1.1965538444546724, - 1.1932915903457841, - 1.1863442480840494, - 1.190351202015787 + 1.18284709830468, + 1.1818685704397602, + 1.1795555116014602, + 1.1745624924075408, + 1.177903685149644, + 1.181678292232701, + 1.1758538311494324, + 1.1815921494867343, + 1.1804838218731295, + 1.1794048791514173, + 1.180646573692973, + 1.1735758452004037, + 1.1816241366744442, + 1.1771532673373653, + 1.1742609488931306, + 1.1819883976494636, + 1.1771535597130178, + 1.173869945469261, + 1.1835938223137885, + 1.1708856387074675, + 1.1758307963651315, + 1.1865997314119066, + 1.1754407915877594, + 1.1874781450878187, + 1.1826797989707596, + 1.178219286029758, + 1.1751374999234803, + 1.1746509293601126, + 1.1803230759220171, + 1.1800368349218489, + 1.1835938215296735, + 1.175826781007467, + 1.1804796749932058, + 1.1695992089142497, + 1.175137499922658, + 1.1758267810074563 ], "p10": [ - 1.1870724149367058, - 1.1578184643293128, - 1.131383459488006, - 1.1277578315079093, - 1.099917139318723, - 1.0982505398175806, - 1.1075896507909537, - 1.1032158932199025, - 1.1218535377571128, - 1.0694520501784692, - 1.0970137275361789, - 1.1126239668489184, - 1.0694107248361666, - 1.1011778824896152, - 1.1188046776435931, - 1.1192865720619438, - 1.1209712126851954, - 1.1070371460590216, - 1.119339885263847, - 1.113740614113266, - 1.112643153467103, - 1.1011762969335044, - 1.1029764047646882, - 1.0820904794663226, - 1.112579446068448, - 1.1185167241287584, - 1.1117781629451158, - 1.1071951553443447, - 1.0961380534776162, - 1.1189990083250805, - 1.118803989580637, - 1.112579445907961, - 1.1011762949568646, - 1.1159313343739574, - 1.1016409689640274, - 1.1137045336959137 + 1.092574024481107, + 1.0976864606111998, + 1.0891755820973092, + 1.0844910725918275, + 1.0714055056023262, + 1.1042132129762288, + 1.0842631775089167, + 1.1009128940302297, + 1.0934552683685823, + 1.0912478125566365, + 1.111406730955474, + 1.0886262892451308, + 1.093730573859626, + 1.100826985679911, + 1.0976752656749265, + 1.1122200945183527, + 1.0912460574143257, + 1.0934405014561628, + 1.088464831827183, + 1.079349471493277, + 1.092659839166063, + 1.088464831102937, + 1.0867694987109677, + 1.0973959235171156, + 1.1000681533038725, + 1.0842401425853911, + 1.0842401425842736, + 1.0793494711609195, + 1.0983585604187236, + 1.1122200842526175, + 1.0979202490833044, + 1.0998971940112368, + 1.0960113241645626, + 1.075375868537261, + 1.0845639646850802, + 1.0958077364546626 ], "p90": [ - 1.4238502616817474, - 1.3417931026604804, - 1.3223636262218215, - 1.2992762065235794, - 1.3167581604218448, - 1.321978005346567, - 1.2895070547146656, - 1.2927289477597503, - 1.2979440523211638, - 1.3272862179117062, - 1.292508957093184, - 1.3006700564725713, - 1.289199790007779, - 1.3006631929579915, - 1.3019524920738856, - 1.3280392941960484, - 1.315126274233981, - 1.3047589112598292, - 1.307416127119064, - 1.3019518145333422, - 1.3031925079370161, - 1.280355842938978, - 1.289196128035556, - 1.3049534629871964, - 1.3288557717703704, - 1.3021258431755482, - 1.2891961272089938, - 1.274760726556499, - 1.2900548468157644, - 1.3019518040123241, - 1.286001322111254, - 1.2919442223592454, - 1.2973965832485503, - 1.3076906356101015, - 1.3005314186720753, - 1.3144363303225102 + 1.291285372864571, + 1.2890124573202697, + 1.2865504776142653, + 1.2908216201026381, + 1.273522309955879, + 1.2896493825125481, + 1.2820152736660906, + 1.30857307258004, + 1.2979808378720665, + 1.2855080222448747, + 1.2906493068762546, + 1.2858400433149646, + 1.308698607258667, + 1.2991705826876374, + 1.2751977256692257, + 1.2733943667240282, + 1.2677871091143764, + 1.2716344295061397, + 1.3085632997737422, + 1.2716344279907386, + 1.2876555941667545, + 1.2677459458462104, + 1.2692952703502036, + 1.2979766910029205, + 1.284442325739567, + 1.2810447038922745, + 1.259999666011459, + 1.2813522994624973, + 1.2855214534081842, + 1.2720460173815047, + 1.291805131771368, + 1.2717976018927197, + 1.2842405626832647, + 1.2690353639544325, + 1.2751977014742395, + 1.3155598551822072 ], "timestamps": [ - "2026-06-14 00:20:00", - "2026-06-14 00:30:00", - "2026-06-14 00:40:00", - "2026-06-14 00:50:00", - "2026-06-14 01:00:00", "2026-06-14 01:10:00", "2026-06-14 01:20:00", "2026-06-14 01:30:00", @@ -653,6 +648,11 @@ "2026-06-15 19:50:00", "2026-06-15 20:00:00", "2026-06-15 20:10:00", - "2026-06-15 20:20:00" + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 51caed6cd52aa2233a1891eeff58791317a982e8..0910ff09c8da0d6d20990fded8b0ff19b9332bd7 100644 --- a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T12:10:12.456148+00:00", + "evaluated_at": "2026-06-17T13:13:52.157751+00:00", "freq": "1h", - "context_length": 157, + "context_length": 158, "prediction_length": 24, "context": [ 39.79999923706055, @@ -162,10 +162,10 @@ 12.5, 14.300000190734863, 21.799999237060547, - 24.799999237060547 + 24.799999237060547, + 38.400001525878906 ], "actuals": [ - 38.400001525878906, 52.599998474121094, 66.5999984741211, 69.4000015258789, @@ -188,85 +188,86 @@ 22.899999618530273, 22.799999237060547, 27.100000381469727, - 35.900001525878906 + 35.900001525878906, + 42.0 ], "p50": [ - 25.30116040439804, - 25.40781043850235, - 25.476741425317943, - 25.426826587602783, - 25.583880002995592, - 25.640334605649684, - 25.640776064239958, - 25.486977590789778, - 25.634492818856423, - 25.3284677736641, - 25.50312832164134, - 25.552643762307362, - 25.640950125018563, - 25.50393383440957, - 25.815334134599752, - 25.827461053431556, - 25.586056137387146, - 25.690364529796625, - 25.815334141696905, - 25.68367955125629, - 25.471869558518474, - 25.78144470485379, - 25.598462397293787, - 25.79709274940769 + 43.439119338816504, + 45.42099296178894, + 46.046071538584435, + 46.456660517098584, + 46.813355881762526, + 46.92794724096924, + 46.73980517110347, + 46.74603441871729, + 47.02291444208435, + 46.7818574240872, + 46.63786164645651, + 46.95840971223593, + 46.67546903230583, + 46.76354121764214, + 46.83609559834341, + 47.001712477204926, + 46.83610083352335, + 46.836101402650485, + 46.63813211184038, + 46.980377264033066, + 46.89203258896567, + 46.766778973274995, + 47.010872298951035, + 46.751681345276225 ], "p10": [ - 23.30500846296871, - 23.25284077320936, - 23.32929136012042, - 23.27238412056454, - 23.035459842822824, - 23.28652811588058, - 23.732412740665136, - 23.027159901991144, - 23.287780446761765, - 23.629352208635062, - 23.629355035893106, - 23.7051885918242, - 23.28779429424926, - 23.280076585620627, - 23.59519996729837, - 23.629356149191292, - 23.349614852794428, - 22.93336787415272, - 23.804312675612017, - 23.287794383492187, - 23.256922611931305, - 23.64325406068075, - 23.34961485336576, - 22.896639272817108 + 41.12740129979858, + 43.62689991915122, + 44.21309866600911, + 43.22809109963825, + 44.65563582812322, + 44.714946793624854, + 44.568438395738696, + 44.520395725415845, + 44.57299140453924, + 44.91794019294381, + 44.46419735971846, + 44.58020943492963, + 44.507641513406675, + 44.568714040388635, + 44.63702215586629, + 44.63702592619293, + 44.89047492645931, + 44.453194280167025, + 44.35173458693106, + 44.973963943751286, + 44.625826455994996, + 43.38910853376372, + 44.58031456795396, + 44.50768235985629 ], "p90": [ - 28.817328531770706, - 28.793911271649755, - 28.48184191086968, - 28.501341854905217, - 28.394685381462757, - 29.13064653959173, - 28.88986054277217, - 28.50898507976327, - 29.15536530291442, - 28.50903040263408, - 29.49804028621694, - 28.674219074945928, - 28.509034255955104, - 28.890034667556975, - 29.131262141073574, - 28.4923942770998, - 29.131088237445915, - 29.191210647474254, - 29.75307390372267, - 29.128389237822354, - 28.148401657807383, - 29.155379239656746, - 29.13108823801725, - 28.82073896920814 + 46.86335673957292, + 48.90849163706475, + 49.801789713214454, + 49.047466235749674, + 50.17231504480532, + 50.21945537837064, + 49.69616933628333, + 50.72763449950234, + 51.33842355359551, + 50.35996721483074, + 50.360393110475805, + 52.4607331425921, + 50.33168184222296, + 50.673000333190814, + 50.317232632363094, + 50.24265980970712, + 50.317237867543035, + 50.67301584178912, + 48.49550567904513, + 50.31626995634451, + 49.906300144574985, + 50.15779840475983, + 49.939936366532955, + 50.32595788321596 ], "timestamps": [ "2026-06-10 00:00:00", @@ -449,6 +450,7 @@ "2026-06-17 09:00:00", "2026-06-17 10:00:00", "2026-06-17 11:00:00", - "2026-06-17 12:00:00" + "2026-06-17 12:00:00", + "2026-06-17 13:00:00" ] } diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index c1cdd44a4aaa1a2d0298ee52f023ea1769a693c9..924b3803480e3fa64d081bacbd8409a799da6c94 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T12:26:17.165483+00:00", + "evaluated_at": "2026-06-17T13:13:52.212956+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, 3120.0, 3120.0, 3120.0, @@ -293,9 +281,6 @@ 2850.0, 2850.0, 2850.0, - 2850.0 - ], - "actuals": [ 2850.0, 2850.0, 2850.0, @@ -308,6 +293,9 @@ 2850.0, 2850.0, 2850.0, + 2850.0 + ], + "actuals": [ 2850.0, 2850.0, 2850.0, @@ -319,91 +307,99 @@ 2850.0, 2850.0, 2800.0, - 2850.0 + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 ], "p50": [ - 2841.8820716584005, - 2841.8861626147777, - 2841.8834812904643, - 2841.885940804975, - 2841.888946477051, - 2841.8874081311005, - 2841.867770148246, - 2841.8844303611154, - 2841.8883376796607, - 2841.8828273463564, - 2841.8867331867787, - 2841.854883610081, - 2841.8785130452507, - 2841.887384859153, - 2841.887077624515, - 2841.8889465427715, - 2841.885393635779, - 2841.8892553153282, - 2841.8774499435467, - 2841.8890849344625, - 2841.886776443941, - 2841.8890776635753, - 2841.887757150158, - 2841.886427993087 + 2841.7007051254013, + 2841.7017628372528, + 2841.6995615851415, + 2841.7024119245484, + 2841.7027251479803, + 2841.699439109003, + 2841.6956951284915, + 2841.7026717399854, + 2841.701184636124, + 2841.7016505593697, + 2841.698435964434, + 2841.701781620348, + 2841.699158716361, + 2841.7019058343058, + 2841.69439518549, + 2841.7019058343058, + 2841.700224793025, + 2841.7011501692436, + 2841.7002903337143, + 2841.702578906154, + 2841.7021548934613, + 2841.7022853744947, + 2841.702694279258, + 2841.693128065195 ], "p10": [ - 2820.2730385233635, - 2833.073683609951, - 2814.914183518634, - 2830.834532012009, - 2813.3986647252527, - 2814.2880651380055, - 2813.398664790719, - 2819.7013432856847, - 2819.8146067204625, - 2813.4881014969956, - 2828.202932024444, - 2813.3986647909733, - 2813.398769912094, - 2811.186445803328, - 2833.072553334612, - 2820.653396326693, - 2815.870957893442, - 2823.6282336126505, - 2813.4791683385056, - 2823.6282336126505, - 2813.4791683385056, - 2834.598896705533, - 2828.202932024444, - 2813.4791683385056 + 2814.4671672844765, + 2815.3558108965512, + 2826.2999553453037, + 2827.120309439159, + 2830.208909812538, + 2818.9968923985675, + 2821.404208004498, + 2825.0855997053595, + 2822.8475036546834, + 2815.4350079036794, + 2819.0674499052957, + 2818.0717629036876, + 2821.383328039592, + 2815.3558124264287, + 2819.2762848734105, + 2819.2762848734105, + 2818.997210270061, + 2819.0674499052957, + 2824.989440819542, + 2827.1203323874306, + 2812.1631246018983, + 2826.8067822024123, + 2834.8282837097304, + 2819.067485224349 ], "p90": [ - 2849.8470085695185, - 2850.4517522058113, - 2854.4871712333293, - 2852.3751768074144, - 2854.6082142514715, - 2854.487188228796, - 2854.4871882326283, - 2850.327139351115, - 2849.92789417357, - 2853.8279247739356, - 2849.8429070324023, - 2852.3751778644005, - 2850.526719673232, - 2856.1597391855194, - 2850.0060012620083, - 2854.0474325503533, - 2853.8279247739356, - 2853.8279247739356, - 2850.360148528712, - 2852.5220746062496, - 2849.851405746519, - 2855.3217893993087, - 2848.6248691921232, - 2852.3796901157216 + 2850.4559500613955, + 2852.330397449578, + 2851.3407132225097, + 2854.293564118881, + 2851.5900496368804, + 2852.4095904023966, + 2849.7457923745164, + 2852.1929131365578, + 2859.2821335546023, + 2851.3776496086098, + 2853.580841316277, + 2852.1929131365578, + 2850.6295918015094, + 2849.745792374517, + 2849.9395488701643, + 2851.340713300341, + 2853.669170460316, + 2851.340713300341, + 2856.779739593756, + 2854.083636519376, + 2851.4221580214416, + 2854.060311230102, + 2855.3124141571016, + 2849.893765432434 ], "timestamps": [ - "2026-06-16 09:55:00", - "2026-06-16 10:10:00", - "2026-06-16 10:25:00", - "2026-06-16 10:40:00", "2026-06-16 10:55:00", "2026-06-16 11:10:00", "2026-06-16 11:25:00", @@ -711,6 +707,10 @@ "2026-06-19 14:55:00", "2026-06-19 15:10:00", "2026-06-19 15:25:00", - "2026-06-19 15:40:00" + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index e742fd6fa194d6a81e9de8e23348997b36ffb02b..dc10e7e614daa505a7a2d8d52b109c841e4fa67a 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,25 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-17T13:03:29.222919+00:00", + "evaluated_at": "2026-06-17T13:13:52.254545+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 144, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t011000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 229, + "prediction_length": 36 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 83, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t130000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 158, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t063600z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t105000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 51ab55dc986f57b169ffd65e2ed3f0f3bb6df4db..67d16281416fb953b26d0018822ecf57a82136b2 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -8,4 +8,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 -2026-06-17,Chronos-2,4.100,3.900,4.100,3.600,4.200,3.600,4.100,3.600,4.200 +2026-06-17,Chronos-2,3.800,3.600,3.800,3.100,3.800,3.400,3.800,3.100,3.600 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index a9d41e4a7abb64267a05b8394299e67a86f56891..6f6d48606da7c141258ba532c8c5d1d765dd8eb1 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.933,3.567,3.933,3.6,3.967,3.2,3.933,3.6,3.933 +2026-W25,Chronos-Bolt-Mini,3.833,3.467,3.833,3.433,3.833,3.133,3.833,3.433,3.733 diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 6b91c51e416d661b2f94d245b7c545ba84200c0a..3ed27a753eb391681079b09666bac91558ad1635 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -2,10 +2,10 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5] binance_btcusdt_1h_close/1h/short,ETS,1799590.107611457,1727612.823743289,1183.5529043058716,1.3633481724533112,0.01809455932042561,0.017894097300067805,33.21302688890359,1341.488019928414,0.02044893289167406,0.018041453635335648,0.016987052920420416,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.489479866203396,7.414069954798646,2.3614220569248885,0.9976647117903313,0.10460912773724944,0.11238457612348751,5.6000762496571355,2.547445753338704,0.11536039158696845,0.10693635883391464,0.09065388722585058,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,2.26734485874451,2.279238463245094,1.1268921687913014,4.870414666941162,1.3525847806017244,0.532833732731396,180.61415251111515,1.5057705199480134,0.9072364882991829,0.678959828448074,0.6691211745617713,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.007237842058757587,0.007156980635338101,0.0635833638885937,0.37497884935403447,0.04787909817445894,0.048550089463923335,2.4476090410973477,0.08507550798412894,0.06516421888146047,0.04870215106360369,0.04298734057266704,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.018407972991727393,0.018200564975722474,0.11021868461037602,0.6601640357130744,0.08000796565858898,0.08473788373975052,3.955435114469899,0.13567598531695796,0.10261208480147191,0.08335866502480449,0.07431329267942581,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.11826704723637278,0.10208726225407767,0.27134365055243603,0.2929047036529177,0.01697980904526709,0.017166815670878275,11.187398682599936,0.3438997633560872,0.021538606622191148,0.016994382583004973,0.017007720252138477,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,488.7710384711797,495.914454307949,16.117626613109756,2.138938648407011,0.32579612257872204,0.4292396148388293,62.99239301154025,22.10816678223637,0.576922905002889,0.42059697029508947,0.399765890429441,Air Quality,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,282.90689442707463,282.6623892023272,15.31256892079337,2.007910936848076,0.46233858819173507,0.4068713714335568,53.35090476401226,16.819836337701823,0.43721006255463685,0.3980305801624109,0.3779745971030077,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,60.75033009074527,62.224012692246525,6.054719596133192,2.9272177356881106,0.22055280368494687,0.2698811379298695,82.78704463017053,7.794249809362365,0.30934676971802727,0.2403063789875461,0.2295299431254804,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,34.01317750267074,33.827754558558745,4.932320981882283,0.9365166421295473,0.8339258444954684,0.4498212436814546,5.0244632865031855,5.832081746912567,0.5342364959003878,0.4518156624624992,0.3418517152865529,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,311.6186227628711,271.6219903346427,14.645052492853097,0.13865138454772163,0.0051447528530722516,0.005158647935651899,5.670315719310259,17.65272281442359,0.006198468874120939,0.005142373955061804,0.005176511970180068,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,370.5585842270959,364.6314638948161,15.984004689110975,0.14448817798066418,0.005650771250221054,0.0056454035973908315,5.785176835939194,19.249898291344188,0.006779127791522531,0.0056289965156076805,0.0056306269060862,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,3204.790611752943,2881.2038365570006,50.33739973772421,1.0507561340143807,0.2404507822920921,0.2146543225620431,5.672580589017583,56.61087008475442,0.2388644307373604,0.21239409172035534,0.1565877432051329,Web,1 diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 949d6f37bacfccb4fe9bbac2147f1ce09d901964..32ec3e261de09836052c3f657cd7cca694593b7b 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-17T12:39:01.003953+00:00", + "evaluated_at": "2026-06-17T13:13:52.353264+00:00", "freq": "10min", "context_length": 229, "prediction_length": 36, "context": [ - 1.2999999523162842, - 1.399999976158142, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -234,11 +232,11 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.399999976158142 + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -272,128 +270,125 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.5, + 1.5 ], "p50": [ - 1.2905916262401074, - 1.2903337559240198, - 1.2900758856079322, - 1.2898180152918446, - 1.289560144975757, - 1.2893022746596694, - 1.2890444043435818, - 1.2887865340274942, - 1.2885286637114066, - 1.288270793395319, - 1.2880129230792317, - 1.287755052763144, - 1.2874971824470565, - 1.2872393121309689, - 1.2869814418148813, - 1.2867235714987937, - 1.286465701182706, - 1.2862078308666185, - 1.285949960550531, - 1.2856920902344433, - 1.2854342199183557, - 1.2851763496022681, - 1.2849184792861805, - 1.284660608970093, - 1.2844027386540053, - 1.2841448683379177, - 1.2838869980218302, - 1.2836291277057426, - 1.283371257389655, - 1.2831133870735674, - 1.2828555167574798, - 1.2825976464413922, - 1.2823397761253048, - 1.2820819058092172, - 1.2818240354931296, - 1.281566165177042 + 1.233046757796439, + 1.2324497888157082, + 1.2318528198349772, + 1.2312558508542462, + 1.2306588818735151, + 1.2300619128927843, + 1.2294649439120533, + 1.2288679749313223, + 1.2282710059505912, + 1.2276740369698604, + 1.2270770679891294, + 1.2264800990083984, + 1.2258831300276676, + 1.2252861610469366, + 1.2246891920662055, + 1.2240922230854745, + 1.2234952541047437, + 1.2228982851240127, + 1.2223013161432816, + 1.2217043471625506, + 1.2211073781818198, + 1.2205104092010888, + 1.2199134402203577, + 1.219316471239627, + 1.218719502258896, + 1.2181225332781649, + 1.2175255642974339, + 1.216928595316703, + 1.216331626335972, + 1.215734657355241, + 1.21513768837451, + 1.2145407193937792, + 1.2139437504130481, + 1.2133467814323171, + 1.2127498124515863, + 1.2121528434708553 ], "p10": [ - 1.1905916023982495, - 1.1903337320821619, - 1.1900758617660743, - 1.1898179914499867, - 1.189560121133899, - 1.1893022508178115, - 1.189044380501724, - 1.1887865101856363, - 1.1885286398695487, - 1.1882707695534611, - 1.1880128992373737, - 1.1877550289212861, - 1.1874971586051986, - 1.187239288289111, - 1.1869814179730234, - 1.1867235476569358, - 1.1864656773408482, - 1.1862078070247606, - 1.185949936708673, - 1.1856920663925854, - 1.1854341960764978, - 1.1851763257604102, - 1.1849184554443226, - 1.184660585128235, - 1.1844027148121474, - 1.1841448444960598, - 1.1838869741799722, - 1.1836291038638846, - 1.183371233547797, - 1.1831133632317095, - 1.1828554929156219, - 1.1825976225995343, - 1.182339752283447, - 1.1820818819673593, - 1.1818240116512717, - 1.1815661413351841 + 1.133046733954581, + 1.1324497649738503, + 1.1318527959931193, + 1.1312558270123882, + 1.1306588580316572, + 1.1300618890509264, + 1.1294649200701954, + 1.1288679510894644, + 1.1282709821087333, + 1.1276740131280025, + 1.1270770441472715, + 1.1264800751665405, + 1.1258831061858097, + 1.1252861372050786, + 1.1246891682243476, + 1.1240921992436166, + 1.1234952302628858, + 1.1228982612821548, + 1.1223012923014237, + 1.1217043233206927, + 1.121107354339962, + 1.1205103853592309, + 1.1199134163784998, + 1.119316447397769, + 1.118719478417038, + 1.118122509436307, + 1.117525540455576, + 1.1169285714748451, + 1.1163316024941141, + 1.115734633513383, + 1.115137664532652, + 1.1145406955519213, + 1.1139437265711902, + 1.1133467575904592, + 1.1127497886097284, + 1.1121528196289974 ], "p90": [ - 1.4005916405452215, - 1.3903337797658777, - 1.39007590944979, - 1.3898180391337025, - 1.389560168817615, - 1.3893022985015273, - 1.3890444281854397, - 1.3887865578693521, - 1.3885286875532645, - 1.388270817237177, - 1.3880129469210896, - 1.387755076605002, - 1.3874972062889144, - 1.3872393359728268, - 1.3869814656567392, - 1.3867235953406516, - 1.386465725024564, - 1.3862078547084764, - 1.3859499843923888, - 1.3856921140763012, - 1.3854342437602136, - 1.385176373444126, - 1.3849185031280384, - 1.3846606328119508, - 1.4844026671284316, - 1.3841448921797757, - 1.383887021863688, - 1.3836291515476005, - 1.3833711739431522, - 1.3831134109154253, - 1.3828555405993377, - 1.38259767028325, - 1.3823397999671627, - 1.3820819296510751, - 1.3818240593349875, - 1.3815661890189 + 1.333046781638297, + 1.3324498126575661, + 1.331852843676835, + 1.3412558651593602, + 1.330658905715373, + 1.3300619367346422, + 1.3294649677539112, + 1.3288679987731802, + 1.3282710297924492, + 1.3276740608117183, + 1.3270770918309873, + 1.3264801228502563, + 1.3258831538695255, + 1.3352861753520506, + 1.3246892159080634, + 1.3240922469273324, + 1.3234952779466016, + 1.3228983089658706, + 1.3223013399851395, + 1.3217043710044085, + 1.3211074020236777, + 1.3205104330429467, + 1.3199134640622157, + 1.3193164950814849, + 1.3187195261007538, + 1.3181225571200228, + 1.3175255881392918, + 1.3169284999492714, + 1.31633165017783, + 1.315734681197099, + 1.3151377122163679, + 1.314540743235637, + 1.313943774254906, + 1.313346805274175, + 1.3127498362934442, + 1.3121528673127132 ], "timestamps": [ - "2026-06-14 00:20:00", - "2026-06-14 00:30:00", - "2026-06-14 00:40:00", - "2026-06-14 00:50:00", - "2026-06-14 01:00:00", "2026-06-14 01:10:00", "2026-06-14 01:20:00", "2026-06-14 01:30:00", @@ -653,6 +648,11 @@ "2026-06-15 19:50:00", "2026-06-15 20:00:00", "2026-06-15 20:10:00", - "2026-06-15 20:20:00" + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 708d208fd405c197c4d52e40d130ad7a552112b1..c91b5d0a94c41e7dfef7d5d0cf76a54eb13f1985 100644 --- a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T12:10:12.763932+00:00", + "evaluated_at": "2026-06-17T13:13:52.372660+00:00", "freq": "1h", - "context_length": 157, + "context_length": 158, "prediction_length": 24, "context": [ 39.79999923706055, @@ -162,10 +162,10 @@ 12.5, 14.300000190734863, 21.799999237060547, - 24.799999237060547 + 24.799999237060547, + 38.400001525878906 ], "actuals": [ - 38.400001525878906, 52.599998474121094, 66.5999984741211, 69.4000015258789, @@ -188,85 +188,86 @@ 22.899999618530273, 22.799999237060547, 27.100000381469727, - 35.900001525878906 + 35.900001525878906, + 42.0 ], "p50": [ - 24.50000018700974, - 24.003846955471644, - 23.907692865626665, - 24.211539347986275, - 23.81538459056927, - 24.019232121970628, - 23.67307755528849, - 23.426924800587553, - 23.73076985243569, - 23.484616144060436, - 23.53846405693152, - 23.442308536575066, - 23.346155400404403, - 23.100001692029146, - 23.403848651225914, - 23.057695038218093, - 22.661541234475408, - 22.61538781220245, - 22.769235152868944, - 22.673080586186806, - 22.476927545383575, - 22.480773360171163, - 22.434620414735363, - 22.288467087829837 + 38.100001038510435, + 38.0910856691404, + 37.7821677248497, + 38.02325235547966, + 38.06433431582153, + 37.70541808814461, + 37.64650109752823, + 38.03758486985131, + 37.92866578115143, + 38.01975127008828, + 37.91083408873703, + 37.70191652591607, + 37.59300029823914, + 37.634083689092485, + 37.57516765215043, + 37.96625047079918, + 37.85733328944794, + 37.84841458221779, + 37.939499117480324, + 37.83058479715203, + 37.92166647139161, + 37.61274852710091, + 37.90383287162858, + 37.89491416439843 ], "p10": [ - 21.600000377744603, - 21.873846459561, - 21.407693342463823, - 21.401538356164984, - 21.215384209099543, - 21.11923059609172, - 21.663077707876383, - 21.026923751545805, - 21.53077052000771, - 20.73461805140907, - 21.43846176811316, - 20.632309452102408, - 21.246154542097518, - 21.0500024549686, - 20.953848841960777, - 20.857695228952956, - 19.66154314182404, - 19.845386972969052, - 19.86923553433867, - 19.773080013982216, - 19.676928117588165, - 20.280773550906027, - 20.364619766236828, - 19.38846556195093 + 35.900001706082456, + 35.891084906200945, + 35.2821677248497, + 35.173252450847095, + 35.164335650965576, + 35.25541732520516, + 35.846500906793366, + 35.50758475541039, + 35.12866654409088, + 35.819750507148825, + 35.47083450835373, + 35.09191610629937, + 34.972999077536016, + 35.084082544683305, + 34.95516547777299, + 35.76624970785973, + 35.05733386165253, + 35.048415345157245, + 35.029498507128764, + 35.82058113504265, + 36.12166723433106, + 34.612750434449545, + 35.40383287162858, + 34.99491626248192 ], "p90": [ - 27.80999946221726, - 27.4038456203276, - 26.887692884700147, - 27.8115379174748, - 27.43538504833294, - 27.619231549766038, - 27.223077746023353, - 26.05692386598672, - 27.040770558154684, - 26.93461690699989, - 26.938463675461794, - 27.042308918044792, - 26.376155896315044, - 26.5500024549686, - 27.03384876566683, - 26.56769593467195, - 26.36154199741486, - 26.46538723999786, - 26.079234428076465, - 25.983080815068643, - 24.496927430942655, - 25.880773932375753, - 25.884620700837658, - 25.798466935241944 + 41.52000197311126, + 41.60108551655251, + 41.392168144466396, + 41.48325172605461, + 41.364334506556396, + 41.085417535013505, + 41.346500906793366, + 41.6375833439724, + 41.32866730703034, + 41.63974982050332, + 41.51083447020676, + 41.311916945532765, + 41.503000813223274, + 41.01408313596138, + 41.77516650774125, + 41.46625047079918, + 41.25733290797822, + 41.2484161080967, + 40.939499117480324, + 41.73058250833367, + 41.36166605177491, + 41.21274890857064, + 40.223832184983074, + 41.214915385101556 ], "timestamps": [ "2026-06-10 00:00:00", @@ -449,6 +450,7 @@ "2026-06-17 09:00:00", "2026-06-17 10:00:00", "2026-06-17 11:00:00", - "2026-06-17 12:00:00" + "2026-06-17 12:00:00", + "2026-06-17 13:00:00" ] } diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 37dc9300ce384282b3f141f4385a40714cd4752a..f48a829032c3ef4fad6eb759946b4c8ee0d439a2 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-17T12:26:17.324923+00:00", + "evaluated_at": "2026-06-17T13:13:52.391735+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, 3120.0, 3120.0, 3120.0, @@ -293,9 +281,6 @@ 2850.0, 2850.0, 2850.0, - 2850.0 - ], - "actuals": [ 2850.0, 2850.0, 2850.0, @@ -308,6 +293,9 @@ 2850.0, 2850.0, 2850.0, + 2850.0 + ], + "actuals": [ 2850.0, 2850.0, 2850.0, @@ -319,91 +307,99 @@ 2850.0, 2850.0, 2800.0, - 2850.0 + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 ], "p50": [ - 2848.067110256615, - 2846.950913336468, - 2845.834716416322, - 2844.7185194961753, - 2843.6023225760287, - 2842.486125655882, - 2841.3699287357354, - 2840.253731815589, - 2839.1375348954425, - 2838.021337975296, - 2836.905141055149, - 2835.7889441350026, - 2834.6727472148564, - 2833.5565502947097, - 2832.440353374563, - 2831.3241564544164, - 2830.20795953427, - 2829.0917626141236, - 2827.975565693977, - 2826.8593687738303, - 2825.7431718536836, - 2824.626974933537, - 2823.510778013391, - 2822.394581093244 + 2848.0880043664856, + 2847.134002815865, + 2846.180001265245, + 2845.225999714625, + 2844.271998164005, + 2843.3179966133844, + 2842.3639950627644, + 2841.4099935121444, + 2840.455991961524, + 2839.501990410904, + 2838.5479888602836, + 2837.5939873096636, + 2836.639985759043, + 2835.685984208423, + 2834.731982657803, + 2833.7779811071828, + 2832.823979556563, + 2831.8699780059424, + 2830.9159764553224, + 2829.961974904702, + 2829.007973354082, + 2828.053971803462, + 2827.0999702528416, + 2826.1459687022216 ], "p10": [ - 2848.067110256615, - 2846.950913336468, - 2845.834716416322, - 2844.7185194961753, - 2843.6023225760287, - 2792.486125655882, - 2841.3699287357354, - 2840.253731815589, - 2839.1375348954425, - 2838.021337975296, - 2836.905141055149, - 2835.7889441350026, - 2834.6727472148564, - 2833.5565502947097, - 2832.440353374563, - 2831.3241564544164, - 2830.20795953427, - 2829.0917626141236, - 2822.975565693977, - 2826.8593687738303, - 2775.7431718536836, - 2824.626974933537, - 2823.510778013391, - 2822.394581093244 + 2848.0880043664856, + 2847.134002815865, + 2846.180001265245, + 2845.225999714625, + 2844.271998164005, + 2843.3179966133844, + 2842.3639950627644, + 2841.4099935121444, + 2840.455991961524, + 2839.501990410904, + 2838.5479888602836, + 2837.5939873096636, + 2836.639985759043, + 2835.685984208423, + 2834.731982657803, + 2833.7779811071828, + 2827.823979556563, + 2831.8699780059424, + 2830.9159764553224, + 2829.961974904702, + 2829.007973354082, + 2828.053971803462, + 2827.0999702528416, + 2826.1459687022216 ], "p90": [ - 2848.067110256615, - 2846.950913336468, - 2845.834716416322, - 2844.7185194961753, - 2843.6023225760287, - 2842.486125655882, - 2841.3699287357354, - 2840.253731815589, - 2839.1375348954425, - 2838.021337975296, - 2836.905141055149, - 2835.7889441350026, - 2834.6727472148564, - 2833.5565502947097, - 2832.440353374563, - 2831.3241564544164, - 2830.20795953427, - 2829.0917626141236, - 2827.975565693977, - 2826.8593687738303, - 2825.7431718536836, - 2824.626974933537, - 2823.510778013391, - 2822.394581093244 + 2848.0880043664856, + 2847.134002815865, + 2846.180001265245, + 2845.225999714625, + 2844.271998164005, + 2843.3179966133844, + 2842.3639950627644, + 2841.4099935121444, + 2840.455991961524, + 2839.501990410904, + 2838.5479888602836, + 2837.5939873096636, + 2836.639985759043, + 2835.685984208423, + 2834.731982657803, + 2833.7779811071828, + 2832.823979556563, + 2831.8699780059424, + 2830.9159764553224, + 2829.961974904702, + 2829.007973354082, + 2828.053971803462, + 2827.0999702528416, + 2826.1459687022216 ], "timestamps": [ - "2026-06-16 09:55:00", - "2026-06-16 10:10:00", - "2026-06-16 10:25:00", - "2026-06-16 10:40:00", "2026-06-16 10:55:00", "2026-06-16 11:10:00", "2026-06-16 11:25:00", @@ -711,6 +707,10 @@ "2026-06-19 14:55:00", "2026-06-19 15:10:00", "2026-06-19 15:25:00", - "2026-06-19 15:40:00" + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 1fcd4e1ca18f67effd4a99eebd65ad490133eaab..47d4ab55109eab4d2619f1e67ccdb63f45802fcb 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,25 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-17T13:03:29.333919+00:00", + "evaluated_at": "2026-06-17T13:13:52.403863+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 144, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t011000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 229, + "prediction_length": 36 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 83, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t130000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 158, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t063600z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t105000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 0f1ebcb528dde2a08b7ca2d7931c737ad421bd65..ca67b1b5ce7d3c6540a0b3519593312acd10f301 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1233,3 +1233,6 @@ {"evaluated_at": "2026-06-17T13:03:29.420940+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-17T13:03:29.420940+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} {"evaluated_at": "2026-06-17T13:03:29.420940+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-17T13:13:52.472812+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 36} +{"evaluated_at": "2026-06-17T13:13:52.472812+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} +{"evaluated_at": "2026-06-17T13:13:52.472812+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index dfd68d42f100a55083b3ad3258138ece81308b6c..b67e87441e496bdbd7fa7161773709d97e2d4f62 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -2,10 +2,10 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5] binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1207541.3882598877,1116206.083287557,944.6409505208334,1.088142751229568,0.01444434208366549,0.014314437775520354,6.963133320704304,1098.8818809407533,0.01675093431784534,0.014399744677357735,0.00896748152134895,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.8922508714799733,0.9189711602047433,0.8140978018442789,0.3429946412089941,0.036152468610091054,0.03677425947529062,3.9660085078515093,0.9445903193871792,0.04277551700205973,0.03686619865712978,0.05961528094225667,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.6371759583474763,0.7354008720132742,0.5868006447950999,2.5380878036529793,0.6041109791156026,0.33425762175735335,26.745430548932756,0.7982330225864351,0.4581665909342308,0.33680948216429774,0.2188872038366158,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.015374964786227944,0.02088203365885397,0.1221245527267456,0.7202217916558867,0.09048463116286154,0.0960333270530371,3.85095689403725,0.12399582568065727,0.0949755260532694,0.0935422105992094,0.09098373163958248,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.02686067083353352,0.029075957657757872,0.14257153371969858,0.8539441330743148,0.10375138635607,0.11173173673920594,4.966318868421398,0.16389225373254687,0.12395211871150846,0.10782720519143409,0.0967670163962074,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.12886740364232688,0.02735209525282774,0.10852320988972981,0.11714649879405231,0.006843049179351561,0.006788530840310517,2.1619564113339633,0.35898106306924726,0.022483155634679935,0.006796860528142032,0.013156658668013941,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,590.1540635469645,654.7672495842315,18.97914715607961,2.517077566259751,0.3960440583180822,0.5545344015106302,61.23662825212796,24.293086743906475,0.6416840166408421,0.5013202112977918,0.45801228942165184,Air Quality,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,356.86336194571305,405.8253454694068,15.051915009816488,1.9737318359219074,0.33240138600076113,0.40176525429228754,29.36205217670675,18.89082745529462,0.4910428191815994,0.3912552162150299,0.343902370101855,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,2.829415405157306,3.4369829777980763,1.4451735019683838,0.6986842972563138,0.05345643647093978,0.055433810183782274,2.0682770794347434,1.6820866223703541,0.06676050623770616,0.05735763741867825,0.04531127134900051,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,29.77168157155624,25.952503185283557,4.409404893716176,0.8372287772878816,0.6928359847034423,0.42047058760771333,8.183403271663039,5.456343241728496,0.49981770153238136,0.4039149520961383,0.3095352248482223,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,104.0375651344657,99.77856019573908,6.6034800211588545,0.06251815404647436,0.002326392904359695,0.0023254898948988196,0.4922991690551035,10.199880643148022,0.003581523561602817,0.0023187054938963057,0.002943449823912359,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,502.06616356720525,478.6157958296438,11.682281494140625,0.10560254457980227,0.00416122745650952,0.004131340311629396,2.440589919153131,22.406832966021888,0.00789088761826156,0.004114082991333455,0.00397980513012554,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a8b0381ce83bfbe09d9c83108ae3eb52ee37ef46..c87ce6c50eb93c4c4a8ac8c0e14485dbc8524a5b 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T12:38:09.328538+00:00", + "evaluated_at": "2026-06-17T13:12:56.076913+00:00", "freq": "10min", "context_length": 229, "prediction_length": 36, "context": [ - 1.2999999523162842, - 1.399999976158142, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -234,11 +232,11 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.399999976158142 + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -272,128 +270,125 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.5, + 1.5 ], "p50": [ - 1.289199709892273, - 1.262949287891388, - 1.2701578736305237, - 1.2356918454170227, - 1.2175706624984741, - 1.2174757719039917, - 1.237588107585907, - 1.1967366337776184, - 1.201698660850525, - 1.1986037492752075, - 1.1916332244873047, - 1.1989229917526245, - 1.1981666088104248, - 1.189206838607788, - 1.2007028460502625, - 1.2111487984657288, - 1.2192001938819885, - 1.2122252583503723, - 1.2248810529708862, - 1.2051765322685242, - 1.2101547718048096, - 1.1811563968658447, - 1.1615020036697388, - 1.2097038626670837, - 1.2074806690216064, - 1.1806894540786743, - 1.2299823760986328, - 1.175575315952301, - 1.143289566040039, - 1.1674067378044128, - 1.1668577790260315, - 1.1640454530715942, - 1.1600749492645264, - 1.1862313747406006, - 1.1602903604507446, - 1.1875497102737427 + 1.2087636590003967, + 1.2150460481643677, + 1.2070344686508179, + 1.1796430349349976, + 1.1967735290527344, + 1.1786161065101624, + 1.1916669011116028, + 1.1818795204162598, + 1.172333836555481, + 1.1804222464561462, + 1.1708677411079407, + 1.1785925030708313, + 1.1848036050796509, + 1.1636155843734741, + 1.1925681829452515, + 1.1747974753379822, + 1.1982006430625916, + 1.186678409576416, + 1.192872166633606, + 1.1889886856079102, + 1.1774533987045288, + 1.1680325269699097, + 1.169987440109253, + 1.2067329287528992, + 1.1774792671203613, + 1.1679351925849915, + 1.1662322282791138, + 1.1991106867790222, + 1.180034577846527, + 1.1516307592391968, + 1.1384970545768738, + 1.1502636075019836, + 1.1663797497749329, + 1.1438809633255005, + 1.1566858887672424, + 1.1649262309074402 ], "p10": [ - 1.1327952146530151, - 1.1001046299934387, - 1.083843469619751, - 1.0456256866455078, - 1.0472065806388855, - 1.012825071811676, - 1.023360013961792, - 1.0225924849510193, - 1.0580877661705017, - 1.0156106352806091, - 0.9317295849323273, - 1.0342872142791748, - 0.9511750936508179, - 0.9969847500324249, - 0.9638314247131348, - 0.9630258977413177, - 0.951930969953537, - 0.9546240270137787, - 0.9859079122543335, - 0.9732903242111206, - 0.952544778585434, - 0.9068545699119568, - 0.9070036709308624, - 0.939112663269043, - 0.878330409526825, - 0.8957317471504211, - 0.9890627562999725, - 0.9346922039985657, - 0.8749030232429504, - 0.9127241373062134, - 0.8862127065658569, - 0.9029501080513, - 0.8521393537521362, - 0.8714837431907654, - 0.8247848451137543, - 0.8477976322174072 + 1.111706554889679, + 1.0834445357322693, + 1.0163373351097107, + 1.0275166034698486, + 1.0535120964050293, + 0.9910594522953033, + 1.0462358593940735, + 1.0034529566764832, + 1.0224816799163818, + 1.0107322931289673, + 1.0059841871261597, + 1.0036104321479797, + 0.9798620641231537, + 0.9660016000270844, + 0.9920270144939423, + 0.9977778494358063, + 0.9828995168209076, + 0.9033341407775879, + 0.963459312915802, + 0.9475745558738708, + 0.9667041003704071, + 0.9162441492080688, + 0.9259839653968811, + 0.9567720890045166, + 0.9456877708435059, + 0.943501353263855, + 0.8640817403793335, + 0.9832255244255066, + 0.8457949161529541, + 0.8908427953720093, + 0.9096812903881073, + 0.851763904094696, + 0.9092359244823456, + 0.832257091999054, + 0.8425030708312988, + 0.8454865217208862 ], "p90": [ - 1.523574948310852, - 1.4685916304588318, - 1.4933812618255615, - 1.4489971995353699, - 1.4500150680541992, - 1.4366665482521057, - 1.4626691937446594, - 1.4284857511520386, - 1.4391435384750366, - 1.464885175228119, - 1.4022433161735535, - 1.4440805315971375, - 1.4511414170265198, - 1.5027464628219604, - 1.467610239982605, - 1.4675819277763367, - 1.4413362741470337, - 1.4959004521369934, - 1.5065451860427856, - 1.5726282000541687, - 1.5648661851882935, - 1.4380569458007812, - 1.477457046508789, - 1.5041749477386475, - 1.5620615482330322, - 1.4712204933166504, - 1.538476824760437, - 1.4668369889259338, - 1.4883731603622437, - 1.4854653477668762, - 1.5328447818756104, - 1.4903411865234375, - 1.555586576461792, - 1.5313092470169067, - 1.512460172176361, - 1.5653964281082153 + 1.3208367228507996, + 1.318653404712677, + 1.330967903137207, + 1.3549140691757202, + 1.3553487062454224, + 1.3083457350730896, + 1.376946210861206, + 1.3492867946624756, + 1.3653865456581116, + 1.363877296447754, + 1.326349139213562, + 1.3718189597129822, + 1.378517985343933, + 1.3855385184288025, + 1.385760486125946, + 1.4437119960784912, + 1.432514250278473, + 1.4764283895492554, + 1.4852750301361084, + 1.4462549686431885, + 1.3985685110092163, + 1.419711172580719, + 1.386624038219452, + 1.506075918674469, + 1.4517368078231812, + 1.380012333393097, + 1.4829080700874329, + 1.4120201468467712, + 1.501577079296112, + 1.4457191824913025, + 1.473588228225708, + 1.430619239807129, + 1.4862200617790222, + 1.462370216846466, + 1.4848772883415222, + 1.500201940536499 ], "timestamps": [ - "2026-06-14 00:20:00", - "2026-06-14 00:30:00", - "2026-06-14 00:40:00", - "2026-06-14 00:50:00", - "2026-06-14 01:00:00", "2026-06-14 01:10:00", "2026-06-14 01:20:00", "2026-06-14 01:30:00", @@ -653,6 +648,11 @@ "2026-06-15 19:50:00", "2026-06-15 20:00:00", "2026-06-15 20:10:00", - "2026-06-15 20:20:00" + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index ced3a4328e30ae0a0efca3bf5f507d4ca1028670..4d4dc86d57a1c6eaec9d07a4fbbd082d7e77b810 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T11:42:31.249882+00:00", + "evaluated_at": "2026-06-17T13:13:03.263343+00:00", "freq": "1h", - "context_length": 156, + "context_length": 158, "prediction_length": 24, "context": [ 39.79999923706055, @@ -161,11 +161,11 @@ 11.699999809265137, 12.5, 14.300000190734863, - 21.799999237060547 + 21.799999237060547, + 24.799999237060547, + 38.400001525878906 ], "actuals": [ - 24.799999237060547, - 38.400001525878906, 52.599998474121094, 66.5999984741211, 69.4000015258789, @@ -187,85 +187,87 @@ 24.799999237060547, 22.899999618530273, 22.799999237060547, - 27.100000381469727 + 27.100000381469727, + 35.900001525878906, + 42.0 ], "p50": [ - 23.47700309753418, - 22.314095497131348, - 22.353707313537598, - 21.839454650878906, - 19.79781150817871, - 19.308110237121582, - 16.88347053527832, - 17.403053283691406, - 16.12681293487549, - 15.437281131744385, - 15.982042789459229, - 18.47124481201172, - 20.68327236175537, - 21.851557731628418, - 20.47659969329834, - 18.846654891967773, - 16.796560287475586, - 16.453857421875, - 16.96648597717285, - 17.035286903381348, - 18.818856239318848, - 20.10463523864746, - 19.829120635986328, - 23.205242156982422 + 39.03181266784668, + 33.92559814453125, + 31.320412635803223, + 27.38778591156006, + 24.955575942993164, + 21.300040245056152, + 20.720165252685547, + 23.451539039611816, + 23.209911346435547, + 26.91883373260498, + 28.233942985534668, + 29.94511890411377, + 27.44192123413086, + 25.17051601409912, + 22.468913078308105, + 20.42462921142578, + 21.45390224456787, + 21.723124504089355, + 21.008606910705566, + 21.952662467956543, + 25.20723056793213, + 27.87244415283203, + 30.944331169128418, + 30.723323822021484 ], "p10": [ - 18.84268856048584, - 16.6170711517334, - 16.072075843811035, - 14.989830493927002, - 12.914178371429443, - 12.465360164642334, - 10.160358428955078, - 10.064292907714844, - 9.189047813415527, - 9.171096324920654, - 8.943847179412842, - 9.944486141204834, - 13.137951850891113, - 14.543342113494873, - 12.885297775268555, - 10.095214366912842, - 9.230040073394775, - 9.363166809082031, - 9.786200046539307, - 8.183492183685303, - 10.210546493530273, - 10.309112548828125, - 10.318244457244873, - 12.697476387023926 + 27.595515251159668, + 22.041056632995605, + 18.621768951416016, + 15.66457462310791, + 12.502659320831299, + 11.28073787689209, + 11.12290334701538, + 9.952362060546875, + 9.940161228179932, + 13.430194854736328, + 14.353312969207764, + 15.594123363494873, + 14.348728656768799, + 13.576179027557373, + 12.810242176055908, + 9.182727336883545, + 11.68224287033081, + 11.424156188964844, + 11.733019351959229, + 10.02330207824707, + 13.079652786254883, + 12.622318267822266, + 16.217342376708984, + 16.12966251373291 ], "p90": [ - 30.620649337768555, - 33.791778564453125, - 33.51249313354492, - 34.73417091369629, - 32.303266525268555, - 29.65346908569336, - 31.0645809173584, - 27.76341152191162, - 31.36843776702881, - 24.410381317138672, - 28.61147689819336, - 33.04903602600098, - 36.78702354431152, - 41.916961669921875, - 37.1457576751709, - 36.26029968261719, - 33.18771934509277, - 29.445390701293945, - 29.51212215423584, - 30.79900550842285, - 33.86499214172363, - 39.25408744812012, - 35.57278823852539, - 45.419708251953125 + 50.533151626586914, + 49.2564811706543, + 46.44685935974121, + 49.36016845703125, + 48.10187530517578, + 44.71617126464844, + 43.22126007080078, + 49.62333679199219, + 44.76867485046387, + 49.0390682220459, + 55.09505081176758, + 47.41073989868164, + 47.46938896179199, + 49.62333679199219, + 39.55610466003418, + 40.78338050842285, + 50.66893196105957, + 44.31844711303711, + 36.56999969482422, + 50.84586715698242, + 51.44551467895508, + 55.86540985107422, + 54.981191635131836, + 64.87477111816406 ], "timestamps": [ "2026-06-10 00:00:00", @@ -447,6 +449,8 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index c6a0e1625ec0e58939bfb64265c7deb847c3daf7..9f0d934cfb8ac835476df5cc59ab56e31fdb90be 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T12:26:00.829357+00:00", + "evaluated_at": "2026-06-17T13:13:10.289553+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, 3120.0, 3120.0, 3120.0, @@ -293,9 +281,6 @@ 2850.0, 2850.0, 2850.0, - 2850.0 - ], - "actuals": [ 2850.0, 2850.0, 2850.0, @@ -308,6 +293,9 @@ 2850.0, 2850.0, 2850.0, + 2850.0 + ], + "actuals": [ 2850.0, 2850.0, 2850.0, @@ -319,91 +307,99 @@ 2850.0, 2850.0, 2800.0, - 2850.0 + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 ], "p50": [ - 2854.900390625, - 2853.260498046875, - 2852.93994140625, - 2851.485595703125, - 2851.034912109375, - 2851.0755615234375, - 2852.1617431640625, - 2849.1231689453125, - 2847.8592529296875, - 2846.1466064453125, - 2849.4061279296875, - 2846.0826416015625, - 2846.14453125, - 2847.1312255859375, - 2845.82861328125, - 2846.990966796875, - 2842.2760009765625, - 2842.7216796875, - 2841.584716796875, - 2838.9698486328125, - 2836.9017333984375, - 2837.4613037109375, - 2834.765869140625, - 2833.398681640625 + 2851.6195068359375, + 2852.0858154296875, + 2852.1917724609375, + 2851.94921875, + 2853.283935546875, + 2851.9305419921875, + 2852.7242431640625, + 2851.1431884765625, + 2851.8016357421875, + 2851.5487060546875, + 2850.8875732421875, + 2851.3614501953125, + 2850.202880859375, + 2851.3546142578125, + 2848.3251953125, + 2847.748046875, + 2847.8348388671875, + 2847.0936279296875, + 2846.5087890625, + 2848.822021484375, + 2844.5467529296875, + 2848.49853515625, + 2845.5225830078125, + 2846.01123046875 ], "p10": [ - 2839.5703125, - 2836.8341064453125, - 2838.1063232421875, - 2834.6239013671875, - 2836.7020263671875, - 2834.284912109375, - 2834.4652099609375, - 2830.276123046875, - 2823.721435546875, - 2820.903076171875, - 2825.6243896484375, - 2823.86328125, - 2822.8388671875, - 2819.3084716796875, - 2820.1304931640625, - 2814.6099853515625, - 2816.1590576171875, - 2809.310791015625, - 2812.8511962890625, - 2812.5689697265625, - 2806.143798828125, - 2804.230224609375, - 2797.431396484375, - 2795.2054443359375 + 2848.0526123046875, + 2847.2386474609375, + 2846.0421142578125, + 2845.437255859375, + 2844.8619384765625, + 2843.6546630859375, + 2841.677978515625, + 2841.232421875, + 2838.7646484375, + 2838.1231689453125, + 2836.6771240234375, + 2837.3553466796875, + 2835.39306640625, + 2834.850341796875, + 2828.041015625, + 2830.3472900390625, + 2825.226806640625, + 2825.2698974609375, + 2824.0828857421875, + 2824.5589599609375, + 2814.8743896484375, + 2819.089111328125, + 2818.1514892578125, + 2811.9481201171875 ], "p90": [ - 2866.70556640625, - 2867.528564453125, - 2867.1278076171875, - 2870.0006103515625, - 2865.596435546875, - 2866.74169921875, - 2868.5123291015625, - 2872.06298828125, - 2873.489013671875, - 2872.0836181640625, - 2872.774658203125, - 2870.065673828125, - 2867.8111572265625, - 2878.4742431640625, - 2871.4249267578125, - 2879.6134033203125, - 2874.604248046875, - 2879.5687255859375, - 2869.8590087890625, - 2865.933349609375, - 2871.7467041015625, - 2873.9599609375, - 2871.9739990234375, - 2867.2327880859375 + 2856.432373046875, + 2858.8447265625, + 2857.8892822265625, + 2857.9658203125, + 2862.7139892578125, + 2862.60400390625, + 2862.077392578125, + 2863.6649169921875, + 2864.2659912109375, + 2864.134521484375, + 2866.3134765625, + 2866.7537841796875, + 2864.238525390625, + 2869.2171630859375, + 2866.799072265625, + 2872.0474853515625, + 2866.1300048828125, + 2871.1282958984375, + 2872.701416015625, + 2875.139404296875, + 2877.125244140625, + 2874.027587890625, + 2880.7166748046875, + 2875.5081787109375 ], "timestamps": [ - "2026-06-16 09:55:00", - "2026-06-16 10:10:00", - "2026-06-16 10:25:00", - "2026-06-16 10:40:00", "2026-06-16 10:55:00", "2026-06-16 11:10:00", "2026-06-16 11:25:00", @@ -711,6 +707,10 @@ "2026-06-19 14:55:00", "2026-06-19 15:10:00", "2026-06-19 15:25:00", - "2026-06-19 15:40:00" + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 355d8fa4a779a3cc5492b8f42f21036fcac47679..6713f4c56daf400c8c2878a876808bbddfa64907 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,36 +1,24 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T12:38:33.501536+00:00", + "evaluated_at": "2026-06-17T13:13:13.100170+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:34:54.899793Z", - "context_length": 144, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", - "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t011000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", "context_length": 229, "prediction_length": 36 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", - "data_fetched_at": "2026-06-17T12:34:54.899793Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", - "data_fetched_at": "2026-06-17T12:34:54.899793Z", - "context_length": 157, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t130000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 158, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", - "data_fetched_at": "2026-06-17T12:34:54.899793Z", - "context_length": 144, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t105000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 288, "prediction_length": 24 } ], diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 860c0a47c089d5d2d99816dd314c4ad43feed86a..eab204d6b4052bdce63fd4a97678a89c3b062ad2 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -2,10 +2,10 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5] binance_btcusdt_1h_close/1h/short,Moving-Average,909680.8280663649,857539.8359432236,834.6953614419375,0.9614951654776451,0.012762003544523013,0.012662072999064744,17.43028884800695,953.771895196312,0.014538793629983327,0.012723654015209649,0.011669253300294417,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.396657270753679,1.1398231229675801,0.8271646250877277,0.34946440636111764,0.03867690666358662,0.037598212358657464,4.000371438503412,1.18180255150921,0.05351760874275791,0.03745792621175438,0.03232164904944096,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.39298253453300147,0.39442409917692167,0.525464569934241,2.271051675787821,0.5748840079466693,0.3572304404698097,80.4594396265766,0.6268831905012301,0.3777011814149205,0.3165958058265345,0.30870389916228747,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.023894448095399572,0.02379525847743224,0.13099411870652478,0.7725294935760728,0.09690949663906562,0.1036202386197973,4.349405037798263,0.15457829115176416,0.11840039322262787,0.10033592071138069,0.0895193610763981,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.027173578248312704,0.02688672202727368,0.13801165813939617,0.8266323766685545,0.10045543960526457,0.107802764246803,4.771868462044417,0.16484410286180304,0.12467200457296926,0.10437855996039282,0.09390089275869172,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,0.029816408348095968,0.022432877851712704,0.14531763965736152,0.15686462569779425,0.00911782498833213,0.00913831456613638,6.024487757420961,0.17267428398026144,0.010814672973672295,0.009101313258550785,0.009108851787213162,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,836.315646401747,847.6718155730874,23.687179395785694,3.143479167099331,0.5366047742073207,0.7812911259942116,93.66058499822304,28.919122504006705,0.7546579655148717,0.6181279742887346,0.5920749525169166,Air Quality,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,802.5855539433527,819.418832086261,23.14316585640999,3.034723701603879,0.5174877102191767,0.7471957987060659,88.9184177805265,28.329940944932318,0.736400462169741,0.6015768993609527,0.5747124565326551,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,11.13629251906516,11.492262613983264,2.845245845297463,1.375563966012016,0.10733448414226539,0.11287862642779516,19.536933340304564,3.337108406849433,0.1324468333844944,0.11292525038640161,0.10041072298118216,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,28.81717748276883,28.597400681098236,4.529574592074592,0.8600458086217581,0.7452025871079977,0.42524744893799143,4.782974929433144,5.3681633248969645,0.4917401518989586,0.41492286339614587,0.31411023525527343,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,539.020585249908,581.5549602500171,21.948315911730635,0.2077947068566214,0.007719403082692244,0.007683393627293471,7.572459451448186,23.21681686299627,0.008152210749259847,0.007706797101412367,0.007595507285410433,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,537.8793197950093,541.3176781718067,11.357433217189433,0.10266606298024346,0.004051559648249586,0.004017349203666229,4.098118728569857,23.192225417044597,0.008167474835056057,0.003999683011189236,0.003998245768014791,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3489.5381158399855,3083.885629565553,50.0,1.043713163064833,0.24421949671445642,0.21318642417335215,5.672580589017584,59.07231259938945,0.24925026413244494,0.2109704641350211,0.16293069689197762,Web,1 diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index e3c17fb3fd4310b09577a57c78c6e8195c6a2d91..8c4a4748f9cb37cc1d5cd04554ea2267d287ffc6 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T12:39:01.078381+00:00", + "evaluated_at": "2026-06-17T13:13:52.410193+00:00", "freq": "10min", "context_length": 229, "prediction_length": 36, "context": [ - 1.2999999523162842, - 1.399999976158142, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -234,11 +232,11 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.399999976158142 + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -272,128 +270,125 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.5, + 1.5 ], "p50": [ - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185, - 1.174561420292185 + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885 ], "p10": [ - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327, - 1.074561396450327 + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027 ], "p90": [ - 1.284561434597299, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.3745613487666113, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.2745613368456823, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043, - 1.274561444134043 + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.294210559181999, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.294210559181999, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842104495094533, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428 ], "timestamps": [ - "2026-06-14 00:20:00", - "2026-06-14 00:30:00", - "2026-06-14 00:40:00", - "2026-06-14 00:50:00", - "2026-06-14 01:00:00", "2026-06-14 01:10:00", "2026-06-14 01:20:00", "2026-06-14 01:30:00", @@ -653,6 +648,11 @@ "2026-06-15 19:50:00", "2026-06-15 20:00:00", "2026-06-15 20:10:00", - "2026-06-15 20:20:00" + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 11ba31a2fff7e15a11f85d2458d103cb3f9d6a21..db7536dbc6287f3915a477f2988c4277c994fe9b 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T12:10:12.904026+00:00", + "evaluated_at": "2026-06-17T13:13:52.420652+00:00", "freq": "1h", - "context_length": 157, + "context_length": 158, "prediction_length": 24, "context": [ 39.79999923706055, @@ -162,10 +162,10 @@ 12.5, 14.300000190734863, 21.799999237060547, - 24.799999237060547 + 24.799999237060547, + 38.400001525878906 ], "actuals": [ - 38.400001525878906, 52.599998474121094, 66.5999984741211, 69.4000015258789, @@ -188,85 +188,86 @@ 22.899999618530273, 22.799999237060547, 27.100000381469727, - 35.900001525878906 + 35.900001525878906, + 42.0 ], "p50": [ - 14.73365456935687, - 14.333654950826597, - 14.333654473989439, - 14.73365456935687, - 14.43365342494769, - 14.73365456935687, - 14.483653615682554, - 14.333654473989439, - 14.733653138845396, - 14.583653043477964, - 14.73365456935687, - 14.733652662008238, - 14.733653138845396, - 14.583653043477964, - 14.983653615682554, - 14.733653615682554, - 14.43365342494769, - 14.483653615682554, - 14.73365456935687, - 14.733653615682554, - 14.633654187887144, - 14.733653615682554, - 14.783654283254576, - 14.73365456935687 + 15.467249840687794, + 15.467251271199268, + 15.167250126790089, + 15.417251557301563, + 15.467250317524952, + 15.117250889729542, + 15.067250698994679, + 15.467251271199268, + 15.367248982380909, + 15.467251271199268, + 15.367250889729542, + 15.167250126790089, + 15.067250698994679, + 15.117250889729542, + 15.067251652668995, + 15.467251271199268, + 15.367250889729542, + 15.367248982380909, + 15.467250317524952, + 15.367252797078175, + 15.467251271199268, + 15.167250126790089, + 15.467251271199268, + 15.467249363850636 ], "p10": [ - 11.833654760091735, - 12.203654454915954, - 11.833654950826597, - 11.923653577535582, - 11.833653043477964, - 11.833653043477964, - 12.473653768270447, - 11.93365342494769, - 12.533653806417417, - 11.833654950826597, - 12.633652280538511, - 11.923653577535582, - 12.633652280538511, - 12.533653806417417, - 12.533653806417417, - 12.533653806417417, - 11.433655332296324, - 11.713652776449155, - 11.833654950826597, - 11.833653043477964, - 11.833654760091735, - 12.533653806417417, - 12.71365363475604, - 11.833653043477964 + 13.267250508259815, + 13.267250508259815, + 12.667250126790089, + 12.567251652668995, + 12.567251652668995, + 12.667250126790089, + 13.267250508259815, + 12.937251156758352, + 12.567249745320362, + 13.267250508259815, + 12.927251309346241, + 12.55724970717339, + 12.447249478291553, + 12.567249745320362, + 12.447249478291553, + 13.267250508259815, + 12.567251461934132, + 12.567249745320362, + 12.55724970717339, + 13.3572491349688, + 13.667252034138722, + 12.167252034138722, + 12.967251271199268, + 12.567251461934132 ], "p90": [ - 18.04365384456439, - 17.733653615682552, - 17.31365449306292, - 18.333653138845396, - 18.05365388271136, - 18.33365399715228, - 18.033653806417416, - 16.963653539388606, - 18.04365384456439, - 18.033653806417416, - 18.133654187887142, - 18.333653043477963, - 17.763653634756036, - 18.033653806417416, - 18.613653730123467, - 18.24365451213641, - 18.133654187887142, - 18.333653043477963, - 18.04365384456439, - 18.04365384456439, - 16.653654073446223, - 18.133654187887142, - 18.23365456935687, - 18.243654416768976 + 18.887250775288624, + 18.977251118611377, + 18.77725054640679, + 18.877250927876517, + 18.767250508259817, + 18.497250336598437, + 18.767250508259817, + 19.067249745320364, + 18.767250508259817, + 19.087249821614307, + 18.96725127119927, + 18.77725054640679, + 18.97725121397881, + 18.497250336598437, + 19.267250508259817, + 18.96725127119927, + 18.767250508259817, + 18.767250508259817, + 18.467250317524954, + 19.267250508259817, + 18.907250851582567, + 18.767250508259817, + 17.78725058455376, + 18.78725058455376 ], "timestamps": [ "2026-06-10 00:00:00", @@ -449,6 +450,7 @@ "2026-06-17 09:00:00", "2026-06-17 10:00:00", "2026-06-17 11:00:00", - "2026-06-17 12:00:00" + "2026-06-17 12:00:00", + "2026-06-17 13:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 3c8fb6ac1400c856087fac340cabd544e4f07a67..202169d9824ea67f5aae96573b4f8cb62f50b17f 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T12:26:17.359102+00:00", + "evaluated_at": "2026-06-17T13:13:52.430518+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, 3120.0, 3120.0, 3120.0, @@ -293,9 +281,6 @@ 2850.0, 2850.0, 2850.0, - 2850.0 - ], - "actuals": [ 2850.0, 2850.0, 2850.0, @@ -308,6 +293,9 @@ 2850.0, 2850.0, 2850.0, + 2850.0 + ], + "actuals": [ 2850.0, 2850.0, 2850.0, @@ -319,91 +307,99 @@ 2850.0, 2850.0, 2800.0, - 2850.0 + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 ], "p50": [ - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973 + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228 ], "p10": [ - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2819.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2864.8649825783973, - 2869.8649825783973, - 2819.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973 + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2845.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228 ], "p90": [ - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973, - 2869.8649825783973 + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228 ], "timestamps": [ - "2026-06-16 09:55:00", - "2026-06-16 10:10:00", - "2026-06-16 10:25:00", - "2026-06-16 10:40:00", "2026-06-16 10:55:00", "2026-06-16 11:10:00", "2026-06-16 11:25:00", @@ -711,6 +707,10 @@ "2026-06-19 14:55:00", "2026-06-19 15:10:00", "2026-06-19 15:25:00", - "2026-06-19 15:40:00" + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index f348077dd3a9ac3c0ae46b528e2b13507649fd7f..6453149215295e628aefc299d7640c06ffe61d51 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,25 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-17T13:03:29.370357+00:00", + "evaluated_at": "2026-06-17T13:13:52.440100+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 144, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t011000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 229, + "prediction_length": 36 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 83, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t130000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 158, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t063600z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t105000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 4e2fcbb20c6ac69f56ac7491e20903c69bab0214..201658fdb32c644b08751e8d36bf74d9328be2f8 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,94 +1,160 @@ { "status": "ok", - "started_at": "2026-06-17T12:42:35.388646+00:00", - "finished_at": "2026-06-17T13:03:29.405918+00:00", + "started_at": "2026-06-17T13:07:08.994925+00:00", + "finished_at": "2026-06-17T13:13:52.471554+00:00", "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", "models": { - "Chronos-2": { - "model": "Chronos-2", - "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T12:47:31.134631+00:00", + "TimesFM-2.5": { + "model": "TimesFM-2.5", + "api_model_id": "google/timesfm-2.5-200m-pytorch", + "evaluated_at": "2026-06-17T13:12:04.170085+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 144, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t130000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 158, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t105000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 288, "prediction_length": 24 + } + ], + "failed_datasets": [ + "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t011000z" + ] + }, + "Toto-2.0-1B": { + "model": "Toto-2.0-1B", + "api_model_id": "Datadog/Toto-2.0-1B", + "evaluated_at": "2026-06-17T13:12:20.819486+00:00", + "datasets": [ + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t011000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 229, + "prediction_length": 36 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 83, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t130000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 158, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t063600z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t105000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] }, - "TimesFM-2.5": { - "model": "TimesFM-2.5", - "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T12:50:19.493680+00:00", + "TiRex": { + "model": "TiRex", + "api_model_id": "NX-AI/TiRex-1.1-gifteval", + "evaluated_at": "2026-06-17T13:12:42.319553+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 144, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t011000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t130000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 158, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t105000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 288, "prediction_length": 24 } ], - "failed_datasets": [ - "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t063600z" - ] + "failed_datasets": [] }, - "Toto-2.0-1B": { - "model": "Toto-2.0-1B", - "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T12:54:42.335565+00:00", + "Moirai-1.1-Large": { + "model": "Moirai-1.1-Large", + "api_model_id": "Salesforce/moirai-1.1-R-large", + "evaluated_at": "2026-06-17T13:13:13.100170+00:00", "datasets": [ { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t063600z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t011000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t130000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 158, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t105000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 288, + "prediction_length": 24 } ], - "failed_datasets": [ - "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z" - ] + "failed_datasets": [] + }, + "Timer-S1": { + "model": "Timer-S1", + "api_model_id": "bytedance-research/Timer-S1", + "evaluated_at": "2026-06-17T13:13:51.056152+00:00", + "datasets": [ + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t011000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t130000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 158, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t105000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 288, + "prediction_length": 24 + } + ], + "failed_datasets": [] }, "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-17T13:03:29.222919+00:00", + "evaluated_at": "2026-06-17T13:13:52.254545+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 144, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t011000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 229, + "prediction_length": 36 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 83, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t130000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 158, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t063600z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t105000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] @@ -96,25 +162,25 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-17T13:03:29.333919+00:00", + "evaluated_at": "2026-06-17T13:13:52.403863+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 144, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t011000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 229, + "prediction_length": 36 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 83, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t130000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 158, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t063600z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t105000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] @@ -122,25 +188,25 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-17T13:03:29.370357+00:00", + "evaluated_at": "2026-06-17T13:13:52.440100+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 144, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t011000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 229, + "prediction_length": 36 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 83, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t130000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 158, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t063600z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t105000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] @@ -148,25 +214,25 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-17T13:03:29.403277+00:00", + "evaluated_at": "2026-06-17T13:13:52.469584+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 144, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t011000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 229, + "prediction_length": 36 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 83, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t130000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 158, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t063600z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t105000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] @@ -174,11 +240,7 @@ }, "failed_models": [], "failed_datasets": [ - "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t063600z" + "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t011000z" ], - "push_status": "ok", - "pushed_at": "2026-06-17T13:03:59.759520+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260617_131352.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260617_131352.json new file mode 100644 index 0000000000000000000000000000000000000000..ecd7dad21ec4dd828f219fb42c5f72b335473e6e --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260617_131352.json @@ -0,0 +1,471 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ARIMA", + "evaluated_at": "2026-06-17T13:13:52.157751+00:00", + "metrics": { + "MSE[mean]": 365.69484006464586, + "MSE[0.5]": 360.7057078614609, + "MAE[0.5]": 17.435588227364974, + "MASE[0.5]": 2.2862988224376792, + "MAPE[0.5]": 0.6250230533911985, + "sMAPE[0.5]": 0.4489520449761839, + "MSIS": 64.28061572609307, + "RMSE[mean]": 19.12314932391226, + "NRMSE[mean]": 0.49708172804324213, + "ND[0.5]": 0.4532157427998315, + "mean_weighted_sum_quantile_loss": 0.43412943649998004 + }, + "context_length": 158, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906 + ], + "actual": [ + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 35.900001525878906, + 42.0 + ], + "predictions": { + "p50": [ + 43.439119338816504, + 45.42099296178894, + 46.046071538584435, + 46.456660517098584, + 46.813355881762526, + 46.92794724096924, + 46.73980517110347, + 46.74603441871729, + 47.02291444208435, + 46.7818574240872, + 46.63786164645651, + 46.95840971223593, + 46.67546903230583, + 46.76354121764214, + 46.83609559834341, + 47.001712477204926, + 46.83610083352335, + 46.836101402650485, + 46.63813211184038, + 46.980377264033066, + 46.89203258896567, + 46.766778973274995, + 47.010872298951035, + 46.751681345276225 + ], + "p10": [ + 41.12740129979858, + 43.62689991915122, + 44.21309866600911, + 43.22809109963825, + 44.65563582812322, + 44.714946793624854, + 44.568438395738696, + 44.520395725415845, + 44.57299140453924, + 44.91794019294381, + 44.46419735971846, + 44.58020943492963, + 44.507641513406675, + 44.568714040388635, + 44.63702215586629, + 44.63702592619293, + 44.89047492645931, + 44.453194280167025, + 44.35173458693106, + 44.973963943751286, + 44.625826455994996, + 43.38910853376372, + 44.58031456795396, + 44.50768235985629 + ], + "p90": [ + 46.86335673957292, + 48.90849163706475, + 49.801789713214454, + 49.047466235749674, + 50.17231504480532, + 50.21945537837064, + 49.69616933628333, + 50.72763449950234, + 51.33842355359551, + 50.35996721483074, + 50.360393110475805, + 52.4607331425921, + 50.33168184222296, + 50.673000333190814, + 50.317232632363094, + 50.24265980970712, + 50.317237867543035, + 50.67301584178912, + 48.49550567904513, + 50.31626995634451, + 49.906300144574985, + 50.15779840475983, + 49.939936366532955, + 50.32595788321596 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260617_131352.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260617_131352.json new file mode 100644 index 0000000000000000000000000000000000000000..77914e9f34d642b9adf4e7c331ae86d806295c24 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260617_131352.json @@ -0,0 +1,471 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ETS", + "evaluated_at": "2026-06-17T13:13:52.372660+00:00", + "metrics": { + "MSE[mean]": 282.90689442707463, + "MSE[0.5]": 282.6623892023272, + "MAE[0.5]": 15.31256892079337, + "MASE[0.5]": 2.007910936848076, + "MAPE[0.5]": 0.46233858819173507, + "sMAPE[0.5]": 0.4068713714335568, + "MSIS": 53.35090476401226, + "RMSE[mean]": 16.819836337701823, + "NRMSE[mean]": 0.43721006255463685, + "ND[0.5]": 0.3980305801624109, + "mean_weighted_sum_quantile_loss": 0.3779745971030077 + }, + "context_length": 158, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906 + ], + "actual": [ + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 35.900001525878906, + 42.0 + ], + "predictions": { + "p50": [ + 38.100001038510435, + 38.0910856691404, + 37.7821677248497, + 38.02325235547966, + 38.06433431582153, + 37.70541808814461, + 37.64650109752823, + 38.03758486985131, + 37.92866578115143, + 38.01975127008828, + 37.91083408873703, + 37.70191652591607, + 37.59300029823914, + 37.634083689092485, + 37.57516765215043, + 37.96625047079918, + 37.85733328944794, + 37.84841458221779, + 37.939499117480324, + 37.83058479715203, + 37.92166647139161, + 37.61274852710091, + 37.90383287162858, + 37.89491416439843 + ], + "p10": [ + 35.900001706082456, + 35.891084906200945, + 35.2821677248497, + 35.173252450847095, + 35.164335650965576, + 35.25541732520516, + 35.846500906793366, + 35.50758475541039, + 35.12866654409088, + 35.819750507148825, + 35.47083450835373, + 35.09191610629937, + 34.972999077536016, + 35.084082544683305, + 34.95516547777299, + 35.76624970785973, + 35.05733386165253, + 35.048415345157245, + 35.029498507128764, + 35.82058113504265, + 36.12166723433106, + 34.612750434449545, + 35.40383287162858, + 34.99491626248192 + ], + "p90": [ + 41.52000197311126, + 41.60108551655251, + 41.392168144466396, + 41.48325172605461, + 41.364334506556396, + 41.085417535013505, + 41.346500906793366, + 41.6375833439724, + 41.32866730703034, + 41.63974982050332, + 41.51083447020676, + 41.311916945532765, + 41.503000813223274, + 41.01408313596138, + 41.77516650774125, + 41.46625047079918, + 41.25733290797822, + 41.2484161080967, + 40.939499117480324, + 41.73058250833367, + 41.36166605177491, + 41.21274890857064, + 40.223832184983074, + 41.214915385101556 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260617_131303.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260617_131303.json new file mode 100644 index 0000000000000000000000000000000000000000..882d4567b3a688beec917a99b6fff3a339fd88dd --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260617_131303.json @@ -0,0 +1,471 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T13:13:03.263343+00:00", + "metrics": { + "MSE[mean]": 356.86336194571305, + "MSE[0.5]": 405.8253454694068, + "MAE[0.5]": 15.051915009816488, + "MASE[0.5]": 1.9737318359219074, + "MAPE[0.5]": 0.33240138600076113, + "sMAPE[0.5]": 0.40176525429228754, + "MSIS": 29.36205217670675, + "RMSE[mean]": 18.89082745529462, + "NRMSE[mean]": 0.4910428191815994, + "ND[0.5]": 0.3912552162150299, + "mean_weighted_sum_quantile_loss": 0.343902370101855 + }, + "context_length": 158, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906 + ], + "actual": [ + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 35.900001525878906, + 42.0 + ], + "predictions": { + "p50": [ + 39.03181266784668, + 33.92559814453125, + 31.320412635803223, + 27.38778591156006, + 24.955575942993164, + 21.300040245056152, + 20.720165252685547, + 23.451539039611816, + 23.209911346435547, + 26.91883373260498, + 28.233942985534668, + 29.94511890411377, + 27.44192123413086, + 25.17051601409912, + 22.468913078308105, + 20.42462921142578, + 21.45390224456787, + 21.723124504089355, + 21.008606910705566, + 21.952662467956543, + 25.20723056793213, + 27.87244415283203, + 30.944331169128418, + 30.723323822021484 + ], + "p10": [ + 27.595515251159668, + 22.041056632995605, + 18.621768951416016, + 15.66457462310791, + 12.502659320831299, + 11.28073787689209, + 11.12290334701538, + 9.952362060546875, + 9.940161228179932, + 13.430194854736328, + 14.353312969207764, + 15.594123363494873, + 14.348728656768799, + 13.576179027557373, + 12.810242176055908, + 9.182727336883545, + 11.68224287033081, + 11.424156188964844, + 11.733019351959229, + 10.02330207824707, + 13.079652786254883, + 12.622318267822266, + 16.217342376708984, + 16.12966251373291 + ], + "p90": [ + 50.533151626586914, + 49.2564811706543, + 46.44685935974121, + 49.36016845703125, + 48.10187530517578, + 44.71617126464844, + 43.22126007080078, + 49.62333679199219, + 44.76867485046387, + 49.0390682220459, + 55.09505081176758, + 47.41073989868164, + 47.46938896179199, + 49.62333679199219, + 39.55610466003418, + 40.78338050842285, + 50.66893196105957, + 44.31844711303711, + 36.56999969482422, + 50.84586715698242, + 51.44551467895508, + 55.86540985107422, + 54.981191635131836, + 64.87477111816406 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260617_131352.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260617_131352.json new file mode 100644 index 0000000000000000000000000000000000000000..84f53a127c9313e03d717ddbbe2ce074e0da9781 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260617_131352.json @@ -0,0 +1,471 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T13:13:52.420652+00:00", + "metrics": { + "MSE[mean]": 802.5855539433527, + "MSE[0.5]": 819.418832086261, + "MAE[0.5]": 23.14316585640999, + "MASE[0.5]": 3.034723701603879, + "MAPE[0.5]": 0.5174877102191767, + "sMAPE[0.5]": 0.7471957987060659, + "MSIS": 88.9184177805265, + "RMSE[mean]": 28.329940944932318, + "NRMSE[mean]": 0.736400462169741, + "ND[0.5]": 0.6015768993609527, + "mean_weighted_sum_quantile_loss": 0.5747124565326551 + }, + "context_length": 158, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906 + ], + "actual": [ + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 35.900001525878906, + 42.0 + ], + "predictions": { + "p50": [ + 15.467249840687794, + 15.467251271199268, + 15.167250126790089, + 15.417251557301563, + 15.467250317524952, + 15.117250889729542, + 15.067250698994679, + 15.467251271199268, + 15.367248982380909, + 15.467251271199268, + 15.367250889729542, + 15.167250126790089, + 15.067250698994679, + 15.117250889729542, + 15.067251652668995, + 15.467251271199268, + 15.367250889729542, + 15.367248982380909, + 15.467250317524952, + 15.367252797078175, + 15.467251271199268, + 15.167250126790089, + 15.467251271199268, + 15.467249363850636 + ], + "p10": [ + 13.267250508259815, + 13.267250508259815, + 12.667250126790089, + 12.567251652668995, + 12.567251652668995, + 12.667250126790089, + 13.267250508259815, + 12.937251156758352, + 12.567249745320362, + 13.267250508259815, + 12.927251309346241, + 12.55724970717339, + 12.447249478291553, + 12.567249745320362, + 12.447249478291553, + 13.267250508259815, + 12.567251461934132, + 12.567249745320362, + 12.55724970717339, + 13.3572491349688, + 13.667252034138722, + 12.167252034138722, + 12.967251271199268, + 12.567251461934132 + ], + "p90": [ + 18.887250775288624, + 18.977251118611377, + 18.77725054640679, + 18.877250927876517, + 18.767250508259817, + 18.497250336598437, + 18.767250508259817, + 19.067249745320364, + 18.767250508259817, + 19.087249821614307, + 18.96725127119927, + 18.77725054640679, + 18.97725121397881, + 18.497250336598437, + 19.267250508259817, + 18.96725127119927, + 18.767250508259817, + 18.767250508259817, + 18.467250317524954, + 19.267250508259817, + 18.907250851582567, + 18.767250508259817, + 17.78725058455376, + 18.78725058455376 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260617_131352.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260617_131352.json new file mode 100644 index 0000000000000000000000000000000000000000..610b293daff0d6d41610f58ffee1e1bc7ada908c --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260617_131352.json @@ -0,0 +1,471 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T13:13:52.456132+00:00", + "metrics": { + "MSE[mean]": 821.5645788431178, + "MSE[0.5]": 821.5645788431178, + "MAE[0.5]": 22.712499896685284, + "MASE[0.5]": 2.978251211903921, + "MAPE[0.5]": 0.5132498941737847, + "sMAPE[0.5]": 0.7560082433380956, + "MSIS": 116.77439447988532, + "RMSE[mean]": 28.66294783938173, + "NRMSE[mean]": 0.7450565490798735, + "ND[0.5]": 0.590382290364114, + "mean_weighted_sum_quantile_loss": 0.5876515060050512 + }, + "context_length": 158, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906 + ], + "actual": [ + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 35.900001525878906, + 42.0 + ], + "predictions": { + "p50": [ + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906 + ], + "p10": [ + 17.933999252319335, + 17.443999252319337, + 16.169999999999998, + 14.7, + 13.524000186920166, + 12.544000186920165, + 11.76, + 11.465999813079835, + 11.564000186920167, + 15.778000373840332, + 15.484000186920166, + 18.13, + 14.504000186920166, + 13.034000186920165, + 12.348000373840332, + 11.76, + 10.681999626159667, + 10.78, + 11.465999813079835, + 12.25, + 14.014000186920166, + 21.363999252319335, + 24.303999252319336, + 37.63200149536133 + ], + "p90": [ + 18.66599922180176, + 18.155999221801757, + 16.830000000000002, + 15.3, + 14.076000194549561, + 13.056000194549561, + 12.24, + 11.933999805450439, + 12.03600019454956, + 16.42200038909912, + 16.11600019454956, + 18.87, + 15.09600019454956, + 13.566000194549561, + 12.852000389099121, + 12.24, + 11.11799961090088, + 11.22, + 11.933999805450439, + 12.75, + 14.58600019454956, + 22.23599922180176, + 25.295999221801758, + 39.16800155639648 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260617_131343.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260617_131343.json new file mode 100644 index 0000000000000000000000000000000000000000..eb56feaa3bd852c19808acce61852f97a1d60a0b --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260617_131343.json @@ -0,0 +1,471 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T13:13:43.210055+00:00", + "metrics": { + "MSE[mean]": 239.2308712065322, + "MSE[0.5]": 239.2308712065322, + "MAE[0.5]": 11.781341155370077, + "MASE[0.5]": 1.5448670878785677, + "MAPE[0.5]": 0.27711258515901127, + "sMAPE[0.5]": 0.2981425623384581, + "MSIS": 17.231272921530692, + "RMSE[mean]": 15.467089939821655, + "NRMSE[mean]": 0.4020471557722419, + "ND[0.5]": 0.30624084563599646, + "mean_weighted_sum_quantile_loss": 0.2726309656101724 + }, + "context_length": 158, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906 + ], + "actual": [ + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 35.900001525878906, + 42.0 + ], + "predictions": { + "p50": [ + 41.158203125, + 40.759765625, + 38.8671875, + 36.6259765625, + 34.484375, + 32.69140625, + 31.396484375, + 30.30078125, + 30.30078125, + 31.4462890625, + 31.4462890625, + 31.1474609375, + 29.27978515625, + 27.11328125, + 25.805908203125, + 25.09619140625, + 24.43939208984375, + 23.95379638671875, + 24.52032470703125, + 25.3638916015625, + 26.515625, + 29.603515625, + 33.1396484375, + 34.2353515625 + ], + "p10": [ + 34.0859375, + 28.13427734375, + 22.95458984375, + 19.443359375, + 17.3017578125, + 15.6083984375, + 14.4130859375, + 14.064453125, + 13.865234375, + 15.1103515625, + 15.6083984375, + 15.9072265625, + 14.462890625, + 13.16796875, + 12.8193359375, + 12.2216796875, + 12.9189453125, + 12.5703125, + 12.3212890625, + 12.6201171875, + 12.869140625, + 14.263671875, + 16.1064453125, + 16.5546875 + ], + "p90": [ + 46.935546875, + 51.21875, + 53.2109375, + 53.41015625, + 53.2109375, + 53.2109375, + 53.41015625, + 52.61328125, + 53.2109375, + 54.60546875, + 54.20703125, + 53.80859375, + 52.4140625, + 50.421875, + 49.126953125, + 48.529296875, + 47.732421875, + 47.234375, + 47.83203125, + 48.330078125, + 49.126953125, + 52.21484375, + 56.19921875, + 57.79296875 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260617_131147.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260617_131147.json new file mode 100644 index 0000000000000000000000000000000000000000..240eda6f4672fa8f2d981f648206668f64ed9a9c --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260617_131147.json @@ -0,0 +1,471 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T13:11:47.510508+00:00", + "metrics": { + "MSE[mean]": 281.61650992286314, + "MSE[0.5]": 349.022805295763, + "MAE[0.5]": 13.996504147847494, + "MASE[0.5]": 1.835337617187119, + "MAPE[0.5]": 0.2951888037911807, + "sMAPE[0.5]": 0.36663539748597573, + "MSIS": 42.8229617077669, + "RMSE[mean]": 16.781433488318665, + "NRMSE[mean]": 0.4362118297630697, + "ND[0.5]": 0.3638211651506926, + "mean_weighted_sum_quantile_loss": 0.315467809021192 + }, + "context_length": 158, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906 + ], + "actual": [ + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 35.900001525878906, + 42.0 + ], + "predictions": { + "p50": [ + 38.270843505859375, + 36.652748107910156, + 34.27177810668945, + 31.34926414489746, + 29.070533752441406, + 26.68169593811035, + 25.46227264404297, + 24.277809143066406, + 23.50528907775879, + 23.762544631958008, + 23.91866683959961, + 23.532730102539062, + 22.635482788085938, + 21.755558013916016, + 20.973388671875, + 20.23575782775879, + 21.05191421508789, + 20.84469223022461, + 21.43036460876465, + 22.241975784301758, + 23.050273895263672, + 24.698667526245117, + 25.89771270751953, + 27.086244583129883 + ], + "p10": [ + 39.923431396484375, + 38.962642669677734, + 36.310794830322266, + 33.966819763183594, + 31.99519920349121, + 30.367752075195312, + 29.44138526916504, + 28.522912979125977, + 28.270771026611328, + 28.855276107788086, + 28.924821853637695, + 28.833675384521484, + 28.011831283569336, + 26.613176345825195, + 26.006816864013672, + 25.72241973876953, + 26.24387550354004, + 26.410005569458008, + 26.968910217285156, + 27.66655921936035, + 28.70128631591797, + 30.667753219604492, + 31.8872127532959, + 32.63677215576172 + ], + "p90": [ + 45.85200881958008, + 46.46997833251953, + 45.993690490722656, + 44.30403518676758, + 43.22222137451172, + 41.827457427978516, + 41.41350173950195, + 40.856346130371094, + 40.656654357910156, + 41.13859176635742, + 41.92997360229492, + 41.47296142578125, + 40.421207427978516, + 39.708919525146484, + 38.662628173828125, + 38.069087982177734, + 39.1650276184082, + 39.260276794433594, + 40.313289642333984, + 41.29846954345703, + 42.53636932373047, + 44.78742980957031, + 46.21240997314453, + 47.08278274536133 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260617_131233.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260617_131233.json new file mode 100644 index 0000000000000000000000000000000000000000..510dc024e326ef78085b1f255718431afbfdf3f9 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260617_131233.json @@ -0,0 +1,471 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TiRex", + "evaluated_at": "2026-06-17T13:12:33.046114+00:00", + "metrics": { + "MSE[mean]": 351.88469390639557, + "MSE[0.5]": 351.88469390639557, + "MAE[0.5]": 14.271789312362671, + "MASE[0.5]": 1.871435289330913, + "MAPE[0.5]": 0.31334270210135223, + "sMAPE[0.5]": 0.38248685044827546, + "MSIS": 22.062760048116058, + "RMSE[mean]": 18.758589869880826, + "NRMSE[mean]": 0.4876054728347004, + "ND[0.5]": 0.370976849759125, + "mean_weighted_sum_quantile_loss": 0.32428641876509573 + }, + "context_length": 158, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906 + ], + "actual": [ + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 35.900001525878906, + 42.0 + ], + "predictions": { + "p50": [ + 38.77967834472656, + 36.81910705566406, + 34.16831970214844, + 31.35710334777832, + 28.670673370361328, + 26.247678756713867, + 24.433320999145508, + 23.575607299804688, + 23.709972381591797, + 25.045223236083984, + 26.217702865600586, + 26.2734375, + 23.582834243774414, + 21.267126083374023, + 19.626365661621094, + 18.979000091552734, + 18.87523078918457, + 19.312896728515625, + 20.12843894958496, + 21.33441925048828, + 22.971586227416992, + 25.784042358398438, + 29.211261749267578, + 31.49715232849121 + ], + "p10": [ + 29.079938888549805, + 22.66255760192871, + 18.448230743408203, + 15.662313461303711, + 14.124621391296387, + 12.557531356811523, + 11.315815925598145, + 10.589910507202148, + 10.411661148071289, + 10.97773551940918, + 11.947088241577148, + 12.500819206237793, + 11.744566917419434, + 10.847801208496094, + 9.99286937713623, + 9.599470138549805, + 9.605507850646973, + 9.733246803283691, + 10.242513656616211, + 10.888009071350098, + 11.716753005981445, + 12.848581314086914, + 13.652884483337402, + 14.803470611572266 + ], + "p90": [ + 48.991539001464844, + 50.52271270751953, + 50.847320556640625, + 50.62763595581055, + 49.1202507019043, + 48.64591598510742, + 49.04035949707031, + 49.73542404174805, + 50.729042053222656, + 51.85459899902344, + 52.27953338623047, + 52.389835357666016, + 49.844905853271484, + 47.063201904296875, + 44.537925720214844, + 43.992469787597656, + 44.22970962524414, + 44.623802185058594, + 45.58639144897461, + 46.65882110595703, + 48.81568908691406, + 51.47289276123047, + 55.083770751953125, + 57.746238708496094 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260617_131214.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260617_131214.json new file mode 100644 index 0000000000000000000000000000000000000000..6442def13b744e0aec50d24c828aec28de95146d --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260617_131214.json @@ -0,0 +1,471 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T13:12:14.230219+00:00", + "metrics": { + "MSE[mean]": 351.9108283864169, + "MSE[0.5]": 351.9108283864169, + "MAE[0.5]": 14.398902336756388, + "MASE[0.5]": 1.8881034025140242, + "MAPE[0.5]": 0.31068367355403553, + "sMAPE[0.5]": 0.3889838735230831, + "MSIS": 21.290032216394305, + "RMSE[mean]": 18.759286457283412, + "NRMSE[mean]": 0.48762357973037673, + "ND[0.5]": 0.37428098971809204, + "mean_weighted_sum_quantile_loss": 0.3110549412266813 + }, + "context_length": 158, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906 + ], + "actual": [ + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 35.900001525878906, + 42.0 + ], + "predictions": { + "p50": [ + 40.38531494140625, + 38.47560119628906, + 34.56166076660156, + 32.18844223022461, + 29.299585342407227, + 27.10437774658203, + 24.92784881591797, + 23.106536865234375, + 21.90749740600586, + 22.927690505981445, + 21.93405532836914, + 22.4085693359375, + 21.466129302978516, + 20.688783645629883, + 19.641090393066406, + 19.586057662963867, + 19.168581008911133, + 19.28912925720215, + 19.510540008544922, + 19.822246551513672, + 20.564189910888672, + 23.536624908447266, + 25.180301666259766, + 26.262996673583984 + ], + "p10": [ + 30.10091781616211, + 23.869470596313477, + 19.951717376708984, + 18.91726303100586, + 16.626768112182617, + 15.244011878967285, + 13.775002479553223, + 12.876413345336914, + 12.132490158081055, + 13.046038627624512, + 12.45482349395752, + 12.485337257385254, + 12.10655689239502, + 11.450531005859375, + 10.833868026733398, + 10.894428253173828, + 10.347034454345703, + 10.529494285583496, + 10.829080581665039, + 11.049001693725586, + 11.476983070373535, + 13.920953750610352, + 15.043293952941895, + 15.696796417236328 + ], + "p90": [ + 51.84059524536133, + 55.500457763671875, + 53.508216857910156, + 52.64718246459961, + 49.904701232910156, + 49.338539123535156, + 46.966026306152344, + 45.13908386230469, + 41.96331787109375, + 42.52266311645508, + 40.93720245361328, + 40.85144805908203, + 39.78384780883789, + 37.61700439453125, + 35.62406921386719, + 35.168739318847656, + 34.05836868286133, + 34.00209426879883, + 33.86157989501953, + 34.009376525878906, + 35.038169860839844, + 39.26031494140625, + 42.038665771484375, + 43.04955291748047 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260617_131352.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260617_131352.json new file mode 100644 index 0000000000000000000000000000000000000000..f4f4213b5d6513ae27576b0a30476b9bd7fab258 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260617_131352.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-17T13:13:52.212956+00:00", + "metrics": { + "MSE[mean]": 938.188490653505, + "MSE[0.5]": 416.74732639824043, + "MAE[0.5]": 15.256870903044407, + "MASE[0.5]": 0.13791521720266128, + "MAPE[0.5]": 0.005407717704002129, + "sMAPE[0.5]": 0.005388148509128609, + "MSIS": 0.7376382059832993, + "RMSE[mean]": 30.62986272665134, + "NRMSE[mean]": 0.0107867454943453, + "ND[0.5]": 0.005372925923302505, + "mean_weighted_sum_quantile_loss": 0.00462010267358566 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2841.7007051254013, + 2841.7017628372528, + 2841.6995615851415, + 2841.7024119245484, + 2841.7027251479803, + 2841.699439109003, + 2841.6956951284915, + 2841.7026717399854, + 2841.701184636124, + 2841.7016505593697, + 2841.698435964434, + 2841.701781620348, + 2841.699158716361, + 2841.7019058343058, + 2841.69439518549, + 2841.7019058343058, + 2841.700224793025, + 2841.7011501692436, + 2841.7002903337143, + 2841.702578906154, + 2841.7021548934613, + 2841.7022853744947, + 2841.702694279258, + 2841.693128065195 + ], + "p10": [ + 2814.4671672844765, + 2815.3558108965512, + 2826.2999553453037, + 2827.120309439159, + 2830.208909812538, + 2818.9968923985675, + 2821.404208004498, + 2825.0855997053595, + 2822.8475036546834, + 2815.4350079036794, + 2819.0674499052957, + 2818.0717629036876, + 2821.383328039592, + 2815.3558124264287, + 2819.2762848734105, + 2819.2762848734105, + 2818.997210270061, + 2819.0674499052957, + 2824.989440819542, + 2827.1203323874306, + 2812.1631246018983, + 2826.8067822024123, + 2834.8282837097304, + 2819.067485224349 + ], + "p90": [ + 2850.4559500613955, + 2852.330397449578, + 2851.3407132225097, + 2854.293564118881, + 2851.5900496368804, + 2852.4095904023966, + 2849.7457923745164, + 2852.1929131365578, + 2859.2821335546023, + 2851.3776496086098, + 2853.580841316277, + 2852.1929131365578, + 2850.6295918015094, + 2849.745792374517, + 2849.9395488701643, + 2851.340713300341, + 2853.669170460316, + 2851.340713300341, + 2856.779739593756, + 2854.083636519376, + 2851.4221580214416, + 2854.060311230102, + 2855.3124141571016, + 2849.893765432434 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260617_131352.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260617_131352.json new file mode 100644 index 0000000000000000000000000000000000000000..0bfd78229d5126676d83d82e0e52a65b973b6555 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260617_131352.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-17T13:13:52.391735+00:00", + "metrics": { + "MSE[mean]": 370.5585842270959, + "MSE[0.5]": 364.6314638948161, + "MAE[0.5]": 15.984004689110975, + "MASE[0.5]": 0.14448817798066418, + "MAPE[0.5]": 0.005650771250221054, + "sMAPE[0.5]": 0.0056454035973908315, + "MSIS": 5.785176835939194, + "RMSE[mean]": 19.249898291344188, + "NRMSE[mean]": 0.006779127791522531, + "ND[0.5]": 0.0056289965156076805, + "mean_weighted_sum_quantile_loss": 0.0056306269060862 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2848.0880043664856, + 2847.134002815865, + 2846.180001265245, + 2845.225999714625, + 2844.271998164005, + 2843.3179966133844, + 2842.3639950627644, + 2841.4099935121444, + 2840.455991961524, + 2839.501990410904, + 2838.5479888602836, + 2837.5939873096636, + 2836.639985759043, + 2835.685984208423, + 2834.731982657803, + 2833.7779811071828, + 2832.823979556563, + 2831.8699780059424, + 2830.9159764553224, + 2829.961974904702, + 2829.007973354082, + 2828.053971803462, + 2827.0999702528416, + 2826.1459687022216 + ], + "p10": [ + 2848.0880043664856, + 2847.134002815865, + 2846.180001265245, + 2845.225999714625, + 2844.271998164005, + 2843.3179966133844, + 2842.3639950627644, + 2841.4099935121444, + 2840.455991961524, + 2839.501990410904, + 2838.5479888602836, + 2837.5939873096636, + 2836.639985759043, + 2835.685984208423, + 2834.731982657803, + 2833.7779811071828, + 2827.823979556563, + 2831.8699780059424, + 2830.9159764553224, + 2829.961974904702, + 2829.007973354082, + 2828.053971803462, + 2827.0999702528416, + 2826.1459687022216 + ], + "p90": [ + 2848.0880043664856, + 2847.134002815865, + 2846.180001265245, + 2845.225999714625, + 2844.271998164005, + 2843.3179966133844, + 2842.3639950627644, + 2841.4099935121444, + 2840.455991961524, + 2839.501990410904, + 2838.5479888602836, + 2837.5939873096636, + 2836.639985759043, + 2835.685984208423, + 2834.731982657803, + 2833.7779811071828, + 2832.823979556563, + 2831.8699780059424, + 2830.9159764553224, + 2829.961974904702, + 2829.007973354082, + 2828.053971803462, + 2827.0999702528416, + 2826.1459687022216 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_131310.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_131310.json new file mode 100644 index 0000000000000000000000000000000000000000..1fb420cb695573b62587323af6268639c7c95cf1 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_131310.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T13:13:10.289553+00:00", + "metrics": { + "MSE[mean]": 502.06616356720525, + "MSE[0.5]": 478.6157958296438, + "MAE[0.5]": 11.682281494140625, + "MASE[0.5]": 0.10560254457980227, + "MAPE[0.5]": 0.00416122745650952, + "sMAPE[0.5]": 0.004131340311629396, + "MSIS": 2.440589919153131, + "RMSE[mean]": 22.406832966021888, + "NRMSE[mean]": 0.00789088761826156, + "ND[0.5]": 0.004114082991333455, + "mean_weighted_sum_quantile_loss": 0.00397980513012554 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2851.6195068359375, + 2852.0858154296875, + 2852.1917724609375, + 2851.94921875, + 2853.283935546875, + 2851.9305419921875, + 2852.7242431640625, + 2851.1431884765625, + 2851.8016357421875, + 2851.5487060546875, + 2850.8875732421875, + 2851.3614501953125, + 2850.202880859375, + 2851.3546142578125, + 2848.3251953125, + 2847.748046875, + 2847.8348388671875, + 2847.0936279296875, + 2846.5087890625, + 2848.822021484375, + 2844.5467529296875, + 2848.49853515625, + 2845.5225830078125, + 2846.01123046875 + ], + "p10": [ + 2848.0526123046875, + 2847.2386474609375, + 2846.0421142578125, + 2845.437255859375, + 2844.8619384765625, + 2843.6546630859375, + 2841.677978515625, + 2841.232421875, + 2838.7646484375, + 2838.1231689453125, + 2836.6771240234375, + 2837.3553466796875, + 2835.39306640625, + 2834.850341796875, + 2828.041015625, + 2830.3472900390625, + 2825.226806640625, + 2825.2698974609375, + 2824.0828857421875, + 2824.5589599609375, + 2814.8743896484375, + 2819.089111328125, + 2818.1514892578125, + 2811.9481201171875 + ], + "p90": [ + 2856.432373046875, + 2858.8447265625, + 2857.8892822265625, + 2857.9658203125, + 2862.7139892578125, + 2862.60400390625, + 2862.077392578125, + 2863.6649169921875, + 2864.2659912109375, + 2864.134521484375, + 2866.3134765625, + 2866.7537841796875, + 2864.238525390625, + 2869.2171630859375, + 2866.799072265625, + 2872.0474853515625, + 2866.1300048828125, + 2871.1282958984375, + 2872.701416015625, + 2875.139404296875, + 2877.125244140625, + 2874.027587890625, + 2880.7166748046875, + 2875.5081787109375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260617_131352.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260617_131352.json new file mode 100644 index 0000000000000000000000000000000000000000..86b489d996cd1a76ea4d05cd1fd1848040466d26 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260617_131352.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T13:13:52.430518+00:00", + "metrics": { + "MSE[mean]": 537.8793197950093, + "MSE[0.5]": 541.3176781718067, + "MAE[0.5]": 11.357433217189433, + "MASE[0.5]": 0.10266606298024346, + "MAPE[0.5]": 0.004051559648249586, + "sMAPE[0.5]": 0.004017349203666229, + "MSIS": 4.098118728569857, + "RMSE[mean]": 23.192225417044597, + "NRMSE[mean]": 0.008167474835056057, + "ND[0.5]": 0.003999683011189236, + "mean_weighted_sum_quantile_loss": 0.003998245768014791 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228 + ], + "p10": [ + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2845.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228 + ], + "p90": [ + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228, + 2850.9407665505228 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260617_131352.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260617_131352.json new file mode 100644 index 0000000000000000000000000000000000000000..95099c4dbd091a181d68bc87059becd7360f493a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260617_131352.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T13:13:52.463595+00:00", + "metrics": { + "MSE[mean]": 520.8333333333334, + "MSE[0.5]": 520.8333333333334, + "MAE[0.5]": 10.416666666666666, + "MASE[0.5]": 0.09416195856873823, + "MAPE[0.5]": 0.0037202380952380946, + "sMAPE[0.5]": 0.003687315634218289, + "MSIS": 1.5457626173190107, + "RMSE[mean]": 22.82177322938192, + "NRMSE[mean]": 0.008037014783641468, + "ND[0.5]": 0.003668378576669112, + "mean_weighted_sum_quantile_loss": 0.005919947827504666 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "p10": [ + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0 + ], + "p90": [ + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_131348.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_131348.json new file mode 100644 index 0000000000000000000000000000000000000000..a65665e34be1ae711668735196f2a627301bc4a8 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_131348.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T13:13:48.388024+00:00", + "metrics": { + "MSE[mean]": 436.7324676513672, + "MSE[0.5]": 436.7324676513672, + "MAE[0.5]": 12.534505208333334, + "MASE[0.5]": 0.11330626177024483, + "MAPE[0.5]": 0.004456904386617586, + "sMAPE[0.5]": 0.004430952620325533, + "MSIS": 3.290945739171375, + "RMSE[mean]": 20.89814507680926, + "NRMSE[mean]": 0.007359581538421456, + "ND[0.5]": 0.004414205796038151, + "mean_weighted_sum_quantile_loss": 0.004690727663650444 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2847.34375, + 2847.34375, + 2846.5859375, + 2846.5859375, + 2846.5859375, + 2846.5859375, + 2846.5859375, + 2846.5859375, + 2846.5859375, + 2846.5859375, + 2845.828125, + 2846.5859375, + 2846.5859375, + 2846.5859375, + 2845.828125, + 2845.828125, + 2844.3125, + 2844.3125, + 2844.3125, + 2845.0703125, + 2843.5546875, + 2844.3125, + 2844.3125, + 2845.0703125 + ], + "p10": [ + 2845.0703125, + 2844.3125, + 2843.5546875, + 2842.796875, + 2842.0390625, + 2841.28125, + 2841.28125, + 2840.5234375, + 2840.5234375, + 2840.5234375, + 2840.5234375, + 2841.28125, + 2840.5234375, + 2839.765625, + 2839.765625, + 2839.765625, + 2839.0078125, + 2838.25, + 2837.4921875, + 2838.25, + 2837.4921875, + 2838.25, + 2839.0078125, + 2838.25 + ], + "p90": [ + 2850.375, + 2851.1328125, + 2851.890625, + 2854.921875, + 2857.953125, + 2860.984375, + 2864.015625, + 2869.3203125, + 2873.8671875, + 2877.65625, + 2879.9296875, + 2882.9609375, + 2885.234375, + 2887.5078125, + 2889.0234375, + 2890.5390625, + 2897.359375, + 2899.6328125, + 2901.1484375, + 2901.1484375, + 2900.390625, + 2901.1484375, + 2903.421875, + 2904.1796875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_131158.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_131158.json new file mode 100644 index 0000000000000000000000000000000000000000..af113af98e27caaf6b615b9e64b180d4574b20a2 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_131158.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T13:11:58.842976+00:00", + "metrics": { + "MSE[mean]": 470.85947648932535, + "MSE[0.5]": 413.3991496240099, + "MAE[0.5]": 12.510080973307291, + "MASE[0.5]": 0.11308547772481169, + "MAPE[0.5]": 0.004445599179120491, + "sMAPE[0.5]": 0.004422734449945692, + "MSIS": 5.07886726106403, + "RMSE[mean]": 21.699296681904816, + "NRMSE[mean]": 0.0076417185673619305, + "ND[0.5]": 0.0044056044513481295, + "mean_weighted_sum_quantile_loss": 0.0050028746777431325 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2850.082763671875, + 2849.798828125, + 2847.627197265625, + 2845.35107421875, + 2847.837646484375, + 2847.544677734375, + 2846.967041015625, + 2845.49169921875, + 2846.6806640625, + 2848.7177734375, + 2847.29248046875, + 2849.5244140625, + 2848.28564453125, + 2846.67529296875, + 2845.853515625, + 2843.66748046875, + 2841.75830078125, + 2842.595703125, + 2840.93701171875, + 2840.72900390625, + 2840.512451171875, + 2839.96435546875, + 2837.58154296875, + 2838.195556640625 + ], + "p10": [ + 2850.681640625, + 2847.59765625, + 2851.5400390625, + 2848.4794921875, + 2846.725830078125, + 2851.07666015625, + 2852.9267578125, + 2852.868896484375, + 2853.522705078125, + 2852.31494140625, + 2852.771728515625, + 2860.84765625, + 2855.19384765625, + 2852.9033203125, + 2855.42626953125, + 2851.058837890625, + 2852.781982421875, + 2855.9814453125, + 2857.59814453125, + 2856.90283203125, + 2854.1982421875, + 2851.1416015625, + 2853.56982421875, + 2855.67236328125 + ], + "p90": [ + 2851.09912109375, + 2852.172607421875, + 2849.0341796875, + 2850.10888671875, + 2852.91064453125, + 2854.9580078125, + 2854.056396484375, + 2854.865478515625, + 2855.546875, + 2860.604248046875, + 2861.96728515625, + 2862.851806640625, + 2861.36865234375, + 2864.6943359375, + 2863.536865234375, + 2863.80419921875, + 2864.958251953125, + 2869.638671875, + 2868.81396484375, + 2871.876953125, + 2871.27001953125, + 2874.362060546875, + 2871.8681640625, + 2873.9853515625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_131239.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_131239.json new file mode 100644 index 0000000000000000000000000000000000000000..a30b7700ceeb992a4eeecba1b715f6f6108fd042 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_131239.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-17T13:12:39.804018+00:00", + "metrics": { + "MSE[mean]": 475.6978676095605, + "MSE[0.5]": 475.6978676095605, + "MAE[0.5]": 11.367584228515625, + "MASE[0.5]": 0.10275782353460451, + "MAPE[0.5]": 0.004050808924879745, + "sMAPE[0.5]": 0.004021091173379684, + "MSIS": 2.318408111169962, + "RMSE[mean]": 21.81049902247907, + "NRMSE[mean]": 0.007680880066610384, + "ND[0.5]": 0.004003257835427366, + "mean_weighted_sum_quantile_loss": 0.0035619549177926552 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2849.038818359375, + 2848.871337890625, + 2848.88427734375, + 2848.89453125, + 2848.858154296875, + 2848.712646484375, + 2848.4921875, + 2848.546630859375, + 2848.3408203125, + 2848.17578125, + 2847.921875, + 2848.086181640625, + 2847.90673828125, + 2847.8994140625, + 2847.57177734375, + 2847.587890625, + 2847.62255859375, + 2847.885986328125, + 2847.484130859375, + 2847.470703125, + 2847.424560546875, + 2847.530029296875, + 2847.02001953125, + 2847.321533203125 + ], + "p10": [ + 2847.80419921875, + 2847.042724609375, + 2846.56396484375, + 2846.37890625, + 2845.326416015625, + 2843.95263671875, + 2842.9365234375, + 2842.12744140625, + 2840.469970703125, + 2839.247802734375, + 2838.25146484375, + 2837.3193359375, + 2835.4033203125, + 2833.720703125, + 2831.983154296875, + 2829.87939453125, + 2828.202880859375, + 2827.074951171875, + 2825.6669921875, + 2824.790771484375, + 2824.111083984375, + 2822.716796875, + 2821.851806640625, + 2820.489013671875 + ], + "p90": [ + 2850.750732421875, + 2850.588134765625, + 2850.70751953125, + 2850.769775390625, + 2851.358642578125, + 2851.946533203125, + 2852.298095703125, + 2852.72900390625, + 2852.892578125, + 2853.309814453125, + 2853.13427734375, + 2852.802978515625, + 2852.421875, + 2852.26171875, + 2852.69775390625, + 2851.760009765625, + 2851.769775390625, + 2853.087646484375, + 2854.10888671875, + 2854.322998046875, + 2854.3837890625, + 2853.710693359375, + 2852.970947265625, + 2853.278564453125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_131218.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_131218.json new file mode 100644 index 0000000000000000000000000000000000000000..f3b350c352854428edb0537fc5c6d10c0a905087 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_131218.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T13:12:18.651799+00:00", + "metrics": { + "MSE[mean]": 506.37197462717694, + "MSE[0.5]": 506.37197462717694, + "MAE[0.5]": 10.793782552083334, + "MASE[0.5]": 0.09757091572504707, + "MAPE[0.5]": 0.003851623981319672, + "sMAPE[0.5]": 0.003819656389240996, + "MSIS": 0.8629919594515066, + "RMSE[mean]": 22.50271038402212, + "NRMSE[mean]": 0.007924652226214687, + "ND[0.5]": 0.003801185344827586, + "mean_weighted_sum_quantile_loss": 0.0030656218634089426 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2849.305908203125, + 2849.406982421875, + 2849.502197265625, + 2849.445556640625, + 2849.330078125, + 2849.4990234375, + 2849.482666015625, + 2849.215087890625, + 2849.27099609375, + 2849.48583984375, + 2849.45654296875, + 2849.273681640625, + 2849.319580078125, + 2849.367431640625, + 2849.346923828125, + 2849.36767578125, + 2849.237548828125, + 2849.30029296875, + 2849.166259765625, + 2849.202880859375, + 2849.15283203125, + 2849.256591796875, + 2849.243408203125, + 2849.146728515625 + ], + "p10": [ + 2847.8095703125, + 2848.193603515625, + 2848.2314453125, + 2848.17236328125, + 2847.073974609375, + 2843.124267578125, + 2836.389892578125, + 2833.4248046875, + 2824.920166015625, + 2822.525146484375, + 2819.797607421875, + 2816.732421875, + 2813.389892578125, + 2810.725830078125, + 2809.902099609375, + 2807.50439453125, + 2806.35791015625, + 2804.958984375, + 2804.333251953125, + 2803.792724609375, + 2803.017822265625, + 2802.233642578125, + 2801.03759765625, + 2800.166259765625 + ], + "p90": [ + 2850.966796875, + 2851.0732421875, + 2851.14111328125, + 2851.168701171875, + 2851.18115234375, + 2851.19921875, + 2851.181640625, + 2851.292724609375, + 2851.0966796875, + 2851.0712890625, + 2850.876953125, + 2851.262451171875, + 2851.114501953125, + 2851.347900390625, + 2850.96826171875, + 2851.113525390625, + 2850.81982421875, + 2851.313720703125, + 2851.422607421875, + 2851.200927734375, + 2851.244873046875, + 2851.589111328125, + 2851.41845703125, + 2851.66552734375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260617_131352.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260617_131352.json new file mode 100644 index 0000000000000000000000000000000000000000..a6376c4b50e04e2bef9c84b2b88296b75112b979 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260617_131352.json @@ -0,0 +1,673 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-17T13:13:52.102224+00:00", + "metrics": { + "MSE[mean]": 0.02493472887495083, + "MSE[0.5]": 0.028683670788302123, + "MAE[0.5]": 0.14368433844952788, + "MASE[0.5]": 0.8606093701346337, + "MAPE[0.5]": 0.10470936523430699, + "sMAPE[0.5]": 0.1125878920642984, + "MSIS": 6.2663381167271055, + "RMSE[mean]": 0.1579073426885236, + "NRMSE[mean]": 0.11942571561855209, + "ND[0.5]": 0.10866882217352539, + "mean_weighted_sum_quantile_loss": 0.08849883361191549 + }, + "context_length": 229, + "prediction_length": 36, + "timestamps": [ + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 1.18284709830468, + 1.1818685704397602, + 1.1795555116014602, + 1.1745624924075408, + 1.177903685149644, + 1.181678292232701, + 1.1758538311494324, + 1.1815921494867343, + 1.1804838218731295, + 1.1794048791514173, + 1.180646573692973, + 1.1735758452004037, + 1.1816241366744442, + 1.1771532673373653, + 1.1742609488931306, + 1.1819883976494636, + 1.1771535597130178, + 1.173869945469261, + 1.1835938223137885, + 1.1708856387074675, + 1.1758307963651315, + 1.1865997314119066, + 1.1754407915877594, + 1.1874781450878187, + 1.1826797989707596, + 1.178219286029758, + 1.1751374999234803, + 1.1746509293601126, + 1.1803230759220171, + 1.1800368349218489, + 1.1835938215296735, + 1.175826781007467, + 1.1804796749932058, + 1.1695992089142497, + 1.175137499922658, + 1.1758267810074563 + ], + "p10": [ + 1.092574024481107, + 1.0976864606111998, + 1.0891755820973092, + 1.0844910725918275, + 1.0714055056023262, + 1.1042132129762288, + 1.0842631775089167, + 1.1009128940302297, + 1.0934552683685823, + 1.0912478125566365, + 1.111406730955474, + 1.0886262892451308, + 1.093730573859626, + 1.100826985679911, + 1.0976752656749265, + 1.1122200945183527, + 1.0912460574143257, + 1.0934405014561628, + 1.088464831827183, + 1.079349471493277, + 1.092659839166063, + 1.088464831102937, + 1.0867694987109677, + 1.0973959235171156, + 1.1000681533038725, + 1.0842401425853911, + 1.0842401425842736, + 1.0793494711609195, + 1.0983585604187236, + 1.1122200842526175, + 1.0979202490833044, + 1.0998971940112368, + 1.0960113241645626, + 1.075375868537261, + 1.0845639646850802, + 1.0958077364546626 + ], + "p90": [ + 1.291285372864571, + 1.2890124573202697, + 1.2865504776142653, + 1.2908216201026381, + 1.273522309955879, + 1.2896493825125481, + 1.2820152736660906, + 1.30857307258004, + 1.2979808378720665, + 1.2855080222448747, + 1.2906493068762546, + 1.2858400433149646, + 1.308698607258667, + 1.2991705826876374, + 1.2751977256692257, + 1.2733943667240282, + 1.2677871091143764, + 1.2716344295061397, + 1.3085632997737422, + 1.2716344279907386, + 1.2876555941667545, + 1.2677459458462104, + 1.2692952703502036, + 1.2979766910029205, + 1.284442325739567, + 1.2810447038922745, + 1.259999666011459, + 1.2813522994624973, + 1.2855214534081842, + 1.2720460173815047, + 1.291805131771368, + 1.2717976018927197, + 1.2842405626832647, + 1.2690353639544325, + 1.2751977014742395, + 1.3155598551822072 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260617_131352.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260617_131352.json new file mode 100644 index 0000000000000000000000000000000000000000..cc8f4384c0db0ce1b6b9a08d069bf1c6f60a2cc6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260617_131352.json @@ -0,0 +1,673 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-17T13:13:52.353264+00:00", + "metrics": { + "MSE[mean]": 0.018407972991727393, + "MSE[0.5]": 0.018200564975722474, + "MAE[0.5]": 0.11021868461037602, + "MASE[0.5]": 0.6601640357130744, + "MAPE[0.5]": 0.08000796565858898, + "sMAPE[0.5]": 0.08473788373975052, + "MSIS": 3.955435114469899, + "RMSE[mean]": 0.13567598531695796, + "NRMSE[mean]": 0.10261208480147191, + "ND[0.5]": 0.08335866502480449, + "mean_weighted_sum_quantile_loss": 0.07431329267942581 + }, + "context_length": 229, + "prediction_length": 36, + "timestamps": [ + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 1.233046757796439, + 1.2324497888157082, + 1.2318528198349772, + 1.2312558508542462, + 1.2306588818735151, + 1.2300619128927843, + 1.2294649439120533, + 1.2288679749313223, + 1.2282710059505912, + 1.2276740369698604, + 1.2270770679891294, + 1.2264800990083984, + 1.2258831300276676, + 1.2252861610469366, + 1.2246891920662055, + 1.2240922230854745, + 1.2234952541047437, + 1.2228982851240127, + 1.2223013161432816, + 1.2217043471625506, + 1.2211073781818198, + 1.2205104092010888, + 1.2199134402203577, + 1.219316471239627, + 1.218719502258896, + 1.2181225332781649, + 1.2175255642974339, + 1.216928595316703, + 1.216331626335972, + 1.215734657355241, + 1.21513768837451, + 1.2145407193937792, + 1.2139437504130481, + 1.2133467814323171, + 1.2127498124515863, + 1.2121528434708553 + ], + "p10": [ + 1.133046733954581, + 1.1324497649738503, + 1.1318527959931193, + 1.1312558270123882, + 1.1306588580316572, + 1.1300618890509264, + 1.1294649200701954, + 1.1288679510894644, + 1.1282709821087333, + 1.1276740131280025, + 1.1270770441472715, + 1.1264800751665405, + 1.1258831061858097, + 1.1252861372050786, + 1.1246891682243476, + 1.1240921992436166, + 1.1234952302628858, + 1.1228982612821548, + 1.1223012923014237, + 1.1217043233206927, + 1.121107354339962, + 1.1205103853592309, + 1.1199134163784998, + 1.119316447397769, + 1.118719478417038, + 1.118122509436307, + 1.117525540455576, + 1.1169285714748451, + 1.1163316024941141, + 1.115734633513383, + 1.115137664532652, + 1.1145406955519213, + 1.1139437265711902, + 1.1133467575904592, + 1.1127497886097284, + 1.1121528196289974 + ], + "p90": [ + 1.333046781638297, + 1.3324498126575661, + 1.331852843676835, + 1.3412558651593602, + 1.330658905715373, + 1.3300619367346422, + 1.3294649677539112, + 1.3288679987731802, + 1.3282710297924492, + 1.3276740608117183, + 1.3270770918309873, + 1.3264801228502563, + 1.3258831538695255, + 1.3352861753520506, + 1.3246892159080634, + 1.3240922469273324, + 1.3234952779466016, + 1.3228983089658706, + 1.3223013399851395, + 1.3217043710044085, + 1.3211074020236777, + 1.3205104330429467, + 1.3199134640622157, + 1.3193164950814849, + 1.3187195261007538, + 1.3181225571200228, + 1.3175255881392918, + 1.3169284999492714, + 1.31633165017783, + 1.315734681197099, + 1.3151377122163679, + 1.314540743235637, + 1.313943774254906, + 1.313346805274175, + 1.3127498362934442, + 1.3121528673127132 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_131256.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_131256.json new file mode 100644 index 0000000000000000000000000000000000000000..23c9c60b97cf4d7b17cc0b0ae53c30e4ab21c99b --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_131256.json @@ -0,0 +1,673 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T13:12:56.076913+00:00", + "metrics": { + "MSE[mean]": 0.02686067083353352, + "MSE[0.5]": 0.029075957657757872, + "MAE[0.5]": 0.14257153371969858, + "MASE[0.5]": 0.8539441330743148, + "MAPE[0.5]": 0.10375138635607, + "sMAPE[0.5]": 0.11173173673920594, + "MSIS": 4.966318868421398, + "RMSE[mean]": 0.16389225373254687, + "NRMSE[mean]": 0.12395211871150846, + "ND[0.5]": 0.10782720519143409, + "mean_weighted_sum_quantile_loss": 0.0967670163962074 + }, + "context_length": 229, + "prediction_length": 36, + "timestamps": [ + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 1.2087636590003967, + 1.2150460481643677, + 1.2070344686508179, + 1.1796430349349976, + 1.1967735290527344, + 1.1786161065101624, + 1.1916669011116028, + 1.1818795204162598, + 1.172333836555481, + 1.1804222464561462, + 1.1708677411079407, + 1.1785925030708313, + 1.1848036050796509, + 1.1636155843734741, + 1.1925681829452515, + 1.1747974753379822, + 1.1982006430625916, + 1.186678409576416, + 1.192872166633606, + 1.1889886856079102, + 1.1774533987045288, + 1.1680325269699097, + 1.169987440109253, + 1.2067329287528992, + 1.1774792671203613, + 1.1679351925849915, + 1.1662322282791138, + 1.1991106867790222, + 1.180034577846527, + 1.1516307592391968, + 1.1384970545768738, + 1.1502636075019836, + 1.1663797497749329, + 1.1438809633255005, + 1.1566858887672424, + 1.1649262309074402 + ], + "p10": [ + 1.111706554889679, + 1.0834445357322693, + 1.0163373351097107, + 1.0275166034698486, + 1.0535120964050293, + 0.9910594522953033, + 1.0462358593940735, + 1.0034529566764832, + 1.0224816799163818, + 1.0107322931289673, + 1.0059841871261597, + 1.0036104321479797, + 0.9798620641231537, + 0.9660016000270844, + 0.9920270144939423, + 0.9977778494358063, + 0.9828995168209076, + 0.9033341407775879, + 0.963459312915802, + 0.9475745558738708, + 0.9667041003704071, + 0.9162441492080688, + 0.9259839653968811, + 0.9567720890045166, + 0.9456877708435059, + 0.943501353263855, + 0.8640817403793335, + 0.9832255244255066, + 0.8457949161529541, + 0.8908427953720093, + 0.9096812903881073, + 0.851763904094696, + 0.9092359244823456, + 0.832257091999054, + 0.8425030708312988, + 0.8454865217208862 + ], + "p90": [ + 1.3208367228507996, + 1.318653404712677, + 1.330967903137207, + 1.3549140691757202, + 1.3553487062454224, + 1.3083457350730896, + 1.376946210861206, + 1.3492867946624756, + 1.3653865456581116, + 1.363877296447754, + 1.326349139213562, + 1.3718189597129822, + 1.378517985343933, + 1.3855385184288025, + 1.385760486125946, + 1.4437119960784912, + 1.432514250278473, + 1.4764283895492554, + 1.4852750301361084, + 1.4462549686431885, + 1.3985685110092163, + 1.419711172580719, + 1.386624038219452, + 1.506075918674469, + 1.4517368078231812, + 1.380012333393097, + 1.4829080700874329, + 1.4120201468467712, + 1.501577079296112, + 1.4457191824913025, + 1.473588228225708, + 1.430619239807129, + 1.4862200617790222, + 1.462370216846466, + 1.4848772883415222, + 1.500201940536499 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260617_131352.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260617_131352.json new file mode 100644 index 0000000000000000000000000000000000000000..7c3c14c5554a219adca5c86c4c320d8f0dac7e3d --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260617_131352.json @@ -0,0 +1,673 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T13:13:52.410193+00:00", + "metrics": { + "MSE[mean]": 0.027173578248312704, + "MSE[0.5]": 0.02688672202727368, + "MAE[0.5]": 0.13801165813939617, + "MASE[0.5]": 0.8266323766685545, + "MAPE[0.5]": 0.10045543960526457, + "sMAPE[0.5]": 0.107802764246803, + "MSIS": 4.771868462044417, + "RMSE[mean]": 0.16484410286180304, + "NRMSE[mean]": 0.12467200457296926, + "ND[0.5]": 0.10437855996039282, + "mean_weighted_sum_quantile_loss": 0.09390089275869172 + }, + "context_length": 229, + "prediction_length": 36, + "timestamps": [ + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885, + 1.184210544876885 + ], + "p10": [ + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027, + 1.084210521035027 + ], + "p90": [ + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.294210559181999, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.294210559181999, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842104495094533, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428, + 1.2842105687187428 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260617_131352.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260617_131352.json new file mode 100644 index 0000000000000000000000000000000000000000..d79523a3dab2b88c208622b579da2585ff53b1a8 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260617_131352.json @@ -0,0 +1,673 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T13:13:52.446649+00:00", + "metrics": { + "MSE[mean]": 0.05416664944755093, + "MSE[0.5]": 0.05416664944755093, + "MAE[0.5]": 0.1916666196452247, + "MASE[0.5]": 1.1480032590097036, + "MAPE[0.5]": 0.140964557067627, + "sMAPE[0.5]": 0.15418035186919737, + "MSIS": 39.13493055799353, + "RMSE[mean]": 0.23273729707021806, + "NRMSE[mean]": 0.17601979604307794, + "ND[0.5]": 0.14495794066062379, + "mean_weighted_sum_quantile_loss": 0.14048081661053036 + }, + "context_length": 229, + "prediction_length": 36, + "timestamps": [ + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0 + ], + "p10": [ + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 0.98, + 0.98, + 1.1760000467300415, + 1.0780000233650207, + 1.1760000467300415, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 0.98, + 0.98, + 1.1760000467300415, + 1.0780000233650207, + 1.1760000467300415, + 1.1760000467300415, + 0.98 + ], + "p90": [ + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.02, + 1.02, + 1.22400004863739, + 1.1220000243186952, + 1.22400004863739, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.02, + 1.02, + 1.22400004863739, + 1.1220000243186952, + 1.22400004863739, + 1.22400004863739, + 1.02 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_131338.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_131338.json new file mode 100644 index 0000000000000000000000000000000000000000..79f07a66939f88c42601e40e221347149e7f517a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_131338.json @@ -0,0 +1,673 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T13:13:38.787484+00:00", + "metrics": { + "MSE[mean]": 0.02082115314503241, + "MSE[0.5]": 0.02082115314503241, + "MAE[0.5]": 0.1172129147582584, + "MASE[0.5]": 0.7020565625333172, + "MAPE[0.5]": 0.08493795812623349, + "sMAPE[0.5]": 0.09051982793633118, + "MSIS": 7.39591981871224, + "RMSE[mean]": 0.14429536771855295, + "NRMSE[mean]": 0.10913094512787806, + "ND[0.5]": 0.08864841866380618, + "mean_weighted_sum_quantile_loss": 0.07845340362874396 + }, + "context_length": 229, + "prediction_length": 36, + "timestamps": [ + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 1.1998891830444336, + 1.1950016021728516, + 1.1923789978027344, + 1.1908292770385742, + 1.18635892868042, + 1.185166835784912, + 1.185762882232666, + 1.1885643005371094, + 1.1891603469848633, + 1.1944055557250977, + 1.1934518814086914, + 1.1946439743041992, + 1.1994123458862305, + 1.2008428573608398, + 1.2031078338623047, + 1.2028694152832031, + 1.1994123458862305, + 1.204061508178711, + 1.2064456939697266, + 1.2102603912353516, + 1.2128829956054688, + 1.2147903442382812, + 1.213836669921875, + 1.2124061584472656, + 1.2157440185546875, + 1.2178897857666016, + 1.2200355529785156, + 1.2202739715576172, + 1.2178897857666016, + 1.2195587158203125, + 1.2188434600830078, + 1.2212276458740234, + 1.2233734130859375, + 1.2286186218261719, + 1.2281417846679688, + 1.2271881103515625 + ], + "p10": [ + 1.0865211486816406, + 1.0669708251953125, + 1.0636329650878906, + 1.0588645935058594, + 1.053619384765625, + 1.0507583618164062, + 1.0498046875, + 1.0498046875, + 1.0512351989746094, + 1.0569572448730469, + 1.0555267333984375, + 1.0560035705566406, + 1.0588645935058594, + 1.0602951049804688, + 1.0636329650878906, + 1.0617256164550781, + 1.0569572448730469, + 1.0631561279296875, + 1.0660171508789062, + 1.0703086853027344, + 1.0731697082519531, + 1.0741233825683594, + 1.07269287109375, + 1.0712623596191406, + 1.0736465454101562, + 1.0769844055175781, + 1.0788917541503906, + 1.0779380798339844, + 1.0755538940429688, + 1.076507568359375, + 1.0760307312011719, + 1.076507568359375, + 1.080322265625, + 1.0855674743652344, + 1.0850906372070312, + 1.0846138000488281 + ], + "p90": [ + 1.3263702392578125, + 1.335906982421875, + 1.3330459594726562, + 1.3339996337890625, + 1.33209228515625, + 1.3330459594726562, + 1.3349533081054688, + 1.3378143310546875, + 1.3378143310546875, + 1.3416290283203125, + 1.3416290283203125, + 1.3425827026367188, + 1.3492584228515625, + 1.3521194458007812, + 1.3530731201171875, + 1.3540267944335938, + 1.3463973999023438, + 1.3521194458007812, + 1.3521194458007812, + 1.3568878173828125, + 1.358795166015625, + 1.3607025146484375, + 1.358795166015625, + 1.3568878173828125, + 1.3616561889648438, + 1.3616561889648438, + 1.3654708862304688, + 1.3654708862304688, + 1.3635635375976562, + 1.3645172119140625, + 1.36260986328125, + 1.3673782348632812, + 1.3692855834960938, + 1.3750076293945312, + 1.374053955078125, + 1.3731002807617188 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_131225.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_131225.json new file mode 100644 index 0000000000000000000000000000000000000000..3a82ca13ff04812c62213c838d65f2bd3f10fafb --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_131225.json @@ -0,0 +1,673 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-17T13:12:25.875810+00:00", + "metrics": { + "MSE[mean]": 0.015474883516077398, + "MSE[0.5]": 0.015474883516077398, + "MAE[0.5]": 0.09731916586558025, + "MASE[0.5]": 0.5829012886260059, + "MAPE[0.5]": 0.07039394322279979, + "sMAPE[0.5]": 0.07434645297759114, + "MSIS": 5.152282797563983, + "RMSE[mean]": 0.12439808485695186, + "NRMSE[mean]": 0.09408258066202373, + "ND[0.5]": 0.0736027269474289, + "mean_weighted_sum_quantile_loss": 0.06986218783474045 + }, + "context_length": 229, + "prediction_length": 36, + "timestamps": [ + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 1.2194714546203613, + 1.2299129962921143, + 1.2297477722167969, + 1.2196394205093384, + 1.2091701030731201, + 1.2056262493133545, + 1.2042386531829834, + 1.2085031270980835, + 1.2161465883255005, + 1.2226580381393433, + 1.2106338739395142, + 1.2029712200164795, + 1.2134921550750732, + 1.2264102697372437, + 1.2314316034317017, + 1.2295703887939453, + 1.228654384613037, + 1.2300786972045898, + 1.2353545427322388, + 1.256325125694275, + 1.2546789646148682, + 1.248266577720642, + 1.2337138652801514, + 1.2335364818572998, + 1.2536206245422363, + 1.2643351554870605, + 1.2638187408447266, + 1.252435564994812, + 1.243567943572998, + 1.240298867225647, + 1.2372535467147827, + 1.240744709968567, + 1.272233009338379, + 1.271478533744812, + 1.2556416988372803, + 1.2499284744262695 + ], + "p10": [ + 1.085881233215332, + 1.0822967290878296, + 1.0765380859375, + 1.0646775960922241, + 1.0523886680603027, + 1.0480304956436157, + 1.046825647354126, + 1.0509307384490967, + 1.0566282272338867, + 1.0575507879257202, + 1.0450289249420166, + 1.0356203317642212, + 1.0457727909088135, + 1.059099793434143, + 1.0643000602722168, + 1.0624691247940063, + 1.0594671964645386, + 1.059423804283142, + 1.063469648361206, + 1.0826597213745117, + 1.0829106569290161, + 1.0749831199645996, + 1.063768982887268, + 1.063919186592102, + 1.0798612833023071, + 1.0878877639770508, + 1.0858135223388672, + 1.0749914646148682, + 1.0657503604888916, + 1.0609869956970215, + 1.05329167842865, + 1.0541359186172485, + 1.062166690826416, + 1.0878350734710693, + 1.0755469799041748, + 1.0621484518051147 + ], + "p90": [ + 1.351779818534851, + 1.3738882541656494, + 1.3800439834594727, + 1.3735394477844238, + 1.3653624057769775, + 1.364585041999817, + 1.3640841245651245, + 1.3701950311660767, + 1.380325436592102, + 1.3912018537521362, + 1.377281665802002, + 1.3678263425827026, + 1.3791099786758423, + 1.3926893472671509, + 1.3989876508712769, + 1.3931533098220825, + 1.390185832977295, + 1.3911800384521484, + 1.3962900638580322, + 1.421344518661499, + 1.4194514751434326, + 1.4155852794647217, + 1.4033697843551636, + 1.405282735824585, + 1.4262465238571167, + 1.4357056617736816, + 1.435733437538147, + 1.4227547645568848, + 1.4148426055908203, + 1.4146133661270142, + 1.4134610891342163, + 1.4192551374435425, + 1.429137110710144, + 1.4276777505874634, + 1.414589524269104, + 1.4093536138534546 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_131209.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_131209.json new file mode 100644 index 0000000000000000000000000000000000000000..92e2d1dd9d44d75cb5afb562bcea6042df1e08f5 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_131209.json @@ -0,0 +1,673 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T13:12:09.068499+00:00", + "metrics": { + "MSE[mean]": 0.02260127123666125, + "MSE[0.5]": 0.02260127123666125, + "MAE[0.5]": 0.12236954768498738, + "MASE[0.5]": 0.7329426470083251, + "MAPE[0.5]": 0.08865178636925009, + "sMAPE[0.5]": 0.09473833070513887, + "MSIS": 5.2450049750772, + "RMSE[mean]": 0.15033719179451654, + "NRMSE[mean]": 0.11370039168829942, + "ND[0.5]": 0.09254839295867825, + "mean_weighted_sum_quantile_loss": 0.08043461150395635 + }, + "context_length": 229, + "prediction_length": 36, + "timestamps": [ + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 1.1990329027175903, + 1.2130593061447144, + 1.1994940042495728, + 1.2050846815109253, + 1.2008177042007446, + 1.1966429948806763, + 1.2032623291015625, + 1.208099365234375, + 1.2031962871551514, + 1.1990739107131958, + 1.1952965259552002, + 1.1942110061645508, + 1.1998199224472046, + 1.2036937475204468, + 1.2027432918548584, + 1.1993621587753296, + 1.1926325559616089, + 1.1948764324188232, + 1.1966969966888428, + 1.2034854888916016, + 1.2047187089920044, + 1.2029420137405396, + 1.1923669576644897, + 1.1870319843292236, + 1.1953315734863281, + 1.202882170677185, + 1.2043870687484741, + 1.2037163972854614, + 1.1957590579986572, + 1.1942265033721924, + 1.1990107297897339, + 1.215759515762329, + 1.2074648141860962, + 1.209787130355835, + 1.2011163234710693, + 1.199615478515625 + ], + "p10": [ + 1.1262048482894897, + 1.1037558317184448, + 1.073944091796875, + 1.0953930616378784, + 1.0801784992218018, + 1.0830590724945068, + 1.0799466371536255, + 1.0728628635406494, + 1.0698562860488892, + 1.069602608680725, + 1.0511865615844727, + 1.0432485342025757, + 1.052396297454834, + 1.0750243663787842, + 1.0663559436798096, + 1.0582629442214966, + 1.0283087491989136, + 1.0260531902313232, + 1.0326392650604248, + 1.0505485534667969, + 1.0504820346832275, + 1.0410693883895874, + 1.0313467979431152, + 1.0178537368774414, + 1.025072693824768, + 1.0410525798797607, + 1.051927089691162, + 1.0485478639602661, + 1.032727599143982, + 1.0265909433364868, + 1.035097599029541, + 1.040806770324707, + 1.0487453937530518, + 1.0414378643035889, + 1.024951457977295, + 1.0223220586776733 + ], + "p90": [ + 1.350045919418335, + 1.4149689674377441, + 1.3868645429611206, + 1.386889934539795, + 1.3560384511947632, + 1.3566904067993164, + 1.3897958993911743, + 1.4041931629180908, + 1.3805609941482544, + 1.3804481029510498, + 1.3548957109451294, + 1.3560113906860352, + 1.3842475414276123, + 1.4000366926193237, + 1.3998050689697266, + 1.3914834260940552, + 1.3697612285614014, + 1.364148736000061, + 1.3774863481521606, + 1.4110926389694214, + 1.4079471826553345, + 1.4080066680908203, + 1.3787051439285278, + 1.3700604438781738, + 1.3878538608551025, + 1.4114303588867188, + 1.4247273206710815, + 1.4275424480438232, + 1.399968147277832, + 1.3959866762161255, + 1.4237700700759888, + 1.4472122192382812, + 1.418227195739746, + 1.4296716451644897, + 1.4172765016555786, + 1.407997965812683 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index ebf6c62a1c21d99cf87c5d46c3a67012d54a5cd8..d7638ee8a86aaba5959d4047952906409228e26c 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -2,10 +2,10 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5] binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1074682.2538833618,1074682.2538833618,882.0569661458334,1.0160515414390405,0.013487742118732273,0.013363139941709817,4.593782884288501,1036.6688255577872,0.015802430532218237,0.013445609233478123,0.009997766634209879,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.5455334107235524,0.05893869912850077,0.057397264678754834,12.056275288890456,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.41198527580295685,0.41198527580295685,0.5574000025788943,2.4090762391446336,0.5707766516589561,0.3785559484419912,87.9964041080193,0.6418607916074613,0.386725283063047,0.3358371107803934,0.3290411280432219,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.04638887259695639,0.04638887259695639,0.18055551250775656,1.064814665095631,0.13523094168459465,0.14655018857298305,35.71322721722461,0.2153807619007705,0.1649724984771859,0.1382978393676433,0.13350824117096888,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.05416664944755093,0.05416664944755093,0.1916666196452247,1.1480032590097036,0.140964557067627,0.15418035186919737,39.13493055799353,0.23273729707021806,0.17601979604307794,0.14495794066062379,0.14048081661053036,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.1516666158040607,0.1516666158040607,0.1916666030883789,0.20689649256013895,0.012032581393247995,0.01228392133685449,3.9945429755325446,0.38944398288336757,0.024391062869150194,0.012004171001006793,0.013276497553558883,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,837.1949972200404,837.1949972200404,23.383333325386047,3.1031563504250825,0.531054335150122,0.7810276313818306,121.86640209009191,28.934322131683686,0.7550546068755392,0.6101989696211234,0.6076002961820455,Air Quality,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,821.5645788431178,821.5645788431178,22.712499896685284,2.978251211903921,0.5132498941737847,0.7560082433380956,116.77439447988532,28.66294783938173,0.7450565490798735,0.590382290364114,0.5876515060050512,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.408333873749143,4.408333873749143,1.5916666984558105,0.7695079706085034,0.0583428597163713,0.06106720287600197,19.793801398747878,2.0996032657978847,0.08333136656510771,0.06317182072399383,0.05768994822839865,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,27.75,27.75,4.583333333333333,0.8702531645569621,0.6199159556115826,0.41883686756025257,32.15569637981844,5.267826876426369,0.48254902684821704,0.4198473282442748,0.4125614927905004,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1041.6666666666667,1041.6666666666667,20.833333333333332,0.1972386587771203,0.007322994987468671,0.007259202257278441,1.6295856991441962,32.274861218395145,0.011332796916481105,0.0073152889539136795,0.007342924489961777,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,520.8333333333334,520.8333333333334,10.416666666666666,0.09416195856873823,0.0037202380952380946,0.003687315634218289,1.5457626173190107,22.82177322938192,0.008037014783641468,0.003668378576669112,0.005919947827504666,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,8458.0,8458.0,67.0,1.3985756385068764,0.3564068100358423,0.2659571504193018,50.69106116148495,91.96738552334735,0.3880480401829002,0.28270042194092826,0.2751711204875762,Web,1 diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 9abb0818c515c96a006cfd3d5d916283bd6ad1bf..3b2270ff79d61b9b3900d42dfdfc21000d2deb50 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T12:39:01.119052+00:00", + "evaluated_at": "2026-06-17T13:13:52.446649+00:00", "freq": "10min", "context_length": 229, "prediction_length": 36, "context": [ - 1.2999999523162842, - 1.399999976158142, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -234,11 +232,11 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.399999976158142 + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -272,11 +270,11 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.5, + 1.5 ], "p50": [ - 1.100000023841858, - 1.100000023841858, 1.399999976158142, 1.399999976158142, 1.2000000476837158, @@ -299,8 +297,8 @@ 1.2999999523162842, 1.2000000476837158, 1.399999976158142, - 1.100000023841858, - 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, 1.399999976158142, 1.399999976158142, 1.2000000476837158, @@ -310,11 +308,11 @@ 1.0, 1.2000000476837158, 1.100000023841858, - 1.2000000476837158 + 1.2000000476837158, + 1.2000000476837158, + 1.0 ], "p10": [ - 1.0780000233650207, - 1.0780000233650207, 1.3719999766349793, 1.3719999766349793, 1.1760000467300415, @@ -337,8 +335,8 @@ 1.2739999532699584, 1.1760000467300415, 1.3719999766349793, - 1.0780000233650207, - 1.0780000233650207, + 1.1760000467300415, + 1.1760000467300415, 1.3719999766349793, 1.3719999766349793, 1.1760000467300415, @@ -348,11 +346,11 @@ 0.98, 1.1760000467300415, 1.0780000233650207, - 1.1760000467300415 + 1.1760000467300415, + 1.1760000467300415, + 0.98 ], "p90": [ - 1.1220000243186952, - 1.1220000243186952, 1.4279999756813049, 1.4279999756813049, 1.22400004863739, @@ -375,8 +373,8 @@ 1.32599995136261, 1.22400004863739, 1.4279999756813049, - 1.1220000243186952, - 1.1220000243186952, + 1.22400004863739, + 1.22400004863739, 1.4279999756813049, 1.4279999756813049, 1.22400004863739, @@ -386,14 +384,11 @@ 1.02, 1.22400004863739, 1.1220000243186952, - 1.22400004863739 + 1.22400004863739, + 1.22400004863739, + 1.02 ], "timestamps": [ - "2026-06-14 00:20:00", - "2026-06-14 00:30:00", - "2026-06-14 00:40:00", - "2026-06-14 00:50:00", - "2026-06-14 01:00:00", "2026-06-14 01:10:00", "2026-06-14 01:20:00", "2026-06-14 01:30:00", @@ -653,6 +648,11 @@ "2026-06-15 19:50:00", "2026-06-15 20:00:00", "2026-06-15 20:10:00", - "2026-06-15 20:20:00" + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 805b3ac06c617e6753631ff1312ce87606f5c2f8..66dccbf50d769522ae7f8f88773002efee32eb30 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T12:10:13.010113+00:00", + "evaluated_at": "2026-06-17T13:13:52.456132+00:00", "freq": "1h", - "context_length": 157, + "context_length": 158, "prediction_length": 24, "context": [ 39.79999923706055, @@ -162,10 +162,10 @@ 12.5, 14.300000190734863, 21.799999237060547, - 24.799999237060547 + 24.799999237060547, + 38.400001525878906 ], "actuals": [ - 38.400001525878906, 52.599998474121094, 66.5999984741211, 69.4000015258789, @@ -188,10 +188,10 @@ 22.899999618530273, 22.799999237060547, 27.100000381469727, - 35.900001525878906 + 35.900001525878906, + 42.0 ], "p50": [ - 18.700000762939453, 18.299999237060547, 17.799999237060547, 16.5, @@ -214,10 +214,10 @@ 12.5, 14.300000190734863, 21.799999237060547, - 24.799999237060547 + 24.799999237060547, + 38.400001525878906 ], "p10": [ - 18.326000747680663, 17.933999252319335, 17.443999252319337, 16.169999999999998, @@ -240,10 +240,10 @@ 12.25, 14.014000186920166, 21.363999252319335, - 24.303999252319336 + 24.303999252319336, + 37.63200149536133 ], "p90": [ - 19.074000778198243, 18.66599922180176, 18.155999221801757, 16.830000000000002, @@ -266,7 +266,8 @@ 12.75, 14.58600019454956, 22.23599922180176, - 25.295999221801758 + 25.295999221801758, + 39.16800155639648 ], "timestamps": [ "2026-06-10 00:00:00", @@ -449,6 +450,7 @@ "2026-06-17 09:00:00", "2026-06-17 10:00:00", "2026-06-17 11:00:00", - "2026-06-17 12:00:00" + "2026-06-17 12:00:00", + "2026-06-17 13:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 8630d6e7f75aa302e4efc55fc7aa0baa946cf0e6..38954a83ed1963185d66f8e69f4fa9b45c4c9820 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T12:26:17.384303+00:00", + "evaluated_at": "2026-06-17T13:13:52.463595+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, 3120.0, 3120.0, 3120.0, @@ -293,9 +281,6 @@ 2850.0, 2850.0, 2850.0, - 2850.0 - ], - "actuals": [ 2850.0, 2850.0, 2850.0, @@ -306,6 +291,11 @@ 2850.0, 2850.0, 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "actuals": [ 2850.0, 2850.0, 2850.0, @@ -316,22 +306,32 @@ 2850.0, 2850.0, 2850.0, + 2800.0, + 2850.0, 2850.0, 2850.0, 2800.0, - 2850.0 + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 ], "p50": [ - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, 2850.0, - 2900.0, - 2900.0, - 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, 2850.0, 2850.0, 2850.0, @@ -348,16 +348,16 @@ 2850.0 ], "p10": [ - 2842.0, - 2842.0, - 2842.0, - 2842.0, - 2842.0, - 2842.0, 2793.0, - 2842.0, - 2842.0, - 2842.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, 2793.0, 2793.0, 2793.0, @@ -374,16 +374,16 @@ 2793.0 ], "p90": [ - 2958.0, - 2958.0, - 2958.0, - 2958.0, - 2958.0, - 2958.0, 2907.0, - 2958.0, - 2958.0, - 2958.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, 2907.0, 2907.0, 2907.0, @@ -400,10 +400,6 @@ 2907.0 ], "timestamps": [ - "2026-06-16 09:55:00", - "2026-06-16 10:10:00", - "2026-06-16 10:25:00", - "2026-06-16 10:40:00", "2026-06-16 10:55:00", "2026-06-16 11:10:00", "2026-06-16 11:25:00", @@ -711,6 +707,10 @@ "2026-06-19 14:55:00", "2026-06-19 15:10:00", "2026-06-19 15:25:00", - "2026-06-19 15:40:00" + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 3711482e9599367b8d15fc07a2cd66375fbb360b..cc7a665d90022e1219b318ec0422d1959b762636 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,25 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-17T13:03:29.403277+00:00", + "evaluated_at": "2026-06-17T13:13:52.469584+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 144, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t011000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 229, + "prediction_length": 36 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 83, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t130000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 158, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t063600z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t105000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 46b3fa01649c96780f91e1a37ae8bac1acdacf8e..ada211a1e84962b256346f555b1d9169da1fc385 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -2,10 +2,10 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5] binance_btcusdt_1h_close/1h/short,Timer-S1,769869.9741948446,769869.9741948446,811.9580078125,0.9353037469070502,0.0124085934500332,0.012318944482387566,3.558468281712551,877.4223465326403,0.013375090035332396,0.012377176740844858,0.007489442008994369,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,3.8618682449858475,3.8618682449858475,1.3637440204620361,0.5745708807217244,0.059525585156401696,0.056265769204091966,1.9810464918929445,1.9651636687527703,0.08899190495526176,0.061756778929914255,0.04310518440236161,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.005787932667579791,0.005787932667579791,0.07137653430302938,0.30872479910923606,0.04812120996973956,0.04666607736497622,3.5301620078379092,0.07607846388814506,0.04366721177508041,0.04096841707745565,0.02683796140426397,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.017903163284382215,0.017903163284382215,0.10967035757170783,0.646773966890761,0.0808866419543091,0.08559349139339673,5.410725991708629,0.1338027028291365,0.10248717663508328,0.08400282707620174,0.07435079573457687,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.02082115314503241,0.02082115314503241,0.1172129147582584,0.7020565625333172,0.08493795812623349,0.09051982793633118,7.39591981871224,0.14429536771855295,0.10913094512787806,0.08864841866380618,0.07845340362874396,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.01397048756462027,0.01397048756462027,0.04182736078898112,0.04515097623083186,0.002668633367010228,0.002640332798496472,0.8528123871175551,0.1181968170663672,0.007402723171261847,0.0026196676068820004,0.005338755370949345,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,614.9907548715711,614.9907548715711,18.470306317011516,2.4495934032316558,0.3881533248527131,0.53453901830036,55.22527762010858,24.79900713479415,0.6550475316172474,0.48787955483094686,0.43685329142654056,Air Quality,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,239.2308712065322,239.2308712065322,11.781341155370077,1.5448670878785677,0.27711258515901127,0.2981425623384581,17.231272921530692,15.467089939821655,0.4020471557722419,0.30624084563599646,0.2726309656101724,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.3567095006202787,1.3567095006202787,0.9260210196177164,0.4476945809309018,0.03462212084460587,0.03539260776244917,1.656157052299645,1.1647787346188454,0.04622902111217659,0.03675294199136908,0.03251162689534859,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,27.924219198524952,27.924219198524952,4.520294189453125,0.8582837068581884,0.7394318352417463,0.42605825625130916,10.427489461778086,5.284337157915357,0.4840614190456816,0.4140727501789122,0.31457148868214596,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,113.21197764078777,113.21197764078777,4.4384765625,0.0420210798816568,0.0015704993277464493,0.0015643006304177365,1.0248397435897436,10.640111730653384,0.0037361036069594915,0.0015584994513533285,0.0025305311712590425,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,436.7324676513672,436.7324676513672,12.534505208333334,0.11330626177024483,0.004456904386617586,0.004430952620325533,3.290945739171375,20.89814507680926,0.007359581538421456,0.004414205796038151,0.004690727663650444,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 5ca05d5de5a4a1f983b8e10b70a021cace3ea7ae..bcd2e738c37826446496e272783eedb165755f98 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T12:38:42.492744+00:00", + "evaluated_at": "2026-06-17T13:13:38.787484+00:00", "freq": "10min", "context_length": 229, "prediction_length": 36, "context": [ - 1.2999999523162842, - 1.399999976158142, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -234,11 +232,11 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.399999976158142 + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -272,128 +270,125 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.5, + 1.5 ], "p50": [ - 1.3021659851074219, - 1.237020492553711, - 1.2249565124511719, - 1.2155466079711914, - 1.2026381492614746, - 1.1961236000061035, - 1.18731689453125, - 1.1833961009979248, - 1.182973861694336, - 1.1860501766204834, - 1.1908154487609863, - 1.1974506378173828, - 1.195641040802002, - 1.1949172019958496, - 1.2002253532409668, - 1.1992602348327637, - 1.2027587890625, - 1.2009491920471191, - 1.1997427940368652, - 1.199984073638916, - 1.2020349502563477, - 1.2044477462768555, - 1.2073431015014648, - 1.2097558975219727, - 1.2112035751342773, - 1.211686134338379, - 1.213857650756836, - 1.2153053283691406, - 1.212651252746582, - 1.2128925323486328, - 1.2085494995117188, - 1.2042064666748047, - 1.2068605422973633, - 1.2097558975219727, - 1.2119274139404297, - 1.216994285583496 + 1.1998891830444336, + 1.1950016021728516, + 1.1923789978027344, + 1.1908292770385742, + 1.18635892868042, + 1.185166835784912, + 1.185762882232666, + 1.1885643005371094, + 1.1891603469848633, + 1.1944055557250977, + 1.1934518814086914, + 1.1946439743041992, + 1.1994123458862305, + 1.2008428573608398, + 1.2031078338623047, + 1.2028694152832031, + 1.1994123458862305, + 1.204061508178711, + 1.2064456939697266, + 1.2102603912353516, + 1.2128829956054688, + 1.2147903442382812, + 1.213836669921875, + 1.2124061584472656, + 1.2157440185546875, + 1.2178897857666016, + 1.2200355529785156, + 1.2202739715576172, + 1.2178897857666016, + 1.2195587158203125, + 1.2188434600830078, + 1.2212276458740234, + 1.2233734130859375, + 1.2286186218261719, + 1.2281417846679688, + 1.2271881103515625 ], "p10": [ - 1.1430420875549316, - 1.0652294158935547, - 1.0642642974853516, - 1.0623340606689453, - 1.0550956726074219, - 1.0488224029541016, - 1.0396537780761719, - 1.0367584228515625, - 1.0348281860351562, - 1.040618896484375, - 1.0444793701171875, - 1.04833984375, - 1.0464096069335938, - 1.0444793701171875, - 1.0512351989746094, - 1.0488224029541016, - 1.0488224029541016, - 1.0493049621582031, - 1.04833984375, + 1.0865211486816406, + 1.0669708251953125, + 1.0636329650878906, + 1.0588645935058594, + 1.053619384765625, + 1.0507583618164062, + 1.0498046875, + 1.0498046875, 1.0512351989746094, - 1.0546131134033203, - 1.0565433502197266, - 1.0565433502197266, - 1.0570259094238281, - 1.0575084686279297, - 1.059438705444336, - 1.0647468566894531, - 1.0661945343017578, - 1.0642642974853516, - 1.06378173828125, - 1.060403823852539, - 1.0541305541992188, - 1.056060791015625, - 1.0608863830566406, - 1.0628166198730469, - 1.067159652709961 + 1.0569572448730469, + 1.0555267333984375, + 1.0560035705566406, + 1.0588645935058594, + 1.0602951049804688, + 1.0636329650878906, + 1.0617256164550781, + 1.0569572448730469, + 1.0631561279296875, + 1.0660171508789062, + 1.0703086853027344, + 1.0731697082519531, + 1.0741233825683594, + 1.07269287109375, + 1.0712623596191406, + 1.0736465454101562, + 1.0769844055175781, + 1.0788917541503906, + 1.0779380798339844, + 1.0755538940429688, + 1.076507568359375, + 1.0760307312011719, + 1.076507568359375, + 1.080322265625, + 1.0855674743652344, + 1.0850906372070312, + 1.0846138000488281 ], "p90": [ - 1.4150848388671875, - 1.3861312866210938, - 1.3784103393554688, - 1.3716545104980469, - 1.3639335632324219, - 1.3610382080078125, - 1.3542823791503906, - 1.3465614318847656, - 1.349456787109375, - 1.349456787109375, - 1.3533172607421875, - 1.3600730895996094, - 1.3552474975585938, - 1.3562126159667969, - 1.3591079711914062, - 1.3610382080078125, - 1.364898681640625, - 1.3629684448242188, - 1.3610382080078125, - 1.3610382080078125, - 1.3610382080078125, - 1.364898681640625, - 1.3687591552734375, - 1.3706893920898438, - 1.3716545104980469, - 1.3697242736816406, - 1.3697242736816406, - 1.3697242736816406, - 1.3677940368652344, - 1.3687591552734375, - 1.3620033264160156, - 1.3600730895996094, - 1.3668289184570312, - 1.3677940368652344, - 1.3687591552734375, - 1.3735847473144531 + 1.3263702392578125, + 1.335906982421875, + 1.3330459594726562, + 1.3339996337890625, + 1.33209228515625, + 1.3330459594726562, + 1.3349533081054688, + 1.3378143310546875, + 1.3378143310546875, + 1.3416290283203125, + 1.3416290283203125, + 1.3425827026367188, + 1.3492584228515625, + 1.3521194458007812, + 1.3530731201171875, + 1.3540267944335938, + 1.3463973999023438, + 1.3521194458007812, + 1.3521194458007812, + 1.3568878173828125, + 1.358795166015625, + 1.3607025146484375, + 1.358795166015625, + 1.3568878173828125, + 1.3616561889648438, + 1.3616561889648438, + 1.3654708862304688, + 1.3654708862304688, + 1.3635635375976562, + 1.3645172119140625, + 1.36260986328125, + 1.3673782348632812, + 1.3692855834960938, + 1.3750076293945312, + 1.374053955078125, + 1.3731002807617188 ], "timestamps": [ - "2026-06-14 00:20:00", - "2026-06-14 00:30:00", - "2026-06-14 00:40:00", - "2026-06-14 00:50:00", - "2026-06-14 01:00:00", "2026-06-14 01:10:00", "2026-06-14 01:20:00", "2026-06-14 01:30:00", @@ -653,6 +648,11 @@ "2026-06-15 19:50:00", "2026-06-15 20:00:00", "2026-06-15 20:10:00", - "2026-06-15 20:20:00" + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 93063ec77658acc4c90c72586edbc1080a105acd..09e6e34b3e074b5a14b30ddc940cc7f230b4250e 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T11:42:47.067236+00:00", + "evaluated_at": "2026-06-17T13:13:43.210055+00:00", "freq": "1h", - "context_length": 156, + "context_length": 158, "prediction_length": 24, "context": [ 39.79999923706055, @@ -161,11 +161,11 @@ 11.699999809265137, 12.5, 14.300000190734863, - 21.799999237060547 + 21.799999237060547, + 24.799999237060547, + 38.400001525878906 ], "actuals": [ - 24.799999237060547, - 38.400001525878906, 52.599998474121094, 66.5999984741211, 69.4000015258789, @@ -187,85 +187,87 @@ 24.799999237060547, 22.899999618530273, 22.799999237060547, - 27.100000381469727 + 27.100000381469727, + 35.900001525878906, + 42.0 ], "p50": [ - 23.3836669921875, - 23.62646484375, - 22.9478759765625, - 22.020263671875, - 20.924560546875, - 19.99072265625, - 19.3681640625, - 18.6708984375, - 18.09814453125, - 17.8740234375, - 18.2724609375, - 20.314453125, - 21.2109375, - 21.547119140625, - 20.3642578125, - 18.919921875, - 17.5751953125, - 16.7783203125, - 16.927734375, - 17.1767578125, - 17.923828125, - 18.99462890625, - 20.28955078125, - 23.02880859375 + 41.158203125, + 40.759765625, + 38.8671875, + 36.6259765625, + 34.484375, + 32.69140625, + 31.396484375, + 30.30078125, + 30.30078125, + 31.4462890625, + 31.4462890625, + 31.1474609375, + 29.27978515625, + 27.11328125, + 25.805908203125, + 25.09619140625, + 24.43939208984375, + 23.95379638671875, + 24.52032470703125, + 25.3638916015625, + 26.515625, + 29.603515625, + 33.1396484375, + 34.2353515625 ], "p10": [ - 19.89111328125, - 17.82421875, - 16.23046875, - 14.5869140625, - 13.1923828125, - 12.0966796875, - 11.349609375, - 10.65234375, - 10.353515625, - 9.955078125, - 10.154296875, - 11.6982421875, - 12.6943359375, - 12.9931640625, - 12.1962890625, - 11.05078125, - 10.552734375, - 9.556640625, - 9.357421875, - 9.556640625, - 9.955078125, - 10.353515625, - 10.951171875, - 12.8935546875 + 34.0859375, + 28.13427734375, + 22.95458984375, + 19.443359375, + 17.3017578125, + 15.6083984375, + 14.4130859375, + 14.064453125, + 13.865234375, + 15.1103515625, + 15.6083984375, + 15.9072265625, + 14.462890625, + 13.16796875, + 12.8193359375, + 12.2216796875, + 12.9189453125, + 12.5703125, + 12.3212890625, + 12.6201171875, + 12.869140625, + 14.263671875, + 16.1064453125, + 16.5546875 ], "p90": [ - 27.66064453125, - 30.9228515625, - 32.068359375, - 32.865234375, - 32.96484375, - 33.1142578125, - 33.263671875, - 33.263671875, - 33.36328125, - 33.8115234375, - 34.95703125, - 37.1484375, - 37.34765625, - 36.849609375, - 34.55859375, - 32.16796875, - 30.35009765625, - 29.677734375, - 29.95166015625, - 30.7236328125, - 32.2177734375, - 34.359375, - 36.94921875, - 41.033203125 + 46.935546875, + 51.21875, + 53.2109375, + 53.41015625, + 53.2109375, + 53.2109375, + 53.41015625, + 52.61328125, + 53.2109375, + 54.60546875, + 54.20703125, + 53.80859375, + 52.4140625, + 50.421875, + 49.126953125, + 48.529296875, + 47.732421875, + 47.234375, + 47.83203125, + 48.330078125, + 49.126953125, + 52.21484375, + 56.19921875, + 57.79296875 ], "timestamps": [ "2026-06-10 00:00:00", @@ -447,6 +449,8 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 92180cbd2cce0b943c73eee3f3f69b94501509a0..47c668c957f3139871a47721da3dec061faf73d3 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T12:26:12.450897+00:00", + "evaluated_at": "2026-06-17T13:13:48.388024+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, 3120.0, 3120.0, 3120.0, @@ -293,9 +281,6 @@ 2850.0, 2850.0, 2850.0, - 2850.0 - ], - "actuals": [ 2850.0, 2850.0, 2850.0, @@ -308,6 +293,9 @@ 2850.0, 2850.0, 2850.0, + 2850.0 + ], + "actuals": [ 2850.0, 2850.0, 2850.0, @@ -319,91 +307,99 @@ 2850.0, 2850.0, 2800.0, - 2850.0 + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 ], "p50": [ - 2848.1015625, - 2848.1015625, - 2846.6171875, - 2845.875, - 2846.6171875, - 2846.6171875, - 2847.359375, - 2846.6171875, - 2846.6171875, - 2846.6171875, - 2845.1328125, - 2845.875, - 2846.6171875, - 2846.6171875, - 2846.6171875, - 2847.359375, - 2849.5859375, - 2849.5859375, - 2848.84375, - 2849.5859375, - 2849.5859375, - 2849.5859375, - 2850.328125, - 2850.328125 + 2847.34375, + 2847.34375, + 2846.5859375, + 2846.5859375, + 2846.5859375, + 2846.5859375, + 2846.5859375, + 2846.5859375, + 2846.5859375, + 2846.5859375, + 2845.828125, + 2846.5859375, + 2846.5859375, + 2846.5859375, + 2845.828125, + 2845.828125, + 2844.3125, + 2844.3125, + 2844.3125, + 2845.0703125, + 2843.5546875, + 2844.3125, + 2844.3125, + 2845.0703125 ], "p10": [ - 2845.1328125, - 2844.390625, - 2843.6484375, - 2841.421875, - 2841.421875, - 2841.421875, - 2840.6796875, - 2839.9375, - 2839.1953125, - 2839.1953125, - 2836.96875, - 2836.2265625, - 2835.484375, - 2834.7421875, - 2834.0, - 2832.515625, - 2834.7421875, - 2834.0, - 2834.0, - 2832.515625, - 2832.515625, - 2832.515625, - 2832.515625, - 2832.515625 + 2845.0703125, + 2844.3125, + 2843.5546875, + 2842.796875, + 2842.0390625, + 2841.28125, + 2841.28125, + 2840.5234375, + 2840.5234375, + 2840.5234375, + 2840.5234375, + 2841.28125, + 2840.5234375, + 2839.765625, + 2839.765625, + 2839.765625, + 2839.0078125, + 2838.25, + 2837.4921875, + 2838.25, + 2837.4921875, + 2838.25, + 2839.0078125, + 2838.25 ], "p90": [ - 2854.0390625, - 2860.71875, - 2865.171875, - 2871.8515625, - 2875.5625, - 2877.7890625, - 2882.2421875, - 2885.2109375, - 2887.4375, - 2891.1484375, - 2893.375, - 2896.34375, - 2897.828125, - 2899.3125, - 2900.0546875, - 2902.28125, - 2903.765625, - 2904.5078125, - 2903.765625, - 2905.25, - 2905.9921875, - 2906.734375, - 2908.9609375, - 2909.703125 + 2850.375, + 2851.1328125, + 2851.890625, + 2854.921875, + 2857.953125, + 2860.984375, + 2864.015625, + 2869.3203125, + 2873.8671875, + 2877.65625, + 2879.9296875, + 2882.9609375, + 2885.234375, + 2887.5078125, + 2889.0234375, + 2890.5390625, + 2897.359375, + 2899.6328125, + 2901.1484375, + 2901.1484375, + 2900.390625, + 2901.1484375, + 2903.421875, + 2904.1796875 ], "timestamps": [ - "2026-06-16 09:55:00", - "2026-06-16 10:10:00", - "2026-06-16 10:25:00", - "2026-06-16 10:40:00", "2026-06-16 10:55:00", "2026-06-16 11:10:00", "2026-06-16 11:25:00", @@ -711,6 +707,10 @@ "2026-06-19 14:55:00", "2026-06-19 15:10:00", "2026-06-19 15:25:00", - "2026-06-19 15:40:00" + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 1caea494ffb1e31b5e03fd1b911b514f220fbf9f..d7e15e326c57bfc5dae4349fb3a3972149c4afee 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,36 +1,24 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T12:38:58.915445+00:00", + "evaluated_at": "2026-06-17T13:13:51.056152+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:34:54.899793Z", - "context_length": 144, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", - "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t011000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", "context_length": 229, "prediction_length": 36 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", - "data_fetched_at": "2026-06-17T12:34:54.899793Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", - "data_fetched_at": "2026-06-17T12:34:54.899793Z", - "context_length": 157, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t130000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 158, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", - "data_fetched_at": "2026-06-17T12:34:54.899793Z", - "context_length": 144, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t105000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 288, "prediction_length": 24 } ], diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index b41634d965e98848f32dc055ca1dba2f80647786..20b594efd09b510b62debad7797d7fd8cfec0288 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -4,8 +4,8 @@ nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.5424720945538866,0.9436582 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.00029433683033264956,0.0004651895284197257,0.018371074398358663,0.07946037599661646,0.014394598974905045,0.014618081285069454,1.3066306279628996,0.017156247559785606,0.009847274211008398,0.010544555650707488,0.008859675956332889,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.009451282781882182,0.014794118340927377,0.0978151328033871,0.5768585319312742,0.07201514174061266,0.07601042929371095,5.465174510597931,0.09721770817028234,0.07446462753468434,0.07492222938131779,0.0541349728902181,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.014111444195805234,0.02569016021209336,0.1405391295750936,0.15170641367883017,0.008822526649249063,0.008843691329552462,5.296460183823807,0.11879159985371539,0.0074399747016418724,0.008802032887149154,0.00944752055835061,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,650.3943046069982,722.1659069611504,20.907906929651897,2.7728760969754944,0.46114048567828886,0.6543159002923408,71.71837069289923,25.502829345133417,0.6736384775802927,0.5522669819444488,0.46904465180753824,Air Quality,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,281.61650992286314,349.022805295763,13.996504147847494,1.835337617187119,0.2951888037911807,0.36663539748597573,42.8229617077669,16.781433488318665,0.4362118297630697,0.3638211651506926,0.315467809021192,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.6740913290485272,1.5092125480443126,0.8916744391123453,0.4310893661031547,0.03274099887057164,0.033695248741254485,4.023791387021615,0.8210306504927372,0.032585968602691834,0.03538975708068864,0.026353789791575086,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,26.17538091684465,24.10825041117808,4.197287241617839,0.7969532737249061,0.6303530426875089,0.4062303166444969,28.47936632512491,5.116188123676127,0.4686584540772025,0.38448432747644323,0.3920571882912827,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,95.19676248977582,150.0974159811934,9.908131917317709,0.09380479921720908,0.0034840073103494414,0.0034890007300999505,3.271641453248274,9.756882826485917,0.0034259720239306806,0.003479080702496342,0.003628924030216208,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,470.85947648932535,413.3991496240099,12.510080973307291,0.11308547772481169,0.004445599179120491,0.004422734449945692,5.07886726106403,21.699296681904816,0.0076417185673619305,0.0044056044513481295,0.0050028746777431325,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 5666cd38d37feebc10f3fd810ec3a367b8eb615f..d8cedd389399f886875a862c1fcafe704d0f8371 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T11:41:23.157233+00:00", + "evaluated_at": "2026-06-17T13:11:47.510508+00:00", "freq": "1h", - "context_length": 156, + "context_length": 158, "prediction_length": 24, "context": [ 39.79999923706055, @@ -161,11 +161,11 @@ 11.699999809265137, 12.5, 14.300000190734863, - 21.799999237060547 + 21.799999237060547, + 24.799999237060547, + 38.400001525878906 ], "actuals": [ - 24.799999237060547, - 38.400001525878906, 52.599998474121094, 66.5999984741211, 69.4000015258789, @@ -187,85 +187,87 @@ 24.799999237060547, 22.899999618530273, 22.799999237060547, - 27.100000381469727 + 27.100000381469727, + 35.900001525878906, + 42.0 ], "p50": [ - 22.958234786987305, - 23.006669998168945, - 22.107147216796875, - 20.377012252807617, - 18.74388885498047, - 17.084022521972656, - 16.11392593383789, - 15.233613967895508, - 14.507555961608887, - 14.444612503051758, - 14.722524642944336, - 15.665897369384766, - 16.25766944885254, - 16.344053268432617, - 15.827045440673828, - 14.823160171508789, - 14.797575950622559, - 14.382805824279785, - 14.927347183227539, - 15.300870895385742, - 15.678175926208496, - 16.703269958496094, - 17.642513275146484, - 19.16063690185547 + 38.270843505859375, + 36.652748107910156, + 34.27177810668945, + 31.34926414489746, + 29.070533752441406, + 26.68169593811035, + 25.46227264404297, + 24.277809143066406, + 23.50528907775879, + 23.762544631958008, + 23.91866683959961, + 23.532730102539062, + 22.635482788085938, + 21.755558013916016, + 20.973388671875, + 20.23575782775879, + 21.05191421508789, + 20.84469223022461, + 21.43036460876465, + 22.241975784301758, + 23.050273895263672, + 24.698667526245117, + 25.89771270751953, + 27.086244583129883 ], "p10": [ - 24.322866439819336, - 25.25961685180664, - 23.993927001953125, - 23.05007553100586, - 21.438539505004883, - 20.120424270629883, - 19.42375373840332, - 18.362659454345703, - 18.209787368774414, - 18.202102661132812, - 18.64931869506836, - 19.956811904907227, - 20.470853805541992, - 20.111486434936523, - 19.886985778808594, - 19.19268798828125, - 19.02515983581543, - 18.813508987426758, - 19.397388458251953, - 19.47974967956543, - 19.93841552734375, - 21.348203659057617, - 22.39232063293457, - 23.802217483520508 + 39.923431396484375, + 38.962642669677734, + 36.310794830322266, + 33.966819763183594, + 31.99519920349121, + 30.367752075195312, + 29.44138526916504, + 28.522912979125977, + 28.270771026611328, + 28.855276107788086, + 28.924821853637695, + 28.833675384521484, + 28.011831283569336, + 26.613176345825195, + 26.006816864013672, + 25.72241973876953, + 26.24387550354004, + 26.410005569458008, + 26.968910217285156, + 27.66655921936035, + 28.70128631591797, + 30.667753219604492, + 31.8872127532959, + 32.63677215576172 ], "p90": [ - 27.4825496673584, - 28.992984771728516, - 29.2606201171875, - 28.174455642700195, - 27.029212951660156, - 25.742176055908203, - 25.042919158935547, - 24.42938232421875, - 23.917743682861328, - 24.02813148498535, - 24.799392700195312, - 25.956552505493164, - 26.745826721191406, - 27.22492790222168, - 26.6956729888916, - 25.664594650268555, - 25.86311912536621, - 25.42486000061035, - 26.23537826538086, - 26.76266860961914, - 27.55183982849121, - 29.117618560791016, - 30.55478858947754, - 32.218482971191406 + 45.85200881958008, + 46.46997833251953, + 45.993690490722656, + 44.30403518676758, + 43.22222137451172, + 41.827457427978516, + 41.41350173950195, + 40.856346130371094, + 40.656654357910156, + 41.13859176635742, + 41.92997360229492, + 41.47296142578125, + 40.421207427978516, + 39.708919525146484, + 38.662628173828125, + 38.069087982177734, + 39.1650276184082, + 39.260276794433594, + 40.313289642333984, + 41.29846954345703, + 42.53636932373047, + 44.78742980957031, + 46.21240997314453, + 47.08278274536133 ], "timestamps": [ "2026-06-10 00:00:00", @@ -447,6 +449,8 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index aea966b94c26744dfaf6d43c6f7d4e774e9457af..22f522ddff9dbfe599537d454d88e15ad1f46ef9 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T12:24:15.859971+00:00", + "evaluated_at": "2026-06-17T13:11:58.842976+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, 3120.0, 3120.0, 3120.0, @@ -293,9 +281,6 @@ 2850.0, 2850.0, 2850.0, - 2850.0 - ], - "actuals": [ 2850.0, 2850.0, 2850.0, @@ -308,6 +293,9 @@ 2850.0, 2850.0, 2850.0, + 2850.0 + ], + "actuals": [ 2850.0, 2850.0, 2850.0, @@ -319,91 +307,99 @@ 2850.0, 2850.0, 2800.0, - 2850.0 + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 ], "p50": [ - 2850.5927734375, - 2850.009521484375, - 2847.43017578125, - 2843.638916015625, - 2847.130126953125, - 2847.6943359375, - 2847.801513671875, - 2843.619384765625, - 2842.21240234375, - 2843.052001953125, - 2842.3525390625, - 2843.4853515625, - 2842.09033203125, - 2841.41650390625, - 2841.942138671875, - 2838.317626953125, - 2832.837890625, - 2835.17138671875, - 2834.6865234375, - 2834.762451171875, - 2832.941162109375, - 2831.692138671875, - 2828.6123046875, - 2827.14453125 + 2850.082763671875, + 2849.798828125, + 2847.627197265625, + 2845.35107421875, + 2847.837646484375, + 2847.544677734375, + 2846.967041015625, + 2845.49169921875, + 2846.6806640625, + 2848.7177734375, + 2847.29248046875, + 2849.5244140625, + 2848.28564453125, + 2846.67529296875, + 2845.853515625, + 2843.66748046875, + 2841.75830078125, + 2842.595703125, + 2840.93701171875, + 2840.72900390625, + 2840.512451171875, + 2839.96435546875, + 2837.58154296875, + 2838.195556640625 ], "p10": [ - 2852.1279296875, - 2850.505615234375, - 2847.20068359375, - 2847.10888671875, - 2849.1533203125, - 2851.5625, - 2858.234619140625, - 2853.79296875, - 2856.771240234375, - 2852.9794921875, - 2855.60791015625, - 2859.493408203125, - 2860.01025390625, - 2855.664306640625, - 2858.6298828125, - 2852.73681640625, - 2857.9443359375, - 2862.22607421875, - 2862.51513671875, - 2861.88427734375, - 2859.39697265625, - 2856.98388671875, - 2861.474609375, - 2861.68310546875 + 2850.681640625, + 2847.59765625, + 2851.5400390625, + 2848.4794921875, + 2846.725830078125, + 2851.07666015625, + 2852.9267578125, + 2852.868896484375, + 2853.522705078125, + 2852.31494140625, + 2852.771728515625, + 2860.84765625, + 2855.19384765625, + 2852.9033203125, + 2855.42626953125, + 2851.058837890625, + 2852.781982421875, + 2855.9814453125, + 2857.59814453125, + 2856.90283203125, + 2854.1982421875, + 2851.1416015625, + 2853.56982421875, + 2855.67236328125 ], "p90": [ - 2851.9326171875, - 2854.560546875, - 2850.7470703125, - 2849.535400390625, - 2853.23193359375, - 2855.423828125, - 2854.447265625, - 2852.506591796875, - 2853.1171875, - 2858.0693359375, - 2860.39208984375, - 2861.5341796875, - 2861.876953125, - 2865.525146484375, - 2867.638916015625, - 2865.16015625, - 2864.83203125, - 2871.8603515625, - 2875.0517578125, - 2879.224609375, - 2879.32763671875, - 2883.126953125, - 2880.73193359375, - 2881.84716796875 + 2851.09912109375, + 2852.172607421875, + 2849.0341796875, + 2850.10888671875, + 2852.91064453125, + 2854.9580078125, + 2854.056396484375, + 2854.865478515625, + 2855.546875, + 2860.604248046875, + 2861.96728515625, + 2862.851806640625, + 2861.36865234375, + 2864.6943359375, + 2863.536865234375, + 2863.80419921875, + 2864.958251953125, + 2869.638671875, + 2868.81396484375, + 2871.876953125, + 2871.27001953125, + 2874.362060546875, + 2871.8681640625, + 2873.9853515625 ], "timestamps": [ - "2026-06-16 09:55:00", - "2026-06-16 10:10:00", - "2026-06-16 10:25:00", - "2026-06-16 10:40:00", "2026-06-16 10:55:00", "2026-06-16 11:10:00", "2026-06-16 11:25:00", @@ -711,6 +707,10 @@ "2026-06-19 14:55:00", "2026-06-19 15:10:00", "2026-06-19 15:25:00", - "2026-06-19 15:40:00" + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 815f726242efc384ed2b36b94a3cd89cd28e4981..e8add56e56900c1dbe488663edf0d95fae33877e 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,17 +1,22 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T12:50:19.493680+00:00", + "evaluated_at": "2026-06-17T13:12:04.170085+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 144, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t130000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 158, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t105000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 288, "prediction_length": 24 } ], "failed_datasets": [ - "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t063600z" + "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t011000z" ] } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 0e37c17696cf892f9af9d057bf6db8153c6d4184..7a816af114b6e1e46e68047647fb3baf5bfff666 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -2,10 +2,10 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5] binance_btcusdt_1h_close/1h/short,TiRex,1256164.2966257732,1256164.2966257732,979.337890625,1.128110554703871,0.014980439480243102,0.014834231955691857,10.73496170569292,1120.7873556682255,0.017084852980738363,0.014928651536953544,0.009669915356641882,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.39287936504236615,0.39287936504236615,0.48967981338500977,0.20631127060997226,0.02175080314860133,0.021781664607590023,1.9301307248315702,0.6268008974485966,0.028384509025154266,0.02217501783906195,0.029996050447551752,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.0195096411062039,0.0195096411062039,0.11160668929417929,0.4827322182008778,0.09905579569986599,0.08907379680537637,2.106524839512885,0.13967691686962416,0.08017119691064904,0.06405956019419509,0.04897463852260036,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.011400309230807358,0.011400309230807358,0.08491395579444037,0.5007746600775644,0.06271480575111037,0.06542125767945532,3.4604760296722072,0.10677223061642648,0.08178298515300751,0.06504047677872028,0.06484808177812725,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.015474883516077398,0.015474883516077398,0.09731916586558025,0.5829012886260059,0.07039394322279979,0.07434645297759114,5.152282797563983,0.12439808485695186,0.09408258066202373,0.0736027269474289,0.06986218783474045,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.012433087848156296,0.012433087848156296,0.05571583906809489,0.06014303742795826,0.0035324301238929914,0.003509830540164355,1.7497115957193945,0.1115037571033205,0.006983533625343107,0.0034895096425827873,0.011803007446702948,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,704.3424687034234,704.3424687034234,20.419140537579853,2.708054273818275,0.4442412726230771,0.6311627662653544,56.07941260255338,26.539451175625757,0.7010200807063243,0.5393565772284853,0.4671128937998852,Air Quality,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,351.88469390639557,351.88469390639557,14.271789312362671,1.871435289330913,0.31334270210135223,0.38248685044827546,22.062760048116058,18.758589869880826,0.4876054728347004,0.370976849759125,0.32428641876509573,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,4.518366344754971,4.518366344754971,1.7035186290740967,0.8235839604009794,0.06314401226732795,0.0657115201421498,7.170441290157529,2.1256449244299884,0.08436493659082901,0.06761112332139445,0.051909092800340305,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,28.251964659233256,28.251964659233256,4.548933744430542,0.8637215970437738,0.7450593197842842,0.4279100450916122,9.929276870775826,5.315257722748094,0.4868938371982987,0.41669622086386643,0.3167880829155091,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,94.35368614395459,94.35368614395459,3.0287882486979165,0.028674918330867855,0.001075028664087791,0.0010693012827390402,0.34899878266765283,9.713582559692103,0.003410767833688522,0.0010635101385332846,0.0018404027155470213,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,475.6978676095605,475.6978676095605,11.367584228515625,0.10275782353460451,0.004050808924879745,0.004021091173379684,2.318408111169962,21.81049902247907,0.007680880066610384,0.004003257835427366,0.0035619549177926552,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index ceb6fece912540dccc45b0e7c784fd795c3ec431..7aeee9f204f3fb69af41efcbbb8736fdc42d3c63 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T12:37:27.232400+00:00", + "evaluated_at": "2026-06-17T13:12:25.875810+00:00", "freq": "10min", "context_length": 229, "prediction_length": 36, "context": [ - 1.2999999523162842, - 1.399999976158142, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -234,11 +232,11 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.399999976158142 + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -272,128 +270,125 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.5, + 1.5 ], "p50": [ - 1.2979073524475098, - 1.2358787059783936, - 1.2289137840270996, - 1.2356185913085938, - 1.2344505786895752, - 1.2259618043899536, - 1.2184053659439087, - 1.216561198234558, - 1.2178674936294556, - 1.2215596437454224, - 1.2238727807998657, - 1.2244161367416382, - 1.219607949256897, - 1.218885898590088, - 1.227638840675354, - 1.2331438064575195, - 1.2345937490463257, - 1.2342629432678223, - 1.2355473041534424, - 1.2380971908569336, - 1.245004415512085, - 1.2506210803985596, - 1.251620888710022, - 1.2500650882720947, - 1.2418712377548218, - 1.2419941425323486, - 1.254987120628357, - 1.2614957094192505, - 1.2602063417434692, - 1.2531956434249878, - 1.2476282119750977, - 1.2471739053726196, - 1.2532910108566284, - 1.260351538658142, - 1.2641541957855225, - 1.2628886699676514 + 1.2194714546203613, + 1.2299129962921143, + 1.2297477722167969, + 1.2196394205093384, + 1.2091701030731201, + 1.2056262493133545, + 1.2042386531829834, + 1.2085031270980835, + 1.2161465883255005, + 1.2226580381393433, + 1.2106338739395142, + 1.2029712200164795, + 1.2134921550750732, + 1.2264102697372437, + 1.2314316034317017, + 1.2295703887939453, + 1.228654384613037, + 1.2300786972045898, + 1.2353545427322388, + 1.256325125694275, + 1.2546789646148682, + 1.248266577720642, + 1.2337138652801514, + 1.2335364818572998, + 1.2536206245422363, + 1.2643351554870605, + 1.2638187408447266, + 1.252435564994812, + 1.243567943572998, + 1.240298867225647, + 1.2372535467147827, + 1.240744709968567, + 1.272233009338379, + 1.271478533744812, + 1.2556416988372803, + 1.2499284744262695 ], "p10": [ - 1.1138296127319336, - 1.0616928339004517, - 1.0600849390029907, - 1.0660163164138794, - 1.0682317018508911, - 1.059982419013977, - 1.051259994506836, - 1.0485576391220093, - 1.0482513904571533, - 1.049250602722168, - 1.0476603507995605, - 1.0479836463928223, - 1.0425668954849243, - 1.0395190715789795, - 1.0458922386169434, - 1.0521190166473389, - 1.0549407005310059, - 1.0535829067230225, - 1.0527076721191406, - 1.0542875528335571, - 1.057201862335205, - 1.062286376953125, - 1.0633647441864014, - 1.060412883758545, - 1.0502458810806274, - 1.049798607826233, - 1.0627723932266235, - 1.0675581693649292, - 1.0657392740249634, - 1.0577349662780762, - 1.0509032011032104, - 1.0496082305908203, - 1.0456483364105225, - 1.0664328336715698, - 1.070790410041809, - 1.0663058757781982 + 1.085881233215332, + 1.0822967290878296, + 1.0765380859375, + 1.0646775960922241, + 1.0523886680603027, + 1.0480304956436157, + 1.046825647354126, + 1.0509307384490967, + 1.0566282272338867, + 1.0575507879257202, + 1.0450289249420166, + 1.0356203317642212, + 1.0457727909088135, + 1.059099793434143, + 1.0643000602722168, + 1.0624691247940063, + 1.0594671964645386, + 1.059423804283142, + 1.063469648361206, + 1.0826597213745117, + 1.0829106569290161, + 1.0749831199645996, + 1.063768982887268, + 1.063919186592102, + 1.0798612833023071, + 1.0878877639770508, + 1.0858135223388672, + 1.0749914646148682, + 1.0657503604888916, + 1.0609869956970215, + 1.05329167842865, + 1.0541359186172485, + 1.062166690826416, + 1.0878350734710693, + 1.0755469799041748, + 1.0621484518051147 ], "p90": [ - 1.4342925548553467, - 1.4134401082992554, - 1.418823003768921, - 1.4206827878952026, - 1.4173561334609985, - 1.4104690551757812, - 1.405631422996521, - 1.4061580896377563, - 1.408388376235962, - 1.412543535232544, - 1.415880560874939, - 1.421281099319458, - 1.4173316955566406, - 1.4169896841049194, - 1.4260588884353638, - 1.4305161237716675, - 1.4303313493728638, - 1.4295005798339844, - 1.430832862854004, - 1.435245394706726, - 1.4434022903442383, - 1.4533296823501587, - 1.455090045928955, - 1.4551745653152466, - 1.4463953971862793, - 1.445687174797058, - 1.460794448852539, - 1.4680209159851074, - 1.4666175842285156, - 1.459009051322937, - 1.4551329612731934, - 1.4552879333496094, - 1.437024474143982, - 1.4443039894104004, - 1.454085111618042, - 1.459640383720398 + 1.351779818534851, + 1.3738882541656494, + 1.3800439834594727, + 1.3735394477844238, + 1.3653624057769775, + 1.364585041999817, + 1.3640841245651245, + 1.3701950311660767, + 1.380325436592102, + 1.3912018537521362, + 1.377281665802002, + 1.3678263425827026, + 1.3791099786758423, + 1.3926893472671509, + 1.3989876508712769, + 1.3931533098220825, + 1.390185832977295, + 1.3911800384521484, + 1.3962900638580322, + 1.421344518661499, + 1.4194514751434326, + 1.4155852794647217, + 1.4033697843551636, + 1.405282735824585, + 1.4262465238571167, + 1.4357056617736816, + 1.435733437538147, + 1.4227547645568848, + 1.4148426055908203, + 1.4146133661270142, + 1.4134610891342163, + 1.4192551374435425, + 1.429137110710144, + 1.4276777505874634, + 1.414589524269104, + 1.4093536138534546 ], "timestamps": [ - "2026-06-14 00:20:00", - "2026-06-14 00:30:00", - "2026-06-14 00:40:00", - "2026-06-14 00:50:00", - "2026-06-14 01:00:00", "2026-06-14 01:10:00", "2026-06-14 01:20:00", "2026-06-14 01:30:00", @@ -653,6 +648,11 @@ "2026-06-15 19:50:00", "2026-06-15 20:00:00", "2026-06-15 20:10:00", - "2026-06-15 20:20:00" + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 3899894400e29a94b0c6e4158092e8a24c55ce26..ae00c4df2b9e5a19585f9f1907366f435fd13123 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T11:42:08.164987+00:00", + "evaluated_at": "2026-06-17T13:12:33.046114+00:00", "freq": "1h", - "context_length": 156, + "context_length": 158, "prediction_length": 24, "context": [ 39.79999923706055, @@ -161,11 +161,11 @@ 11.699999809265137, 12.5, 14.300000190734863, - 21.799999237060547 + 21.799999237060547, + 24.799999237060547, + 38.400001525878906 ], "actuals": [ - 24.799999237060547, - 38.400001525878906, 52.599998474121094, 66.5999984741211, 69.4000015258789, @@ -187,85 +187,87 @@ 24.799999237060547, 22.899999618530273, 22.799999237060547, - 27.100000381469727 + 27.100000381469727, + 35.900001525878906, + 42.0 ], "p50": [ - 24.28671646118164, - 23.65997314453125, - 22.527536392211914, - 21.080354690551758, - 19.456090927124023, - 18.05093002319336, - 16.79149055480957, - 15.657721519470215, - 14.784490585327148, - 14.186811447143555, - 14.571638107299805, - 17.235641479492188, - 18.012544631958008, - 18.496301651000977, - 16.992767333984375, - 15.674745559692383, - 14.728743553161621, - 14.437115669250488, - 14.604681968688965, - 14.846713066101074, - 15.307045936584473, - 15.994902610778809, - 17.141826629638672, - 20.238929748535156 + 38.77967834472656, + 36.81910705566406, + 34.16831970214844, + 31.35710334777832, + 28.670673370361328, + 26.247678756713867, + 24.433320999145508, + 23.575607299804688, + 23.709972381591797, + 25.045223236083984, + 26.217702865600586, + 26.2734375, + 23.582834243774414, + 21.267126083374023, + 19.626365661621094, + 18.979000091552734, + 18.87523078918457, + 19.312896728515625, + 20.12843894958496, + 21.33441925048828, + 22.971586227416992, + 25.784042358398438, + 29.211261749267578, + 31.49715232849121 ], "p10": [ - 18.85720443725586, - 16.9936580657959, - 15.790994644165039, - 14.478996276855469, - 13.095215797424316, - 11.845799446105957, - 10.58611011505127, - 9.43798828125, - 8.398772239685059, - 7.953607559204102, - 8.137648582458496, - 9.584590911865234, - 10.214851379394531, - 10.97491455078125, - 10.451922416687012, - 9.656639099121094, - 8.78147029876709, - 8.262629508972168, - 8.231810569763184, - 8.315979957580566, - 8.40298080444336, - 8.628012657165527, - 9.105142593383789, - 11.179885864257812 + 29.079938888549805, + 22.66255760192871, + 18.448230743408203, + 15.662313461303711, + 14.124621391296387, + 12.557531356811523, + 11.315815925598145, + 10.589910507202148, + 10.411661148071289, + 10.97773551940918, + 11.947088241577148, + 12.500819206237793, + 11.744566917419434, + 10.847801208496094, + 9.99286937713623, + 9.599470138549805, + 9.605507850646973, + 9.733246803283691, + 10.242513656616211, + 10.888009071350098, + 11.716753005981445, + 12.848581314086914, + 13.652884483337402, + 14.803470611572266 ], "p90": [ - 32.91841506958008, - 35.28477478027344, - 35.300819396972656, - 34.819984436035156, - 34.34912109375, - 33.52236557006836, - 32.70607376098633, - 31.755855560302734, - 31.033477783203125, - 30.19427490234375, - 31.178504943847656, - 33.84758758544922, - 34.12157440185547, - 33.91926193237305, - 31.20966339111328, - 28.876733779907227, - 27.685148239135742, - 27.486379623413086, - 27.913475036621094, - 28.942075729370117, - 30.75018882751465, - 32.35978698730469, - 34.42723083496094, - 38.81260299682617 + 48.991539001464844, + 50.52271270751953, + 50.847320556640625, + 50.62763595581055, + 49.1202507019043, + 48.64591598510742, + 49.04035949707031, + 49.73542404174805, + 50.729042053222656, + 51.85459899902344, + 52.27953338623047, + 52.389835357666016, + 49.844905853271484, + 47.063201904296875, + 44.537925720214844, + 43.992469787597656, + 44.22970962524414, + 44.623802185058594, + 45.58639144897461, + 46.65882110595703, + 48.81568908691406, + 51.47289276123047, + 55.083770751953125, + 57.746238708496094 ], "timestamps": [ "2026-06-10 00:00:00", @@ -447,6 +449,8 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 3085e441d402a796e067a6179effd557d7289416..3591f49eb569f03fb1d7e67541ba87b325095c33 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T12:25:47.818583+00:00", + "evaluated_at": "2026-06-17T13:12:39.804018+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, 3120.0, 3120.0, 3120.0, @@ -293,9 +281,6 @@ 2850.0, 2850.0, 2850.0, - 2850.0 - ], - "actuals": [ 2850.0, 2850.0, 2850.0, @@ -308,6 +293,9 @@ 2850.0, 2850.0, 2850.0, + 2850.0 + ], + "actuals": [ 2850.0, 2850.0, 2850.0, @@ -319,91 +307,99 @@ 2850.0, 2850.0, 2800.0, - 2850.0 + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 ], "p50": [ - 2850.2783203125, - 2850.1025390625, - 2849.979736328125, - 2850.060791015625, - 2850.12158203125, - 2850.043212890625, - 2849.78125, - 2849.795654296875, - 2849.4853515625, - 2849.241943359375, - 2848.85546875, - 2849.0458984375, - 2848.823974609375, - 2848.845458984375, - 2848.357421875, - 2848.16357421875, - 2847.974609375, - 2848.220947265625, - 2847.752197265625, - 2847.773681640625, - 2847.704833984375, - 2847.90478515625, - 2847.098388671875, - 2847.30712890625 + 2849.038818359375, + 2848.871337890625, + 2848.88427734375, + 2848.89453125, + 2848.858154296875, + 2848.712646484375, + 2848.4921875, + 2848.546630859375, + 2848.3408203125, + 2848.17578125, + 2847.921875, + 2848.086181640625, + 2847.90673828125, + 2847.8994140625, + 2847.57177734375, + 2847.587890625, + 2847.62255859375, + 2847.885986328125, + 2847.484130859375, + 2847.470703125, + 2847.424560546875, + 2847.530029296875, + 2847.02001953125, + 2847.321533203125 ], "p10": [ - 2848.42626953125, - 2847.256591796875, - 2846.208984375, - 2845.216064453125, - 2843.20068359375, - 2840.66748046875, - 2837.639892578125, - 2835.080078125, - 2832.25390625, - 2829.674072265625, - 2827.41357421875, - 2825.228759765625, - 2821.891845703125, - 2819.133544921875, - 2816.3427734375, - 2812.934326171875, - 2810.2138671875, - 2808.449951171875, - 2806.43115234375, - 2805.40625, - 2804.49072265625, - 2802.498291015625, - 2801.64404296875, - 2800.27490234375 + 2847.80419921875, + 2847.042724609375, + 2846.56396484375, + 2846.37890625, + 2845.326416015625, + 2843.95263671875, + 2842.9365234375, + 2842.12744140625, + 2840.469970703125, + 2839.247802734375, + 2838.25146484375, + 2837.3193359375, + 2835.4033203125, + 2833.720703125, + 2831.983154296875, + 2829.87939453125, + 2828.202880859375, + 2827.074951171875, + 2825.6669921875, + 2824.790771484375, + 2824.111083984375, + 2822.716796875, + 2821.851806640625, + 2820.489013671875 ], "p90": [ - 2852.775390625, - 2852.648193359375, - 2852.83251953125, - 2853.71923828125, - 2855.69189453125, - 2857.1201171875, - 2857.93115234375, - 2858.62109375, - 2859.011474609375, - 2859.916748046875, - 2859.669921875, - 2858.82421875, - 2858.17138671875, - 2858.26416015625, - 2859.122314453125, - 2857.496337890625, - 2856.90576171875, - 2858.865478515625, - 2860.23486328125, - 2860.58935546875, - 2860.66845703125, - 2859.783935546875, - 2859.024658203125, - 2859.03955078125 + 2850.750732421875, + 2850.588134765625, + 2850.70751953125, + 2850.769775390625, + 2851.358642578125, + 2851.946533203125, + 2852.298095703125, + 2852.72900390625, + 2852.892578125, + 2853.309814453125, + 2853.13427734375, + 2852.802978515625, + 2852.421875, + 2852.26171875, + 2852.69775390625, + 2851.760009765625, + 2851.769775390625, + 2853.087646484375, + 2854.10888671875, + 2854.322998046875, + 2854.3837890625, + 2853.710693359375, + 2852.970947265625, + 2853.278564453125 ], "timestamps": [ - "2026-06-16 09:55:00", - "2026-06-16 10:10:00", - "2026-06-16 10:25:00", - "2026-06-16 10:40:00", "2026-06-16 10:55:00", "2026-06-16 11:10:00", "2026-06-16 11:25:00", @@ -711,6 +707,10 @@ "2026-06-19 14:55:00", "2026-06-19 15:10:00", "2026-06-19 15:25:00", - "2026-06-19 15:40:00" + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 7fabcca1fb163e9776c2b02c03254bc893aafccd..89267deb3e74d83b2b113b573dcf81ba382930ef 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,36 +1,24 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T12:37:57.991902+00:00", + "evaluated_at": "2026-06-17T13:12:42.319553+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:34:54.899793Z", - "context_length": 144, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", - "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t011000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", "context_length": 229, "prediction_length": 36 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", - "data_fetched_at": "2026-06-17T12:34:54.899793Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", - "data_fetched_at": "2026-06-17T12:34:54.899793Z", - "context_length": 157, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t130000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 158, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", - "data_fetched_at": "2026-06-17T12:34:54.899793Z", - "context_length": 144, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t105000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 288, "prediction_length": 24 } ], diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index e17e614647cfac2762c60c222f0adc44c3a88c71..87661ff32900b69a946f861b38cc4b5c9f87db57 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -2,10 +2,10 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5] binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1282944.2281138103,1282944.2281138103,1012.1666666666666,1.1659263985562711,0.015477151054071533,0.015327944291942402,7.597549315835078,1132.671279813261,0.01726600696666206,0.015429080819433325,0.009707190101769137,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,4.711387871902086,4.711387871902086,1.6446479956309001,0.6929209830791487,0.07348644832123387,0.06921616857715547,3.030866099388169,2.1705731666778907,0.09829381848384942,0.07447743943125984,0.05652159591132436,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.000867181071951147,0.000867181071951147,0.025877011319001515,0.11184013781890817,0.023540427026014575,0.024174809543995233,0.5063739338700609,0.029447938331080958,0.01774257352313098,0.015591066876206122,0.015497602928991803,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.012998539600888629,0.012998539600888629,0.09194053543938531,0.5422134671650987,0.06790324498565861,0.0710620620309138,3.6353941306746953,0.11401113805628216,0.0873276802133225,0.07042253778335895,0.06790547348365153,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.02260127123666125,0.02260127123666125,0.12236954768498738,0.7329426470083251,0.08865178636925009,0.09473833070513887,5.2450049750772,0.15033719179451654,0.11370039168829942,0.09254839295867825,0.08043461150395635,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.01410391955414525,0.01410391955414525,0.04374281565348307,0.04721863375038404,0.0027886651494058237,0.0027600712164944307,1.9852219650621759,0.11875992402382737,0.007437990829269495,0.0027396334609624284,0.012219945283385806,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,652.4442000253101,652.4442000253101,19.285882512728374,2.5577578285839713,0.4110396676624554,0.5754557652110807,62.60615060075289,25.54298729642463,0.674699220323949,0.5094224001128673,0.4620216979952711,Air Quality,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,351.9108283864169,351.9108283864169,14.398902336756388,1.8881034025140242,0.31068367355403553,0.3889838735230831,21.290032216394305,18.759286457283412,0.48762357973037673,0.37428098971809204,0.3110549412266813,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,4.564611926293613,4.564611926293613,1.703378438949585,0.8235161840139273,0.06317432465583894,0.06574691334375303,2.1493758490161605,2.136495243686167,0.08479557601019638,0.06760555930135086,0.05045922756485904,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,28.038624209797074,28.038624209797074,4.524410764376323,0.8590653350081624,0.7417274361090028,0.4262120330338628,10.25979298579542,5.295151009158952,0.48505200083898803,0.4144498410115715,0.3138220370473045,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,102.31328076620896,102.31328076620896,2.4297078450520835,0.023003151195759367,0.000865454996438851,0.0008590085857169819,0.3294381587463018,10.115002756609064,0.003551720060842978,0.000853152718087052,0.0017091165359820774,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,506.37197462717694,506.37197462717694,10.793782552083334,0.09757091572504707,0.003851623981319672,0.003819656389240996,0.8629919594515066,22.50271038402212,0.007924652226214687,0.003801185344827586,0.0030656218634089426,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8e1548a3c3b7a22b3469b75ce9508b4406a88b80..896c1a7b194b5235c0430e38b89a28f3f7377f18 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T12:36:43.664765+00:00", + "evaluated_at": "2026-06-17T13:12:09.068499+00:00", "freq": "10min", "context_length": 229, "prediction_length": 36, "context": [ - 1.2999999523162842, - 1.399999976158142, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -234,11 +232,11 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.399999976158142 + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, - 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -272,128 +270,125 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.5, + 1.5 ], "p50": [ - 1.3134422302246094, - 1.2195357084274292, - 1.2347749471664429, - 1.2499531507492065, - 1.2443948984146118, - 1.2390570640563965, - 1.2196942567825317, - 1.2117458581924438, - 1.2233985662460327, - 1.2315880060195923, - 1.2323501110076904, - 1.2336976528167725, - 1.215345859527588, - 1.207090139389038, - 1.2156891822814941, - 1.2301310300827026, - 1.2305684089660645, - 1.2279329299926758, - 1.2113116979599, - 1.203941822052002, - 1.2131799459457397, - 1.2275605201721191, - 1.2281731367111206, - 1.2288070917129517, - 1.2122271060943604, - 1.206838846206665, - 1.222170114517212, - 1.2346739768981934, - 1.2402971982955933, - 1.2408143281936646, - 1.2280185222625732, - 1.2200323343276978, - 1.2471463680267334, - 1.2656699419021606, - 1.2611428499221802, - 1.258109211921692 + 1.1990329027175903, + 1.2130593061447144, + 1.1994940042495728, + 1.2050846815109253, + 1.2008177042007446, + 1.1966429948806763, + 1.2032623291015625, + 1.208099365234375, + 1.2031962871551514, + 1.1990739107131958, + 1.1952965259552002, + 1.1942110061645508, + 1.1998199224472046, + 1.2036937475204468, + 1.2027432918548584, + 1.1993621587753296, + 1.1926325559616089, + 1.1948764324188232, + 1.1966969966888428, + 1.2034854888916016, + 1.2047187089920044, + 1.2029420137405396, + 1.1923669576644897, + 1.1870319843292236, + 1.1953315734863281, + 1.202882170677185, + 1.2043870687484741, + 1.2037163972854614, + 1.1957590579986572, + 1.1942265033721924, + 1.1990107297897339, + 1.215759515762329, + 1.2074648141860962, + 1.209787130355835, + 1.2011163234710693, + 1.199615478515625 ], "p10": [ - 1.1584376096725464, - 1.0756678581237793, - 1.0611644983291626, - 1.1004921197891235, - 1.1015342473983765, - 1.0972447395324707, - 1.0734708309173584, - 1.063202142715454, - 1.0720765590667725, - 1.0803858041763306, - 1.0778716802597046, - 1.0746320486068726, - 1.0558754205703735, - 1.0423519611358643, - 1.0534546375274658, - 1.0688139200210571, - 1.0661109685897827, - 1.0594362020492554, - 1.040269136428833, - 1.0273377895355225, - 1.0378632545471191, - 1.0533597469329834, - 1.052474021911621, - 1.0508283376693726, - 1.0314961671829224, - 1.0233279466629028, - 1.0376739501953125, - 1.0479247570037842, - 1.0496339797973633, - 1.0510547161102295, - 1.0382335186004639, - 1.0270804166793823, - 1.041258454322815, - 1.0459082126617432, - 1.0428069829940796, - 1.0421311855316162 + 1.1262048482894897, + 1.1037558317184448, + 1.073944091796875, + 1.0953930616378784, + 1.0801784992218018, + 1.0830590724945068, + 1.0799466371536255, + 1.0728628635406494, + 1.0698562860488892, + 1.069602608680725, + 1.0511865615844727, + 1.0432485342025757, + 1.052396297454834, + 1.0750243663787842, + 1.0663559436798096, + 1.0582629442214966, + 1.0283087491989136, + 1.0260531902313232, + 1.0326392650604248, + 1.0505485534667969, + 1.0504820346832275, + 1.0410693883895874, + 1.0313467979431152, + 1.0178537368774414, + 1.025072693824768, + 1.0410525798797607, + 1.051927089691162, + 1.0485478639602661, + 1.032727599143982, + 1.0265909433364868, + 1.035097599029541, + 1.040806770324707, + 1.0487453937530518, + 1.0414378643035889, + 1.024951457977295, + 1.0223220586776733 ], "p90": [ - 1.427269458770752, - 1.3968260288238525, - 1.4050745964050293, - 1.4309803247451782, - 1.4248778820037842, - 1.4243613481521606, - 1.397822618484497, - 1.3909517526626587, - 1.410258412361145, - 1.4267263412475586, - 1.4258980751037598, - 1.4368544816970825, - 1.4139751195907593, - 1.4071866273880005, - 1.422978401184082, - 1.4491666555404663, - 1.4490125179290771, - 1.4480152130126953, - 1.4206000566482544, - 1.414482593536377, - 1.4340531826019287, - 1.4563086032867432, - 1.4530357122421265, - 1.4537327289581299, - 1.4318937063217163, - 1.4259202480316162, - 1.4513992071151733, - 1.4713563919067383, - 1.4757429361343384, - 1.4765567779541016, - 1.464149832725525, - 1.4547593593597412, - 1.4968171119689941, - 1.5025064945220947, - 1.4920713901519775, - 1.5019465684890747 + 1.350045919418335, + 1.4149689674377441, + 1.3868645429611206, + 1.386889934539795, + 1.3560384511947632, + 1.3566904067993164, + 1.3897958993911743, + 1.4041931629180908, + 1.3805609941482544, + 1.3804481029510498, + 1.3548957109451294, + 1.3560113906860352, + 1.3842475414276123, + 1.4000366926193237, + 1.3998050689697266, + 1.3914834260940552, + 1.3697612285614014, + 1.364148736000061, + 1.3774863481521606, + 1.4110926389694214, + 1.4079471826553345, + 1.4080066680908203, + 1.3787051439285278, + 1.3700604438781738, + 1.3878538608551025, + 1.4114303588867188, + 1.4247273206710815, + 1.4275424480438232, + 1.399968147277832, + 1.3959866762161255, + 1.4237700700759888, + 1.4472122192382812, + 1.418227195739746, + 1.4296716451644897, + 1.4172765016555786, + 1.407997965812683 ], "timestamps": [ - "2026-06-14 00:20:00", - "2026-06-14 00:30:00", - "2026-06-14 00:40:00", - "2026-06-14 00:50:00", - "2026-06-14 01:00:00", "2026-06-14 01:10:00", "2026-06-14 01:20:00", "2026-06-14 01:30:00", @@ -653,6 +648,11 @@ "2026-06-15 19:50:00", "2026-06-15 20:00:00", "2026-06-15 20:10:00", - "2026-06-15 20:20:00" + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index a8d4467aaea3f6bd918bfd44a48c578dc5a97b5f..93fc7c2389102065cf351bb96efb7e4aa61a963e 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T11:41:43.915786+00:00", + "evaluated_at": "2026-06-17T13:12:14.230219+00:00", "freq": "1h", - "context_length": 156, + "context_length": 158, "prediction_length": 24, "context": [ 39.79999923706055, @@ -161,11 +161,11 @@ 11.699999809265137, 12.5, 14.300000190734863, - 21.799999237060547 + 21.799999237060547, + 24.799999237060547, + 38.400001525878906 ], "actuals": [ - 24.799999237060547, - 38.400001525878906, 52.599998474121094, 66.5999984741211, 69.4000015258789, @@ -187,85 +187,87 @@ 24.799999237060547, 22.899999618530273, 22.799999237060547, - 27.100000381469727 + 27.100000381469727, + 35.900001525878906, + 42.0 ], "p50": [ - 25.021099090576172, - 25.36745834350586, - 23.77794647216797, - 22.341629028320312, - 20.39566421508789, - 19.175199508666992, - 18.195133209228516, - 17.258291244506836, - 16.289201736450195, - 15.998017311096191, - 15.736038208007812, - 17.817384719848633, - 18.33271598815918, - 18.819622039794922, - 17.90008544921875, - 16.98943519592285, - 16.144075393676758, - 16.1485595703125, - 16.307113647460938, - 16.390380859375, - 16.506637573242188, - 16.98063087463379, - 18.007328033447266, - 21.146800994873047 + 40.38531494140625, + 38.47560119628906, + 34.56166076660156, + 32.18844223022461, + 29.299585342407227, + 27.10437774658203, + 24.92784881591797, + 23.106536865234375, + 21.90749740600586, + 22.927690505981445, + 21.93405532836914, + 22.4085693359375, + 21.466129302978516, + 20.688783645629883, + 19.641090393066406, + 19.586057662963867, + 19.168581008911133, + 19.28912925720215, + 19.510540008544922, + 19.822246551513672, + 20.564189910888672, + 23.536624908447266, + 25.180301666259766, + 26.262996673583984 ], "p10": [ - 19.358243942260742, - 18.24706268310547, - 16.635963439941406, - 14.818685531616211, - 13.233308792114258, - 12.182555198669434, - 11.249733924865723, - 10.353652000427246, - 9.576704025268555, - 9.564812660217285, - 9.03192138671875, - 9.914824485778809, - 10.20467758178711, - 10.428640365600586, - 10.187628746032715, - 9.322366714477539, - 8.660772323608398, - 8.733113288879395, - 8.792174339294434, - 8.59022045135498, - 8.548835754394531, - 8.931103706359863, - 9.578787803649902, - 11.593266487121582 + 30.10091781616211, + 23.869470596313477, + 19.951717376708984, + 18.91726303100586, + 16.626768112182617, + 15.244011878967285, + 13.775002479553223, + 12.876413345336914, + 12.132490158081055, + 13.046038627624512, + 12.45482349395752, + 12.485337257385254, + 12.10655689239502, + 11.450531005859375, + 10.833868026733398, + 10.894428253173828, + 10.347034454345703, + 10.529494285583496, + 10.829080581665039, + 11.049001693725586, + 11.476983070373535, + 13.920953750610352, + 15.043293952941895, + 15.696796417236328 ], "p90": [ - 32.25645446777344, - 35.190731048583984, - 34.28688049316406, - 33.12071990966797, - 31.36203956604004, - 30.19696617126465, - 29.347583770751953, - 28.38319969177246, - 27.28375816345215, - 26.938072204589844, - 26.77301025390625, - 29.911592483520508, - 31.330951690673828, - 31.3409366607666, - 30.23009490966797, - 28.857131958007812, - 27.286128997802734, - 26.924068450927734, - 27.161714553833008, - 27.555274963378906, - 28.004716873168945, - 28.82984161376953, - 29.979970932006836, - 34.40662384033203 + 51.84059524536133, + 55.500457763671875, + 53.508216857910156, + 52.64718246459961, + 49.904701232910156, + 49.338539123535156, + 46.966026306152344, + 45.13908386230469, + 41.96331787109375, + 42.52266311645508, + 40.93720245361328, + 40.85144805908203, + 39.78384780883789, + 37.61700439453125, + 35.62406921386719, + 35.168739318847656, + 34.05836868286133, + 34.00209426879883, + 33.86157989501953, + 34.009376525878906, + 35.038169860839844, + 39.26031494140625, + 42.038665771484375, + 43.04955291748047 ], "timestamps": [ "2026-06-10 00:00:00", @@ -447,6 +449,8 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 87df66fe853d04e914e43de83f8281f727957eb1..4ce3f57a9e4ddcbac3cd156155341b6140ea68f2 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T12:24:50.804223+00:00", + "evaluated_at": "2026-06-17T13:12:18.651799+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, 3120.0, 3120.0, 3120.0, @@ -293,9 +281,6 @@ 2850.0, 2850.0, 2850.0, - 2850.0 - ], - "actuals": [ 2850.0, 2850.0, 2850.0, @@ -308,6 +293,9 @@ 2850.0, 2850.0, 2850.0, + 2850.0 + ], + "actuals": [ 2850.0, 2850.0, 2850.0, @@ -319,91 +307,99 @@ 2850.0, 2850.0, 2800.0, - 2850.0 + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 ], "p50": [ - 2849.7509765625, - 2849.79052734375, - 2849.89453125, - 2849.794189453125, - 2849.722900390625, - 2849.8935546875, - 2849.872802734375, - 2849.546875, - 2849.598388671875, - 2849.869384765625, - 2849.78955078125, - 2849.576171875, - 2849.52099609375, - 2849.52392578125, - 2849.630615234375, - 2849.5595703125, - 2849.4326171875, - 2849.51513671875, - 2849.297607421875, - 2849.3564453125, - 2849.39794921875, - 2849.466064453125, - 2849.511474609375, - 2849.397705078125 + 2849.305908203125, + 2849.406982421875, + 2849.502197265625, + 2849.445556640625, + 2849.330078125, + 2849.4990234375, + 2849.482666015625, + 2849.215087890625, + 2849.27099609375, + 2849.48583984375, + 2849.45654296875, + 2849.273681640625, + 2849.319580078125, + 2849.367431640625, + 2849.346923828125, + 2849.36767578125, + 2849.237548828125, + 2849.30029296875, + 2849.166259765625, + 2849.202880859375, + 2849.15283203125, + 2849.256591796875, + 2849.243408203125, + 2849.146728515625 ], "p10": [ - 2848.138671875, - 2848.093017578125, - 2848.27587890625, - 2848.144287109375, - 2848.1640625, - 2846.559326171875, - 2843.73583984375, - 2837.86083984375, - 2825.845458984375, - 2821.177490234375, - 2817.3955078125, - 2814.240478515625, - 2810.988037109375, - 2808.575439453125, - 2808.50341796875, - 2807.32470703125, - 2805.8662109375, - 2805.45703125, - 2804.805419921875, - 2804.089599609375, - 2803.86962890625, - 2803.32958984375, - 2802.678466796875, - 2800.994873046875 + 2847.8095703125, + 2848.193603515625, + 2848.2314453125, + 2848.17236328125, + 2847.073974609375, + 2843.124267578125, + 2836.389892578125, + 2833.4248046875, + 2824.920166015625, + 2822.525146484375, + 2819.797607421875, + 2816.732421875, + 2813.389892578125, + 2810.725830078125, + 2809.902099609375, + 2807.50439453125, + 2806.35791015625, + 2804.958984375, + 2804.333251953125, + 2803.792724609375, + 2803.017822265625, + 2802.233642578125, + 2801.03759765625, + 2800.166259765625 ], "p90": [ - 2851.794189453125, - 2851.956787109375, - 2851.97998046875, - 2851.97607421875, - 2851.93994140625, - 2851.85302734375, - 2851.79638671875, - 2851.89990234375, - 2851.69482421875, - 2851.893798828125, - 2851.759033203125, - 2851.86181640625, - 2851.63330078125, - 2851.486328125, - 2851.87890625, - 2851.4541015625, - 2851.18310546875, - 2851.50048828125, - 2851.673095703125, - 2851.6376953125, - 2851.702392578125, - 2851.9072265625, - 2851.791259765625, - 2851.8466796875 + 2850.966796875, + 2851.0732421875, + 2851.14111328125, + 2851.168701171875, + 2851.18115234375, + 2851.19921875, + 2851.181640625, + 2851.292724609375, + 2851.0966796875, + 2851.0712890625, + 2850.876953125, + 2851.262451171875, + 2851.114501953125, + 2851.347900390625, + 2850.96826171875, + 2851.113525390625, + 2850.81982421875, + 2851.313720703125, + 2851.422607421875, + 2851.200927734375, + 2851.244873046875, + 2851.589111328125, + 2851.41845703125, + 2851.66552734375 ], "timestamps": [ - "2026-06-16 09:55:00", - "2026-06-16 10:10:00", - "2026-06-16 10:25:00", - "2026-06-16 10:40:00", "2026-06-16 10:55:00", "2026-06-16 11:10:00", "2026-06-16 11:25:00", @@ -711,6 +707,10 @@ "2026-06-19 14:55:00", "2026-06-19 15:10:00", "2026-06-19 15:25:00", - "2026-06-19 15:40:00" + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 4830c2f5e98baaf34c94475833a7dc01af64b7a4..60203f36df7390b352e2072add0a95fa28148b25 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,17 +1,26 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T12:54:42.335565+00:00", + "evaluated_at": "2026-06-17T13:12:20.819486+00:00", "datasets": [ { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t063600z", - "data_fetched_at": "2026-06-17T12:42:33.452311Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t011000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t130000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 158, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t105000z", + "data_fetched_at": "2026-06-17T13:07:06.977010Z", + "context_length": 288, + "prediction_length": 24 } ], - "failed_datasets": [ - "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z" - ] + "failed_datasets": [] }