diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 446ea05e7368d8a88d750704d0cd8cc30d1ce607..f9d94bd1b27c9b7fd6019ca974c7a737ad61c855 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,ARIMA,1504723.2075174497,536667.729545168,628.9176321438503,0.5717036003100443,0.00991933050211775,0.009887370208063776,9.062122909468888,1226.6715972571672,0.019260592070557345,0.009874954295663886,0.008689023171309656,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,6.604165474804122,6.81514767518819,2.034963611495047,1.1664253348091203,0.08265505359577068,0.08850315851901451,36.70901713890212,2.5698570922921222,0.11004634499107213,0.08714115205337111,0.08393625984193605,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.47948638712440705,0.4733002511067625,0.45283715246479095,0.5380882763704009,0.4277575638291427,0.26958552807901526,20.775062990568422,0.6924495556532672,0.43508326799322466,0.284528839039046,0.28274893619564573,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.012334491706122296,0.01142135762230346,0.0908939538404221,0.4945699597213553,0.06430466416656436,0.06375105632632647,2.5325933830086456,0.11106075682311145,0.07808959929575307,0.06390981510336861,0.04976846662615279,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.1546322675376004,1.1390422311246455,0.783243944188077,0.947634923071779,0.8746997678360074,0.4389692510874748,37.054116552230695,1.0745381647654961,0.7177064595297605,0.5231449720113288,0.5212462448840487,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.014490055194672292,0.015339721594057701,0.10142653031455846,0.5686032020610031,0.06938589898599767,0.07169247061974221,3.414669667957949,0.12037464514868691,0.08480405782296384,0.07145509198348185,0.057443495450734794,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,1.455600406487103,1.1263222643533273,0.9245069860685238,1.1844217454322354,0.052549819662281005,0.05077026515418595,8.328232044277208,1.2064826590080369,0.06722912234856021,0.05151652434822556,0.04551764427988697,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,52.14010791855603,54.58648035103487,5.759185132377013,0.4822635627358971,0.19714328755851626,0.20067623092824083,5.542272617642375,7.220810752163224,0.24735864129452856,0.19728867826672342,0.17302733336613121,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,84.98294946026185,83.3587076227477,8.680495483650125,4.249002960720764,0.34737370445815213,0.2905628010489904,144.70877828098554,9.218619715568153,0.3589339137096052,0.33798164074642784,0.3299537815458202,Weather,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 2c9fd7fb0f2bc8f4d012d63466b9a9ca1cde2cfe..b454cd91d32dbd91f9f9e5eec3a973782818ff3c 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T14:17:01.573842+00:00", + "evaluated_at": "2026-06-19T14:34:31.691693+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 29bfcd838fbf2541604169d65fc49638e885f3bf..9b80ddbc6ce90d35fb20234cc590f2b704a8eaa9 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T14:04:12.550788+00:00", + "evaluated_at": "2026-06-19T14:34:31.738184+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.0169999599456787, - 2.0339999198913574, - 2.0490000247955322, - 2.069000005722046, - 2.0789999961853027, 2.0859999656677246, 2.0940001010894775, 2.1050000190734863, @@ -245,14 +240,14 @@ 1.5670000314712524, 1.593999981880188, 1.6169999837875366, - 1.6269999742507935 - ], - "actuals": [ + 1.6269999742507935, 1.6440000534057617, 1.6670000553131104, 1.6950000524520874, 1.7029999494552612, - 1.7339999675750732, + 1.7339999675750732 + ], + "actuals": [ 1.7619999647140503, 1.777999997138977, 1.7869999408721924, @@ -307,200 +302,200 @@ 0.8069999814033508, 0.7590000033378601, 0.7049999833106995, - 0.6610000133514404 + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874 ], "p50": [ - 1.6351176312919264, - 1.6516330970893305, - 1.669220199684572, - 1.6865319866366972, - 1.7028701094311638, - 1.7187285017197016, - 1.735464907250678, - 1.7509406482231817, - 1.7675055952138943, - 1.7812070953133132, - 1.7974625149521488, - 1.8103381264039633, - 1.8252992738483131, - 1.8395837125629408, - 1.854375509262295, - 1.868270574765182, - 1.881948408094612, - 1.8949188850735246, - 1.9086817139467889, - 1.9206792014437033, - 1.9340387946600754, - 1.947713487805772, - 1.9598202917000433, - 1.971512803064722, - 1.9835564070948917, - 1.9960651573737291, - 2.0074466805121896, - 2.019124558573678, - 2.0299033766541497, - 2.0417815324913913, - 2.0527324695024225, - 2.0643778954485965, - 2.0739107053785153, - 2.0840488678753393, - 2.09553853279131, - 2.105610983290882, - 2.1157171408335778, - 2.124939893226614, - 2.135332328841972, - 2.1445058720714365, - 2.1544984329652714, - 2.163232785023153, - 2.174480414946934, - 2.1812290360021054, - 2.1901826503668547, - 2.1995733086409484, - 2.2071352990080753, - 2.2162190473968266, - 2.2248229216751296, - 2.2338949133732897, - 2.2423254484508686, - 2.248859219301112, - 2.2566316304986094, - 2.263906667813269, - 2.2727757476652526, - 2.2796823012566634, - 2.2872134019269397, - 2.2939289243684557, - 2.3011294084689093, - 2.3091123012909875 + 1.7473123441876959, + 1.7708001224786223, + 1.7909341947975075, + 1.8147187173629695, + 1.8350066104871037, + 1.8573895446569786, + 1.8769364556397574, + 1.8982844612434697, + 1.9183555785858077, + 1.9386392868207996, + 1.958219138114944, + 1.9785049084405586, + 1.9996673081892813, + 2.018036624509282, + 2.0372617533333597, + 2.0567535921967415, + 2.074550604730537, + 2.0930359686856788, + 2.1127828544578655, + 2.1308758271301116, + 2.1474225514517067, + 2.1662313385606167, + 2.183516341929371, + 2.199768685920258, + 2.2190425166990866, + 2.234051674379273, + 2.2507226450128184, + 2.268020754557277, + 2.2835806142653494, + 2.2995830307200693, + 2.3159677154321723, + 2.331074008588031, + 2.3467672723610646, + 2.3617195660357098, + 2.3784714213258913, + 2.3924053479354765, + 2.4070533443620175, + 2.422285568685993, + 2.436927974416333, + 2.4523264523254964, + 2.4645460873656413, + 2.4790152753321086, + 2.492667208600496, + 2.5064247854971016, + 2.519702832911606, + 2.5336863565815424, + 2.5458967962614736, + 2.5585817716273658, + 2.571833368330103, + 2.585635099387293, + 2.597467273038222, + 2.6095186380321738, + 2.6226771299915193, + 2.6344117911917433, + 2.646113473612564, + 2.6584387365420517, + 2.6708632845499483, + 2.681790940147277, + 2.6929944577229663, + 2.7045916930179907 ], "p10": [ - 1.6247720225377007, - 1.6413992175254986, - 1.658954124723502, - 1.6768348812543445, - 1.6910565692265578, - 1.709860381537744, - 1.7267604260609912, - 1.7406813391386071, - 1.7543637454274272, - 1.76969536352627, - 1.7877281854369886, - 1.8016640269733981, - 1.8143327824023716, - 1.8294173660978812, - 1.8453802879281815, - 1.8601872616090456, - 1.8697512760149204, - 1.8856066260518416, - 1.8976315744368366, - 1.9108990751444654, - 1.9225701124274273, - 1.9364832077242298, - 1.9489017851850616, - 1.9629216898293236, - 1.974697461343316, - 1.9868973983534655, - 1.996712842645036, - 2.01080388965571, - 2.0218150202317404, - 2.031036488417774, - 2.0440662067569244, - 2.055722276629142, - 2.062551543131338, - 2.0730856949955743, - 2.0865339747276046, - 2.094612694354583, - 2.1061659675039253, - 2.1158794474797276, - 2.1250836202772856, - 2.13778441137216, - 2.1427771252935432, - 2.15347180145832, - 2.163779825294507, - 2.169858985989388, - 2.1798274491972567, - 2.1885242946525114, - 2.1960206076252846, - 2.2065205202069254, - 2.21669423600413, - 2.2247703904133105, - 2.232477502465504, - 2.2384116827794753, - 2.2462792159032667, - 2.2552790555729385, - 2.2617942717245625, - 2.2693220704877732, - 2.278686380167416, - 2.2825058705752954, - 2.293942456978885, - 2.2988437427472803 + 1.7367730659470175, + 1.7593458146466208, + 1.7798629544539901, + 1.8032161713548083, + 1.8232403106841222, + 1.8444680578148647, + 1.8669346918188257, + 1.8871700909448579, + 1.9070101077300154, + 1.9273474534394612, + 1.9474483688870279, + 1.9673156026746976, + 1.9894018255893624, + 2.0070439243926756, + 2.027079954673315, + 2.0460565254093646, + 2.0631435895711645, + 2.0846417133635184, + 2.1000674177193743, + 2.122509916651871, + 2.138987973623467, + 2.1559399001243404, + 2.1734832971888496, + 2.18818727594386, + 2.2093314055370303, + 2.223137456104687, + 2.239065173338493, + 2.2554523632165004, + 2.2725035228156107, + 2.2885154724265995, + 2.3066832266955304, + 2.319447397755998, + 2.335007050166172, + 2.3517709605167836, + 2.368157479010108, + 2.3835444422478047, + 2.395478744405075, + 2.4107287775062405, + 2.4253633314803458, + 2.4427899334457503, + 2.456506371205787, + 2.4683994770316215, + 2.48397242898608, + 2.498384363046095, + 2.5103004439361953, + 2.5220277138666294, + 2.5353158945358927, + 2.549959813231394, + 2.561152755588097, + 2.5738247758941095, + 2.5874391281350975, + 2.5989290635731512, + 2.613522453797042, + 2.6242466892855396, + 2.6347016952886566, + 2.6479937329288616, + 2.659737935220856, + 2.6699366626050507, + 2.6838509548604184, + 2.6941405961718807 ], "p90": [ - 1.647708443925073, - 1.66319381298435, - 1.6805692145441655, - 1.6982037712007698, - 1.7133304011881123, - 1.7302549731214547, - 1.7464016100614617, - 1.7615678570691202, - 1.7766145445119426, - 1.7908612927515948, - 1.8077945237754662, - 1.819476186110641, - 1.8363173779864619, - 1.8505152047369573, - 1.866602149244158, - 1.8802424055685523, - 1.8925814020564915, - 1.9065818142119475, - 1.9202395016902232, - 1.9305192777179012, - 1.9448739030739928, - 1.959246059040254, - 1.9707126604368854, - 1.9826350821747134, - 1.9952896839012375, - 2.006305015079597, - 2.0193251354720085, - 2.031449186221942, - 2.0418578594814365, - 2.0511933648895693, - 2.0661155243642186, - 2.075411969512962, - 2.0859509923138635, - 2.0965499808285393, - 2.1073661175291662, - 2.117074129063152, - 2.126654765678616, - 2.1371723250198826, - 2.1440823166590723, - 2.1561785179650896, - 2.164602519795255, - 2.1747076412205613, - 2.1852660613876496, - 2.190277709164206, - 2.2000388747026562, - 2.2099055578535265, - 2.2184073520881573, - 2.225922421389935, - 2.235302431515045, - 2.24863656650661, - 2.2525834558511857, - 2.261005285613478, - 2.2667842830464817, - 2.2731524243839893, - 2.2829582143368423, - 2.291132945739597, - 2.2985315884429016, - 2.304583047649476, - 2.31223048099236, - 2.3175179801174814 + 1.7588582872069027, + 1.781375564206398, + 1.8009332883820903, + 1.8255471388054911, + 1.8456578390978826, + 1.8669122619214764, + 1.8886083087187635, + 1.910511433751899, + 1.9294276361437759, + 1.9509731009062126, + 1.9693391855079905, + 1.9908918790310774, + 2.0107982051844027, + 2.029944552591929, + 2.049118499374117, + 2.06743015154017, + 2.0868252240201466, + 2.1029276561028154, + 2.122996186672115, + 2.140406212980233, + 2.158188970602246, + 2.177795648511918, + 2.1936496446106193, + 2.2108078908901305, + 2.227664603698311, + 2.2473745853547604, + 2.2619854545943365, + 2.2789132777170855, + 2.294237187189352, + 2.311492017476141, + 2.3267985522785883, + 2.3425245585473635, + 2.3587509440307257, + 2.3733800067404554, + 2.3890128209907537, + 2.402941652995303, + 2.4188693700297526, + 2.4335281595209772, + 2.4468504743562622, + 2.4630152453303324, + 2.4754515745133836, + 2.488920971974911, + 2.5033235814532784, + 2.5181478915511137, + 2.528509576153931, + 2.54564850173707, + 2.5556360117669583, + 2.5683847675875815, + 2.5815140719890137, + 2.600433083152587, + 2.608030131397024, + 2.620465599690896, + 2.6313527838914257, + 2.645198933644076, + 2.657778856080022, + 2.6690338508732747, + 2.6824881999518824, + 2.6941695805679533, + 2.7044608064019955, + 2.7136099261012787 ], "timestamps": [ - "2026-06-18 07:54:00", - "2026-06-18 08:00:00", - "2026-06-18 08:06:00", - "2026-06-18 08:12:00", - "2026-06-18 08:18:00", "2026-06-18 08:24:00", "2026-06-18 08:30:00", "2026-06-18 08:36:00", @@ -795,6 +790,11 @@ "2026-06-19 13:30:00", "2026-06-19 13:36:00", "2026-06-19 13:42:00", - "2026-06-19 13:48:00" + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 7ab6f6db186fa2b75150f58e22408bacf24d9c6f..e33ec8a50e9a2b04e969839d9755fd59cd4c700e 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T14:04:12.608448+00:00", + "evaluated_at": "2026-06-19T14:34:31.789811+00:00", "freq": "10min", "context_length": 73, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.399999976158142, 1.600000023841858, @@ -78,7 +76,9 @@ 1.2999999523162842, 1.399999976158142, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "actuals": [ 1.2999999523162842, @@ -86,8 +86,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.5, 1.5, 1.399999976158142, @@ -152,234 +150,233 @@ 1.5, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 ], "p50": [ - 1.4574114013428392, - 1.4410695122167747, - 1.433176169587019, - 1.4329273397977642, - 1.431938403787916, - 1.428794164216118, - 1.4286218904389683, - 1.4291608773749225, - 1.432575693107312, - 1.4320218561031537, - 1.4321738778368407, - 1.4320930710976076, - 1.4297209106396491, - 1.4308559205154046, - 1.4312300760975556, - 1.4280041328543591, - 1.4316214426394183, - 1.4316214311048965, - 1.4320128866822943, - 1.4304813354378405, - 1.4297202588496156, - 1.428498479403345, - 1.4304813341030802, - 1.4280040854646336, - 1.4326328195191325, - 1.4312299624579443, - 1.4325541947241063, - 1.4320915080148482, - 1.4291093687012721, - 1.4233127383726467, - 1.4321701327935898, - 1.424687271191591, - 1.433095506208326, - 1.431229962450342, - 1.4326328195009044, - 1.4280040854209541, - 1.430481333998425, - 1.4304813339984248, - 1.4320128832335517, - 1.4321701327934935, - 1.4330955062083093, - 1.4320128832335517, - 1.4301007961236327, - 1.4320128832335517, - 1.4301007961236327, - 1.4320128832335517, - 1.4330955062083093, - 1.4312471086159881, - 1.4284984791525972, - 1.4284984791525972, - 1.4304813339984246, - 1.4301007961236327, - 1.4330955062083093, - 1.4330955062083093, - 1.4320915080135226, - 1.4301007961236327, - 1.4320915080135226, - 1.4304813339984246, - 1.4320128832335517, - 1.4320128832335517, - 1.4308556482243797, - 1.4286149749690749, - 1.4321701327934935, - 1.428004085420953, - 1.431229962450335, - 1.4301007961236327, - 1.4316214228419435, - 1.4301007961236327, - 1.4291093687007188, - 1.4291093687007188, - 1.4275096916893089, - 1.4308556482243797 + 1.3298268504859838, + 1.3526857693505787, + 1.3560179143852575, + 1.3622068884796437, + 1.3613524388943392, + 1.363779561644036, + 1.3611758808454, + 1.360468783187164, + 1.3620451600400136, + 1.3620558505908322, + 1.36405919693626, + 1.3623040277744516, + 1.366400609576822, + 1.3640278435214475, + 1.3643015941139107, + 1.3592700530662591, + 1.3612881512493158, + 1.3664010483789821, + 1.354218458585627, + 1.3641818320439913, + 1.3620904535660474, + 1.3620904537326144, + 1.3641818326957682, + 1.3605134197074222, + 1.3605134197178872, + 1.3621180027692612, + 1.3620629049119544, + 1.3598917503176704, + 1.3653513584682913, + 1.3664010527795394, + 1.3620629049130184, + 1.3598917503180934, + 1.3631495903690167, + 1.3639940381042266, + 1.3623051426338135, + 1.3639940381042281, + 1.3620629049130457, + 1.357872038603213, + 1.3621180027720063, + 1.3623051426338142, + 1.3623051426338142, + 1.3639940381042284, + 1.3640620013216058, + 1.3639940381042284, + 1.3605134197247926, + 1.359270080911416, + 1.3621180027720063, + 1.3622115727029103, + 1.3598917503181043, + 1.3623051426338142, + 1.3612881623189192, + 1.3598917503181043, + 1.359270080911416, + 1.3631495903690212, + 1.3622115727029103, + 1.3582723605113365, + 1.3605134197247926, + 1.3582723605113365, + 1.3568292109283402, + 1.359270080911416, + 1.357872038603213, + 1.3623051426338142, + 1.3475575446267052, + 1.36218402377343, + 1.3612881623189192, + 1.3582723605113365, + 1.3643016641573196, + 1.362090453842526, + 1.3622115727029103, + 1.3605134197247926, + 1.3639940381042284, + 1.3639940381042284 ], "p10": [ - 1.3421108426747435, - 1.3100437282435444, - 1.3225171275573642, - 1.313358468253551, - 1.319473851481117, - 1.3187460117345846, - 1.311784502192493, - 1.3003514580969324, - 1.3353161458275404, - 1.335303620310761, - 1.3358475143734403, - 1.3188019825023405, - 1.3184509790618724, - 1.3184505989620885, - 1.318800533065476, - 1.3105250241911888, - 1.3188004392157304, - 1.3105249850207359, - 1.3105249802065253, - 1.3184503281104798, - 1.3177714036953447, - 1.3116610911568698, - 1.3177714031992254, - 1.3184503267147445, - 1.3187654101617674, - 1.310524976765392, - 1.3184503266742398, - 1.3187654101448618, - 1.2991333867152288, - 1.2636675471811925, - 1.3116610909062183, - 1.318450326671104, - 1.3116610909061386, - 1.318765410143543, - 1.318765410143539, - 1.318450326671065, - 1.2886343223421972, - 1.3180864865670423, - 1.3188004194182554, - 1.3291973373385035, - 1.3303525504407534, - 1.3188004194182554, - 1.3303525504407534, - 1.3187654101435362, - 1.3303525504407534, - 1.311661090906122, - 1.3291973373385035, - 1.3303525504407534, - 1.3184503266710639, - 1.311661090906122, - 1.3105249767577827, - 1.2991333867146755, - 1.344300477191922, - 1.342562048910443, - 1.3184503266710639, - 1.3187654101435362, - 1.335843769330093, - 1.3188004194182554, - 1.311661090906122, - 1.3002999494227288, - 1.3188004194182554, - 1.2991333867146755, - 1.3184503266710639, - 1.3184503266710639, - 1.3187654101435362, - 1.3177714030945697, - 1.3177714030945697, - 1.311661090906122, - 1.3177714030945697, - 1.261633014283067, - 1.2991333867146755, - 1.3002999494227288 + 1.187333767863883, + 1.21949609056391, + 1.238906151665387, + 1.229017209692975, + 1.2493479736261877, + 1.2445189170703923, + 1.2446890752744428, + 1.2182320239408582, + 1.248855237131258, + 1.2484587651564438, + 1.249937089495488, + 1.2633572737593117, + 1.2308039161147737, + 1.2484656432871877, + 1.2448012867045533, + 1.2488729541591332, + 1.2448013456783587, + 1.2295515850330265, + 1.193302832836544, + 1.2488729813088189, + 1.2448013564714835, + 1.2295515893237408, + 1.2499398938371393, + 1.248465819461287, + 1.229551589426747, + 1.2308043593148146, + 1.2448013567468708, + 1.2434016570044881, + 1.2500584396447216, + 1.2434016570048534, + 1.2157792778892083, + 1.2308043593175488, + 1.2308043593175553, + 1.249939893880832, + 1.2488729820042894, + 1.2488729820042899, + 1.193302834585975, + 1.244801356747962, + 1.2295515894336524, + 1.24887298200429, + 1.2308043593175597, + 1.2295515894336524, + 1.2499398938808337, + 1.24887298200429, + 1.259640705078197, + 1.2157792778892356, + 1.24887298200429, + 1.2484658194786573, + 1.24887298200429, + 1.24887298200429, + 1.24887298200429, + 1.2499398938808337, + 1.2484658194786573, + 1.244801356747962, + 1.2182766604784867, + 1.244801356747962, + 1.2308043593175597, + 1.2308043593175597, + 1.193302834585975, + 1.1882083465729614, + 1.2308043593175597, + 1.243401657004922, + 1.1882083465729614, + 1.2500584396448942, + 1.24887298200429, + 1.244801356747962, + 1.2484658194786573, + 1.244801356747962, + 1.2270542068444013, + 1.2295515894336524, + 1.244801356747962, + 1.2484658194786573 ], "p90": [ - 1.5742176031969888, - 1.549894875553334, - 1.5314962492751207, - 1.5525695480132107, - 1.5419316454634253, - 1.540446781796039, - 1.5249815337987662, - 1.5332935388766045, - 1.5401725951188996, - 1.5508811435353835, - 1.5085989576218632, - 1.5324759192275839, - 1.551037717611391, - 1.5525213885048166, - 1.551037178867803, - 1.5508722180991876, - 1.5324743759409738, - 1.5412232123887977, - 1.541223207574587, - 1.5332420316418167, - 1.5401510973332933, - 1.5508721709165294, - 1.5401510968371739, - 1.527429448432501, - 1.5412232041440757, - 1.5401510967401275, - 1.5412232041290204, - 1.5547903392850018, - 1.5268689030832985, - 1.508595212578747, - 1.5412232041259408, - 1.532474356143539, - 1.6233127836122179, - 1.5332420302024077, - 1.5412232041258473, - 1.524634702449024, - 1.550872170665782, - 1.5525211162137922, - 1.5508721706657815, - 1.552521116213792, - 1.5412232041258445, - 1.5508721706657815, - 1.5248581225123952, - 1.5401510967325183, - 1.508595212578516, - 1.5324743561434988, - 1.5268689030827451, - 1.5508721706657815, - 1.5324743561434988, - 1.5324743561434988, - 1.508595212578516, - 1.552521116213792, - 1.5401510967325183, - 1.5332420302024008, - 1.5508721706657815, - 1.5412232041258445, - 1.5412232041258445, - 1.5324743561434988, - 1.5508721706657815, - 1.5508721706657815, - 1.5332420302024008, - 1.5401510967325183, - 1.5508721706657815, - 1.5510370652205825, - 1.5324743561434988, - 1.575213346912635, - 1.5332420302024008, - 1.5510370652205825, - 1.524634702449023, - 1.524634702449023, - 1.5274294483888204, - 1.5401510967325183 + 1.4424211791029216, + 1.4711800199996459, + 1.4663711837887392, + 1.4799200262528864, + 1.4701562231095677, + 1.4814247361999013, + 1.470754407654755, + 1.4670481666960835, + 1.4708489442552422, + 1.4708596348060607, + 1.4708638847429285, + 1.456941445916204, + 1.4817067326746851, + 1.4824881125618259, + 1.4824882187098867, + 1.4708666612831174, + 1.4368084605266214, + 1.5035987688518793, + 1.471950736053763, + 1.4817852864695824, + 1.5035987729760265, + 1.456942560665655, + 1.4817071758337768, + 1.467470191805798, + 1.4565332401287587, + 1.467092803230967, + 1.4387809484490772, + 1.4569425607751327, + 1.4817852871648811, + 1.4817071758774025, + 1.4845993372031892, + 1.4708666891282633, + 1.4817071758774667, + 1.4824882887532937, + 1.4824882887532949, + 1.481707175877471, + 1.457957585021381, + 1.471950737803194, + 1.467092803233712, + 1.4817071758774711, + 1.4817071758774711, + 1.467092803233712, + 1.467092803233712, + 1.4817071758774711, + 1.467092803233712, + 1.456533240135664, + 1.4817071758774711, + 1.4824882887532955, + 1.4569425607755666, + 1.4817852871650536, + 1.4708666891282742, + 1.4817071758774711, + 1.467092803233712, + 1.4817071758774711, + 1.4817852871650536, + 1.4565741721996543, + 1.4708666891282742, + 1.4708666891282742, + 1.4569425607755666, + 1.4817071758774711, + 1.4569425607755666, + 1.471950737803194, + 1.4565741721996543, + 1.467092803233712, + 1.4817071758774711, + 1.4817071758774711, + 1.4817071758774711, + 1.4817071758774711, + 1.4674701918231683, + 1.4824882887532955, + 1.4824882887532955, + 1.4817071758774711 ], "timestamps": [ - "2026-06-17 14:40:00", - "2026-06-17 14:50:00", - "2026-06-17 15:00:00", "2026-06-17 15:10:00", "2026-06-17 15:20:00", "2026-06-17 15:30:00", @@ -521,6 +518,9 @@ "2026-06-18 14:10:00", "2026-06-18 14:20:00", "2026-06-18 14:30:00", - "2026-06-18 14:40:00" + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 4b2387585f62503e3983f1ff830c9088ad5e91c7..b1acea550b1a6866ce52e4ee2439611a666525a2 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,25 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-19T14:17:01.616635+00:00", + "evaluated_at": "2026-06-19T14:34:31.816724+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t081800z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t145000z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 73, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 55fbb0d6a3370d2b634130b3b4a6890ce6957da9..3d0c3b86a2f2b5d448581d3e9413cd690523e9dd 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -10,4 +10,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-16,Chronos-2,,3.800,4.400,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 2026-06-18,Chronos-2,,3.300,3.700,3.700,3.900,3.700,2.900,3.700,3.900,3.700 -2026-06-19,Chronos-2,4.500,3.800,4.900,4.900,4.500,4.800,4.100,4.900,4.500,4.900 +2026-06-19,Chronos-2,3.800,3.300,4.100,4.100,3.800,4.000,3.800,4.100,3.800,4.100 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 8636ec0b9006681efb1af429aefb63ea965a11dd..e2e7adbe6efa083a2d9721e51ec8f8ea68488d51 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.5,3.76,4.24,4.24,4.1,4.26,3.54,4.24,4.1,4.24 +2026-W25,Chronos-Bolt-Mini,3.8,3.66,4.08,4.08,3.96,4.1,3.48,4.08,3.96,4.08 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 835f2e353ba85498a9c2ca3a19c1ebe298ebd4a1..e6a85af113376545e488caa8096c93124ed73778 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Chronos-2,4525259.544978459,4525259.544978459,1855.7430013020833,1.6869219447355295,0.029319271571139335,0.028762615130256963,20.49445301699377,2127.265743854881,0.03340127692666375,0.029137960816726947,0.019117885309381556,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.122436069176274,1.122436069176274,0.8473222255706787,0.4856785178219358,0.03462510565717769,0.03550831299818315,2.624984687107927,1.0594508337701538,0.045367772513046974,0.036284007477858066,0.028755923174499178,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.12385160648829772,0.12385160648829772,0.24798599084218342,0.29467183434480154,0.22590994558751648,0.17444383131524396,3.414080750041985,0.35192556952898113,0.22112358312742816,0.15581576221875937,0.10473466896933883,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.019961163229922956,0.019961163229922956,0.12016440596845415,0.6538356283201924,0.08753392617898312,0.08339254382686642,3.8637936537332553,0.1412839807972686,0.09934030491922306,0.0844906029826017,0.06738605138787437,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.05852975833735381,0.05852975833735381,0.16478744993607203,0.19937382676509602,0.1967132051755349,0.15116634755806072,1.8529053403877844,0.24192924241883992,0.16158958864996306,0.11006497595584852,0.08001750107544464,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.012424127826914008,0.012424127826914008,0.09123027490244971,0.5114423836994122,0.06419288496245484,0.0642106387865834,2.8975359300063355,0.11146357174841477,0.07852619770576126,0.06427181985438755,0.05662558799445973,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,1.2451256000957376,1.2451256000957376,0.9612921873728434,1.195389217043619,0.05242452172001679,0.05061138950457242,9.647567969140878,1.1158519615503382,0.05992492155507006,0.05162455317082011,0.03346227818333205,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,39.01831377944821,39.01831377944821,5.246808608373006,0.43935809568653,0.18884457881490724,0.18705193530066402,2.0052226031688942,6.246464102149969,0.21398107861225618,0.17973652724671846,0.16086761067692262,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.627711607526635,1.627711607526635,1.1214147408803303,0.548919651323038,0.04337233681957694,0.04288373912441626,4.0964594912680665,1.275818015050201,0.04967493697021059,0.0436631289992433,0.0342768607349334,Weather,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 77957b46d13b7b5dcf09c181124409a634481c2d..25c7dc1f66f55ee67ffc32668f8955db3ba83fa4 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T14:14:02.921406+00:00", + "evaluated_at": "2026-06-19T14:30:22.190484+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index c3ace351cb93312d0af8cc3acb5b0e6b1ec7bd09..e23debe3249411445ee86c0581cf8ad2ee0e394c 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T13:57:33.042124+00:00", + "evaluated_at": "2026-06-19T14:30:28.641922+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.0169999599456787, - 2.0339999198913574, - 2.0490000247955322, - 2.069000005722046, - 2.0789999961853027, 2.0859999656677246, 2.0940001010894775, 2.1050000190734863, @@ -245,14 +240,14 @@ 1.5670000314712524, 1.593999981880188, 1.6169999837875366, - 1.6269999742507935 - ], - "actuals": [ + 1.6269999742507935, 1.6440000534057617, 1.6670000553131104, 1.6950000524520874, 1.7029999494552612, - 1.7339999675750732, + 1.7339999675750732 + ], + "actuals": [ 1.7619999647140503, 1.777999997138977, 1.7869999408721924, @@ -307,200 +302,200 @@ 0.8069999814033508, 0.7590000033378601, 0.7049999833106995, - 0.6610000133514404 + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874 ], "p50": [ - 1.6660699844360352, - 1.6966800689697266, - 1.7143276929855347, - 1.7356202602386475, - 1.7587095499038696, - 1.7814816236495972, - 1.8031442165374756, - 1.8225740194320679, - 1.8430426120758057, - 1.8634034395217896, - 1.879166841506958, - 1.8983843326568604, - 1.9152908325195312, - 1.9340001344680786, - 1.9452283382415771, - 1.961121678352356, - 1.947049617767334, - 1.9604134559631348, - 1.968317985534668, - 1.976243257522583, - 1.9820201396942139, - 1.984680414199829, - 1.9923739433288574, - 1.9999467134475708, - 2.002441883087158, - 2.005258083343506, - 2.0074868202209473, - 2.0106136798858643, - 2.003109931945801, - 2.005556106567383, - 2.0008490085601807, - 1.996040940284729, - 1.9693598747253418, - 1.9686331748962402, - 1.9600918292999268, - 1.9515490531921387, - 1.9396214485168457, - 1.9319961071014404, - 1.917715311050415, - 1.9068968296051025, - 1.8892866373062134, - 1.8727153539657593, - 1.8580241203308105, - 1.8397855758666992, - 1.823562741279602, - 1.8042080402374268, - 1.794680118560791, - 1.7744436264038086, - 1.6994142532348633, - 1.6815180778503418, - 1.6538736820220947, - 1.6454033851623535, - 1.6206011772155762, - 1.6061921119689941, - 1.5828797817230225, - 1.5626953840255737, - 1.5457735061645508, - 1.520807147026062, - 1.503757357597351, - 1.485026240348816 + 1.7592315673828125, + 1.7741286754608154, + 1.7886276245117188, + 1.7988513708114624, + 1.807847023010254, + 1.8205204010009766, + 1.8274308443069458, + 1.836578130722046, + 1.84407639503479, + 1.8498437404632568, + 1.8543460369110107, + 1.8615550994873047, + 1.8665039539337158, + 1.8725169897079468, + 1.8724507093429565, + 1.871325969696045, + 1.8594639301300049, + 1.8565688133239746, + 1.8511474132537842, + 1.8466649055480957, + 1.840616226196289, + 1.832223892211914, + 1.8244271278381348, + 1.8154903650283813, + 1.802978754043579, + 1.7885009050369263, + 1.7716213464736938, + 1.7570335865020752, + 1.747878074645996, + 1.7295998334884644, + 1.7136468887329102, + 1.6985526084899902, + 1.6656126976013184, + 1.647752285003662, + 1.6295673847198486, + 1.6128599643707275, + 1.591112494468689, + 1.5704493522644043, + 1.5466101169586182, + 1.5212265253067017, + 1.500728726387024, + 1.471840500831604, + 1.4449801445007324, + 1.4196763038635254, + 1.3957418203353882, + 1.378679633140564, + 1.353018045425415, + 1.3350228071212769, + 1.303697943687439, + 1.2765997648239136, + 1.2573637962341309, + 1.2397220134735107, + 1.2170779705047607, + 1.1966023445129395, + 1.1742582321166992, + 1.1496949195861816, + 1.1315594911575317, + 1.1122527122497559, + 1.0899113416671753, + 1.0748467445373535 ], "p10": [ - 1.6471421718597412, - 1.6666474342346191, - 1.688218355178833, - 1.7049570083618164, - 1.722732663154602, - 1.7400500774383545, - 1.7560656070709229, - 1.7689414024353027, - 1.7805485725402832, - 1.7960100173950195, - 1.8056532144546509, - 1.8206263780593872, - 1.8300151824951172, - 1.8327202796936035, - 1.8423380851745605, - 1.8596453666687012, - 1.8555601835250854, - 1.859232783317566, - 1.8560259342193604, - 1.8656296730041504, - 1.8562662601470947, - 1.8478732109069824, - 1.8430286645889282, - 1.8412805795669556, - 1.822293758392334, - 1.8215324878692627, - 1.7964603900909424, - 1.806091070175171, - 1.7678614854812622, - 1.741490364074707, - 1.7364132404327393, - 1.7221219539642334, - 1.7363743782043457, - 1.735609769821167, - 1.73469877243042, - 1.709417462348938, - 1.684268593788147, - 1.6589397192001343, - 1.6171314716339111, - 1.5916945934295654, - 1.5640289783477783, - 1.5386230945587158, - 1.5148587226867676, - 1.483060359954834, - 1.4441697597503662, - 1.428516149520874, - 1.4104180335998535, - 1.3800519704818726, - 1.3314566612243652, - 1.316688895225525, - 1.2838523387908936, - 1.2664189338684082, - 1.2448999881744385, - 1.2125961780548096, - 1.174466848373413, - 1.1458871364593506, - 1.1269292831420898, - 1.096233606338501, - 1.0720698833465576, - 1.053647756576538 + 1.7330453395843506, + 1.7446398735046387, + 1.749653697013855, + 1.756669282913208, + 1.7626384496688843, + 1.768235206604004, + 1.7682445049285889, + 1.771040439605713, + 1.7697824239730835, + 1.7722318172454834, + 1.7683393955230713, + 1.7722457647323608, + 1.7705121040344238, + 1.7593207359313965, + 1.7592833042144775, + 1.7505292892456055, + 1.7535624504089355, + 1.7460896968841553, + 1.7313992977142334, + 1.729426622390747, + 1.7119766473770142, + 1.693164587020874, + 1.6768219470977783, + 1.662124514579773, + 1.6322917938232422, + 1.6102707386016846, + 1.5772912502288818, + 1.5661242008209229, + 1.521384358406067, + 1.5005871057510376, + 1.478536605834961, + 1.4471423625946045, + 1.4533523321151733, + 1.4419653415679932, + 1.4296925067901611, + 1.3982961177825928, + 1.374726414680481, + 1.338269591331482, + 1.296003818511963, + 1.2649049758911133, + 1.2369648218154907, + 1.2048118114471436, + 1.1717185974121094, + 1.1488170623779297, + 1.113877773284912, + 1.0884121656417847, + 1.0720270872116089, + 1.0469087362289429, + 0.9668025374412537, + 0.936546802520752, + 0.9141019582748413, + 0.8942751884460449, + 0.8672446012496948, + 0.8534085154533386, + 0.8216270208358765, + 0.799364447593689, + 0.7813173532485962, + 0.7542030811309814, + 0.7390705347061157, + 0.7233953475952148 ], "p90": [ - 1.6846692562103271, - 1.7116135358810425, - 1.7434806823730469, - 1.7720258235931396, - 1.7922152280807495, - 1.817907452583313, - 1.847991943359375, - 1.870715856552124, - 1.8939487934112549, - 1.9217429161071777, - 1.9409711360931396, - 1.9615538120269775, - 1.9898931980133057, - 2.0113916397094727, - 2.037125587463379, - 2.062777519226074, - 2.020172119140625, - 2.0326123237609863, - 2.0528388023376465, - 2.067493438720703, - 2.086184024810791, - 2.0985565185546875, - 2.115645408630371, - 2.129897117614746, - 2.1432647705078125, - 2.1615259647369385, - 2.166813373565674, - 2.175576686859131, - 2.188755512237549, - 2.1907529830932617, - 2.21138858795166, - 2.2107858657836914, - 2.1520566940307617, - 2.1495532989501953, - 2.1488451957702637, - 2.162433385848999, - 2.156534194946289, - 2.1597306728363037, - 2.1545166969299316, - 2.1601972579956055, - 2.159926176071167, - 2.155914306640625, - 2.1509737968444824, - 2.143101215362549, - 2.1359028816223145, - 2.144461154937744, - 2.1234242916107178, - 2.1220765113830566, - 2.0286030769348145, - 2.0117385387420654, - 2.002558469772339, - 2.0056445598602295, - 1.9910740852355957, - 1.9805768728256226, - 1.9735333919525146, - 1.9616273641586304, - 1.9583537578582764, - 1.950197458267212, - 1.9433965682983398, - 1.910884141921997 + 1.7839865684509277, + 1.7958004474639893, + 1.815520167350769, + 1.8303459882736206, + 1.8475395441055298, + 1.865513801574707, + 1.879314661026001, + 1.8919613361358643, + 1.9047919511795044, + 1.9175136089324951, + 1.9235713481903076, + 1.9351799488067627, + 1.9521434307098389, + 1.959824562072754, + 1.9790480136871338, + 1.9859089851379395, + 1.945552945137024, + 1.9454033374786377, + 1.9481017589569092, + 1.9510058164596558, + 1.9556632041931152, + 1.9541609287261963, + 1.954993724822998, + 1.9548343420028687, + 1.9534032344818115, + 1.9586035013198853, + 1.9458153247833252, + 1.9373337030410767, + 1.9326996803283691, + 1.9318265914916992, + 1.9308218955993652, + 1.9150023460388184, + 1.845134973526001, + 1.8309601545333862, + 1.8207879066467285, + 1.8115899562835693, + 1.8065094947814941, + 1.7888379096984863, + 1.7700639963150024, + 1.7662968635559082, + 1.7435121536254883, + 1.738461971282959, + 1.7216472625732422, + 1.6910303831100464, + 1.6839061975479126, + 1.6743624210357666, + 1.656775951385498, + 1.6416186094284058, + 1.6443878412246704, + 1.6214747428894043, + 1.600581169128418, + 1.5898737907409668, + 1.572312355041504, + 1.5660203695297241, + 1.5500879287719727, + 1.5475445985794067, + 1.5210771560668945, + 1.5150387287139893, + 1.4980549812316895, + 1.4843237400054932 ], "timestamps": [ - "2026-06-18 07:54:00", - "2026-06-18 08:00:00", - "2026-06-18 08:06:00", - "2026-06-18 08:12:00", - "2026-06-18 08:18:00", "2026-06-18 08:24:00", "2026-06-18 08:30:00", "2026-06-18 08:36:00", @@ -795,6 +790,11 @@ "2026-06-19 13:30:00", "2026-06-19 13:36:00", "2026-06-19 13:42:00", - "2026-06-19 13:48:00" + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 9656e91dd79a2e79ec17c0234fa0ac195f3d82c2..0f210ced82e7e14663f8c53ca000746c9f8ddab4 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T13:57:46.960680+00:00", + "evaluated_at": "2026-06-19T14:30:34.571867+00:00", "freq": "10min", "context_length": 73, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.399999976158142, 1.600000023841858, @@ -78,7 +76,9 @@ 1.2999999523162842, 1.399999976158142, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "actuals": [ 1.2999999523162842, @@ -86,8 +86,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.5, 1.5, 1.399999976158142, @@ -152,234 +150,233 @@ 1.5, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 ], "p50": [ - 1.4810512065887451, - 1.4815658330917358, - 1.4857206344604492, - 1.4883702993392944, - 1.4936745166778564, - 1.4962882995605469, - 1.5003104209899902, - 1.501622200012207, - 1.5086374282836914, - 1.5105242729187012, - 1.511799931526184, - 1.5143812894821167, - 1.518228530883789, - 1.5191402435302734, - 1.5205950736999512, - 1.5223859548568726, - 1.514622449874878, - 1.514372706413269, - 1.5136902332305908, - 1.5140470266342163, - 1.5134673118591309, - 1.5102378129959106, - 1.508550763130188, - 1.5051718950271606, - 1.5033081769943237, - 1.5015822649002075, - 1.4994341135025024, - 1.4980521202087402, - 1.4949544668197632, - 1.490904450416565, - 1.490257978439331, - 1.4870331287384033, - 1.47818124294281, - 1.472171664237976, - 1.4659183025360107, - 1.4653511047363281, - 1.4627561569213867, - 1.4610165357589722, - 1.4626390933990479, - 1.4613031148910522, - 1.4632277488708496, - 1.4626483917236328, - 1.4631454944610596, - 1.4636775255203247, - 1.4659934043884277, - 1.4679425954818726, - 1.472632884979248, - 1.4764314889907837, - 1.481000542640686, - 1.4864801168441772, - 1.4931752681732178, - 1.4999524354934692, - 1.5018870830535889, - 1.5052562952041626, - 1.5103669166564941, - 1.513916015625, - 1.5197844505310059, - 1.5219082832336426, - 1.5262398719787598, - 1.5298222303390503, - 1.533092737197876, - 1.5338701009750366, - 1.5372014045715332, - 1.5398838520050049, - 1.5397262573242188, - 1.5413962602615356, - 1.5418909788131714, - 1.5439841747283936, - 1.5435830354690552, - 1.5408724546432495, - 1.5382890701293945, - 1.5378124713897705 + 1.3334368467330933, + 1.3691818714141846, + 1.3823645114898682, + 1.3919825553894043, + 1.3986573219299316, + 1.4015159606933594, + 1.407598614692688, + 1.4047644138336182, + 1.4105433225631714, + 1.4074798822402954, + 1.4112005233764648, + 1.4159172773361206, + 1.4168487787246704, + 1.410623550415039, + 1.4155189990997314, + 1.4127833843231201, + 1.4124886989593506, + 1.4152098894119263, + 1.412987232208252, + 1.4097826480865479, + 1.4092237949371338, + 1.4106543064117432, + 1.409233808517456, + 1.4064257144927979, + 1.4116909503936768, + 1.41031014919281, + 1.40916109085083, + 1.408153772354126, + 1.411938190460205, + 1.4089759588241577, + 1.4102299213409424, + 1.408510446548462, + 1.4088400602340698, + 1.4085333347320557, + 1.408767819404602, + 1.4051858186721802, + 1.4058927297592163, + 1.4076422452926636, + 1.4088224172592163, + 1.4060344696044922, + 1.4091376066207886, + 1.407762050628662, + 1.4081635475158691, + 1.4101961851119995, + 1.4143688678741455, + 1.4123680591583252, + 1.4132845401763916, + 1.4123692512512207, + 1.417540192604065, + 1.4206287860870361, + 1.4219142198562622, + 1.4203444719314575, + 1.4237664937973022, + 1.4277132749557495, + 1.4304431676864624, + 1.4280452728271484, + 1.433301329612732, + 1.4329164028167725, + 1.432483434677124, + 1.4368611574172974, + 1.4397774934768677, + 1.4376285076141357, + 1.439155101776123, + 1.4378314018249512, + 1.4266080856323242, + 1.4305026531219482, + 1.4302489757537842, + 1.4272832870483398, + 1.4257675409317017, + 1.425673007965088, + 1.4243310689926147, + 1.4181654453277588 ], "p10": [ - 1.3747249841690063, - 1.347750186920166, - 1.3341915607452393, - 1.3287765979766846, - 1.3261592388153076, - 1.323010802268982, - 1.3205362558364868, - 1.3168590068817139, - 1.3164255619049072, - 1.310449242591858, - 1.3095695972442627, - 1.3027987480163574, - 1.3061048984527588, - 1.3026353120803833, - 1.30364990234375, - 1.3059338331222534, - 1.282382607460022, - 1.2744265794754028, - 1.2742092609405518, - 1.2741960287094116, - 1.2718864679336548, - 1.2738332748413086, - 1.2744609117507935, - 1.2702529430389404, - 1.2727922201156616, - 1.2676383256912231, - 1.266932487487793, - 1.2639446258544922, - 1.2582511901855469, - 1.2634767293930054, - 1.2621139287948608, - 1.2577871084213257, - 1.2279486656188965, - 1.2289202213287354, - 1.2250908613204956, - 1.2222903966903687, - 1.2233954668045044, - 1.2224409580230713, - 1.224073886871338, - 1.220963716506958, - 1.2277754545211792, - 1.2224111557006836, - 1.2250525951385498, - 1.2235386371612549, - 1.220486044883728, - 1.2257291078567505, - 1.230187177658081, - 1.2328519821166992, - 1.2547392845153809, - 1.2477809190750122, - 1.2462924718856812, - 1.2487192153930664, - 1.2492759227752686, - 1.2528938055038452, - 1.2541303634643555, - 1.2517906427383423, - 1.2580441236495972, - 1.250994086265564, - 1.2488152980804443, - 1.2467204332351685, - 1.2459173202514648, - 1.248639464378357, - 1.254490613937378, - 1.260206937789917, - 1.2404555082321167, - 1.2394194602966309, - 1.2335864305496216, - 1.240006685256958, - 1.2397027015686035, - 1.2448678016662598, - 1.2407352924346924, - 1.2405273914337158 + 1.2852205038070679, + 1.2806479930877686, + 1.2821414470672607, + 1.2840324640274048, + 1.2814273834228516, + 1.2795809507369995, + 1.279555082321167, + 1.2801638841629028, + 1.280470848083496, + 1.278816819190979, + 1.2778069972991943, + 1.2780888080596924, + 1.2770493030548096, + 1.2749810218811035, + 1.2744828462600708, + 1.2710548639297485, + 1.2677057981491089, + 1.2698240280151367, + 1.270680546760559, + 1.2717911005020142, + 1.2689907550811768, + 1.2692278623580933, + 1.2722076177597046, + 1.270582914352417, + 1.2693283557891846, + 1.268694519996643, + 1.2679970264434814, + 1.2680989503860474, + 1.2725846767425537, + 1.266984224319458, + 1.2670009136199951, + 1.2643471956253052, + 1.2484073638916016, + 1.2467906475067139, + 1.2485283613204956, + 1.2521030902862549, + 1.2473653554916382, + 1.245039701461792, + 1.2495887279510498, + 1.2476840019226074, + 1.2495458126068115, + 1.2478514909744263, + 1.2470077276229858, + 1.2473825216293335, + 1.2508740425109863, + 1.2441521883010864, + 1.2443090677261353, + 1.2403795719146729, + 1.2421491146087646, + 1.2393699884414673, + 1.2424452304840088, + 1.2463624477386475, + 1.2403113842010498, + 1.239988923072815, + 1.2420367002487183, + 1.2426677942276, + 1.2442103624343872, + 1.2413686513900757, + 1.238774299621582, + 1.2414863109588623, + 1.2426986694335938, + 1.2389569282531738, + 1.2350482940673828, + 1.229691982269287, + 1.225817322731018, + 1.2269771099090576, + 1.2276532649993896, + 1.2314784526824951, + 1.2261288166046143, + 1.2272261381149292, + 1.2311094999313354, + 1.2303552627563477 ], "p90": [ - 1.573034644126892, - 1.6013747453689575, - 1.6184120178222656, - 1.6352088451385498, - 1.6512643098831177, - 1.6603809595108032, - 1.6716485023498535, - 1.6804677248001099, - 1.6993110179901123, - 1.707979440689087, - 1.7232760190963745, - 1.732681155204773, - 1.7424393892288208, - 1.750656247138977, - 1.7582619190216064, - 1.7585691213607788, - 1.7589530944824219, - 1.761361002922058, - 1.7598838806152344, - 1.7637256383895874, - 1.7693934440612793, - 1.764735460281372, - 1.757174015045166, - 1.74961519241333, - 1.755043864250183, - 1.7505764961242676, - 1.751268744468689, - 1.7455726861953735, - 1.7392131090164185, - 1.7390204668045044, - 1.7274160385131836, - 1.7244476079940796, - 1.6595762968063354, - 1.654780387878418, - 1.6527562141418457, - 1.646308422088623, - 1.6501375436782837, - 1.6441538333892822, - 1.6430180072784424, - 1.6428651809692383, - 1.6417770385742188, - 1.648137092590332, - 1.6497780084609985, - 1.6537058353424072, - 1.6553319692611694, - 1.6597505807876587, - 1.6588695049285889, - 1.6659599542617798, - 1.6967262029647827, - 1.71299409866333, - 1.7316200733184814, - 1.7417445182800293, - 1.7515199184417725, - 1.7644928693771362, - 1.7743945121765137, - 1.7820429801940918, - 1.8043463230133057, - 1.8178598880767822, - 1.835052728652954, - 1.8401967287063599, - 1.8455679416656494, - 1.856006145477295, - 1.8653488159179688, - 1.8690201044082642, - 1.8807973861694336, - 1.8802330493927002, - 1.874158263206482, - 1.875739574432373, - 1.8940603733062744, - 1.8918167352676392, - 1.8856267929077148, - 1.8730156421661377 + 1.4844121932983398, + 1.547932505607605, + 1.5640405416488647, + 1.5727102756500244, + 1.5775556564331055, + 1.5840308666229248, + 1.5896267890930176, + 1.595468282699585, + 1.6038541793823242, + 1.603584885597229, + 1.615370512008667, + 1.6192289590835571, + 1.6263971328735352, + 1.624501347541809, + 1.6347492933273315, + 1.6414203643798828, + 1.6423990726470947, + 1.6389914751052856, + 1.6403517723083496, + 1.6370394229888916, + 1.636129379272461, + 1.637089490890503, + 1.6325178146362305, + 1.6408703327178955, + 1.6465870141983032, + 1.6401108503341675, + 1.6442902088165283, + 1.6436909437179565, + 1.645074725151062, + 1.6408625841140747, + 1.64599609375, + 1.6499587297439575, + 1.6443216800689697, + 1.6382558345794678, + 1.640235185623169, + 1.6367995738983154, + 1.6354584693908691, + 1.6377942562103271, + 1.6348835229873657, + 1.6420719623565674, + 1.6447186470031738, + 1.640472650527954, + 1.6445980072021484, + 1.6468126773834229, + 1.649662971496582, + 1.6481473445892334, + 1.6536575555801392, + 1.6590187549591064, + 1.6922070980072021, + 1.6903934478759766, + 1.6965092420578003, + 1.6992714405059814, + 1.702622413635254, + 1.7091317176818848, + 1.7078065872192383, + 1.7246581315994263, + 1.7303699254989624, + 1.7239223718643188, + 1.737199068069458, + 1.7366774082183838, + 1.7437535524368286, + 1.7420271635055542, + 1.7491072416305542, + 1.7552642822265625, + 1.7498284578323364, + 1.7457979917526245, + 1.7399755716323853, + 1.7445178031921387, + 1.7433277368545532, + 1.745503306388855, + 1.7358096837997437, + 1.7461934089660645 ], "timestamps": [ - "2026-06-17 14:40:00", - "2026-06-17 14:50:00", - "2026-06-17 15:00:00", "2026-06-17 15:10:00", "2026-06-17 15:20:00", "2026-06-17 15:30:00", @@ -521,6 +518,9 @@ "2026-06-18 14:10:00", "2026-06-18 14:20:00", "2026-06-18 14:30:00", - "2026-06-18 14:40:00" + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 1210674d683c0f4366aa7d6798f5bee74bbffcc9..3e35eaa765e22855cbfbbfe37a13a50bc03c5ff4 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,25 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-19T14:14:11.169095+00:00", + "evaluated_at": "2026-06-19T14:30:37.234396+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t081800z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t145000z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 73, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 640097d28997bf09a7eb1293d45faf4bad9e6051..d2d6d5041351b013e257707de5580e6f5fc33192 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,ETS,1191158.974249787,1154335.0265473472,816.8154304431382,0.7425079191710923,0.012952003923995072,0.012808139316733635,17.944000862482635,1091.4022971616776,0.017136660274439608,0.012825232798965478,0.012078491203113951,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,14.031501766665542,14.825450352924248,3.214399350169652,1.8424687385330092,0.13242280084043564,0.1460063259705679,34.82413546165401,3.745864622041958,0.16040530491888666,0.13764691464315787,0.12581365602899178,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.788546614338576,0.7910839391939497,0.6015983901993767,0.714855305240795,0.5579492156048408,0.32557005867169575,26.060350006062922,0.8880014720362663,0.5579533978786949,0.37799922245667916,0.3716078107807327,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.017842323548038202,0.017582425157651273,0.11043807096240527,0.6009129320468705,0.08084920277961895,0.0769011081178154,6.73566133088624,0.13357516067008193,0.093920040444222,0.07765177327384756,0.0662123953627993,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,1.6091575620285226,1.6118729027844785,0.9434804026965987,1.141502574598179,1.044946522508511,0.4886939979022546,42.40088446202804,1.268525743541897,0.8472748107727762,0.630170245840329,0.6216123052447958,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.024672197627481726,0.025078964681134713,0.13069120125299766,0.7326626996229506,0.08824602053497146,0.09368665683829709,7.593426833999065,0.15707386042076424,0.11065869166339093,0.09207208190995624,0.07634420170648198,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.8181922732858234,0.8530660735226548,0.8008071560744187,1.0259450970573691,0.04552879481590416,0.04416962235563262,6.956624711707376,0.9045398129910167,0.05040388877757732,0.04462356907607325,0.04043786423406707,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,54.73751930836564,55.8178449774667,5.872422551665509,0.4917458558044218,0.1969820216008263,0.2050586637491739,4.358000201899829,7.398480878421302,0.2534449718380426,0.2011677792624821,0.1713585535927003,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,757.1250815825464,750.3561289370804,24.52689725752822,12.00563484663082,0.9748558397634474,0.6146567562956363,451.0873008655208,27.515905974227824,1.0713525587693047,0.9549732492957506,0.9467736612538834,Weather,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index d0622f5380d7e43651af2b3c92a44a4a9a31880c..edb625951345618394a574f713d2dea63bbbf369 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T14:17:01.671781+00:00", + "evaluated_at": "2026-06-19T14:34:31.871150+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 0a72b86d4a384fd68b6b8bcd670ce89986c51de5..6ea158d3a649adef021807a7f09e5928d9aadf15 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-19T14:04:12.834226+00:00", + "evaluated_at": "2026-06-19T14:34:31.901923+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.0169999599456787, - 2.0339999198913574, - 2.0490000247955322, - 2.069000005722046, - 2.0789999961853027, 2.0859999656677246, 2.0940001010894775, 2.1050000190734863, @@ -245,14 +240,14 @@ 1.5670000314712524, 1.593999981880188, 1.6169999837875366, - 1.6269999742507935 - ], - "actuals": [ + 1.6269999742507935, 1.6440000534057617, 1.6670000553131104, 1.6950000524520874, 1.7029999494552612, - 1.7339999675750732, + 1.7339999675750732 + ], + "actuals": [ 1.7619999647140503, 1.777999997138977, 1.7869999408721924, @@ -307,200 +302,200 @@ 0.8069999814033508, 0.7590000033378601, 0.7049999833106995, - 0.6610000133514404 + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874 ], "p50": [ - 1.648476410526376, - 1.6618209374349824, - 1.679165539505046, - 1.7000100816128367, - 1.716854705021363, - 1.7396992735340113, - 1.7570438607029137, - 1.7783885081321118, - 1.7927330817707596, - 1.8060776235805271, - 1.8314221822584094, - 1.846766795176518, - 1.8611115103761973, - 1.8849560213107588, - 1.904300575279874, - 1.9241451749657517, - 1.936489811606509, - 1.9608343533566719, - 1.9751789642482227, - 1.99352351619078, - 2.0098681385860275, - 2.0342127101385126, - 2.059557320970459, - 2.066401901761664, - 2.083246495367868, - 2.108591113650395, - 2.124935609385772, - 2.145280292041315, - 2.1626248345067336, - 2.1829693979529874, - 2.1943140474683482, - 2.2136585790857213, - 2.235503234978779, - 2.2543477804840344, - 2.271692397455259, - 2.2910370780842446, - 2.30338156571339, - 2.325726163015082, - 2.3450706797312937, - 2.365415362386837, - 2.3832599878219214, - 2.3941045245652943, - 2.4134491306884733, - 2.4287936989030987, - 2.4581382358848898, - 2.473982864717439, - 2.4888274617211077, - 2.5101719824904354, - 2.529516678020582, - 2.542861242182091, - 2.569205698578403, - 2.584550386002318, - 2.60139496470736, - 2.6232395386440315, - 2.6355841380318856, - 2.6514287668644347, - 2.673273355702267, - 2.6896179259434505, - 2.7099625340931874, - 2.733807037577168 + 1.755088677600063, + 1.7792045861689225, + 1.8068205092813154, + 1.8299364307247783, + 1.8485523206969885, + 1.8751682268816623, + 1.9002842417852082, + 1.918400160546462, + 1.9465160846721339, + 1.9676319871613197, + 1.9837479838258443, + 2.019863797504109, + 2.03597974946515, + 2.0610956451594062, + 2.084211626207514, + 2.1088274985367494, + 2.131943419980212, + 2.152559284203216, + 2.1741752473103255, + 2.1992911877080656, + 2.2239071419936876, + 2.2400230343500835, + 2.2676389276601543, + 2.2912548128639934, + 2.311370765480685, + 2.334486724177051, + 2.355602641567398, + 2.377718575885464, + 2.4038344959580202, + 2.425450414361646, + 2.4505663398582245, + 2.473182267738989, + 2.4932981831027785, + 2.519914052034549, + 2.5435299744912907, + 2.5711459274060062, + 2.5877619027320677, + 2.610877764570886, + 2.6379936345159356, + 2.6611095932123012, + 2.684725500767882, + 2.7043413778654894, + 2.7234574029614294, + 2.7555733351933327, + 2.777189223794636, + 2.796805167947469, + 2.8229210433165415, + 2.846036964760004, + 2.870652978650271, + 2.89426886385411, + 2.914384727063835, + 2.9390006738988763, + 2.964116591944874, + 2.9807325672709357, + 3.005848448064031, + 3.0279643674809362, + 3.0570802414791016, + 3.074196165664378, + 3.1028121206056514, + 3.1239280454465788 ], "p10": [ - 1.6029763332191518, - 1.6193209506783894, - 1.6376655373592788, - 1.656010126554739, - 1.674354715750199, - 1.6915992922856327, - 1.7160438893727479, - 1.740388520529878, - 1.7457330982812462, - 1.7630776407466648, - 1.7844222509229601, - 1.8067667886200072, - 1.825011385063392, - 1.8403560605663778, - 1.8637005943295186, - 1.880845190033806, - 1.8942897886706418, - 1.9167343310406928, - 1.9320790068230753, - 1.9525235746629366, - 1.9696681199826729, - 1.9898126860038468, - 2.004557321268482, - 2.0278019010225665, - 2.041246502173973, - 2.068291090094639, - 2.076935631320281, - 2.096180265553011, - 2.1166248306920363, - 2.1349694198874967, - 2.1513140348321635, - 2.171658598278417, - 2.1900031874738772, - 2.2102477581680553, - 2.230692373971029, - 2.2459369971172953, - 2.2700815712447007, - 2.284126153216078, - 2.2970707284878933, - 2.316415337591305, - 2.334759926786765, - 2.3531045184967962, - 2.369449130926892, - 2.3935936454496534, - 2.413138278800234, - 2.428382854262784, - 2.4448274619595263, - 2.466972002231494, - 2.4824166826868805, - 2.4998612295459064, - 2.520905837903515, - 2.5335504406001723, - 2.5568949713830804, - 2.5732395863277473, - 2.591584178037778, - 2.607928790467874, - 2.6282733564286986, - 2.6485179246083064, - 2.664962532305048, - 2.683207119807736 + 1.71258869084347, + 1.7357046097723619, + 1.7638205264474531, + 1.7849364736401225, + 1.805052376896718, + 1.8331683205801639, + 1.8502842000619568, + 1.8744001409477098, + 1.8975160598766017, + 1.9265319679447823, + 1.941747928512734, + 1.9717638147656142, + 1.9889797257425017, + 2.0130956696084863, + 2.0362115885373786, + 2.0593275099808412, + 2.0812433932296477, + 2.1114593394924848, + 2.1285752726184577, + 2.1517911957546927, + 2.175807159255193, + 2.198023038641618, + 2.221138960085081, + 2.242154908565211, + 2.2673708029720068, + 2.2904867244154694, + 2.3155026273576507, + 2.336718567302395, + 2.3607345310822923, + 2.3879504054209493, + 2.408066305883577, + 2.4320822693840776, + 2.450298200268916, + 2.4754140959631723, + 2.508430009157352, + 2.526445936656647, + 2.5456619026299947, + 2.5678777842515945, + 2.5928936846792046, + 2.61410962713852, + 2.637225546067412, + 2.6612415095679127, + 2.683457388954338, + 2.7094733267056315, + 2.7315892133399813, + 2.752805153284726, + 2.7748210352460725, + 2.7990369986862227, + 2.8239528947202253, + 2.847268813309371, + 2.8740847467214468, + 2.896400672504128, + 2.914616603388966, + 2.936632485350312, + 2.962848420526685, + 2.985764344545069, + 3.011980279721442, + 3.030096208913508, + 3.053312134843711, + 3.081228051299755 ], "p90": [ - 1.6830763688865713, - 1.7023209524553529, - 1.7176655392964297, - 1.7340100760100001, - 1.757454718754273, - 1.774799314863872, - 1.7930439113072572, - 1.8113885005027173, - 1.827733004061204, - 1.8421777459131001, - 1.8604222291076602, - 1.8807668014946104, - 1.8993113840173306, - 1.9184560146946432, - 1.9398006248709385, - 1.9581451604222184, - 1.9744897098017757, - 1.9908343247464424, - 2.011278976312203, - 2.0325235311515457, - 2.0458681042537523, - 2.0692127363645563, - 2.084557323205633, - 2.1059019147554765, - 2.1182464947718214, - 2.142591066324307, - 2.1570356748108104, - 2.1782802844119207, - 2.1956248566796615, - 2.2159694201259152, - 2.2293139842874248, - 2.2526586014970675, - 2.265003235157593, - 2.284547749298884, - 2.304692394668742, - 2.3210369302647256, - 2.3443815444941363, - 2.3597260829064393, - 2.3801707583140574, - 2.395515326528683, - 2.417959931111082, - 2.4301045081144124, - 2.4535491150958983, - 2.467793643828407, - 2.4892382795393315, - 2.5074828730024845, - 2.520927549125359, - 2.545172068321124, - 2.561616652176008, - 2.5800612371037754, - 2.5973058076787447, - 2.61865041785504, - 2.632894946587548, - 2.654339588258938, - 2.6745841529926513, - 2.689928697365419, - 2.7072733500994306, - 2.724618011774139, - 2.7410626194708807, - 2.7653071386666457 + 1.7905886377841602, + 1.8187045872418062, + 1.8399205331470152, + 1.8640364625775006, + 1.8830523235580114, + 1.9101683127123508, + 1.9342842212812104, + 1.9565001483513518, + 1.9786160618077921, + 1.9988320433118754, + 2.023747826469582, + 2.046863755736154, + 2.072979723119897, + 2.095095684260053, + 2.1163115903046563, + 2.1364275365883545, + 2.1644433949462614, + 2.1876593687464445, + 2.205675296245739, + 2.2337912129208304, + 2.255107044289754, + 2.276122992769883, + 2.3012389618523588, + 2.324354893354106, + 2.3425707407924414, + 2.3704867263526204, + 2.3916025953141937, + 2.4139185866619837, + 2.437834557410409, + 2.4611503570696613, + 2.488066295154741, + 2.5092822649018083, + 2.532298107166461, + 2.5535141573797984, + 2.5765299787828253, + 2.603745948768311, + 2.6267618774596984, + 2.6468777779223265, + 2.6691937662898844, + 2.694109627678687, + 2.7182255463058307, + 2.738541529502686, + 2.760457410888847, + 2.78677331385785, + 2.809789233608541, + 2.834805170450864, + 2.8589210790197237, + 2.8791370079972136, + 2.903252919546305, + 2.927268802580535, + 2.9493847607404593, + 2.974500629612625, + 2.9957166053201565, + 3.0177324485384833, + 3.0409484581014534, + 3.0659643252808477, + 3.0900802666322615, + 3.1103962241246137, + 3.135312149215881, + 3.160428044910137 ], "timestamps": [ - "2026-06-18 07:54:00", - "2026-06-18 08:00:00", - "2026-06-18 08:06:00", - "2026-06-18 08:12:00", - "2026-06-18 08:18:00", "2026-06-18 08:24:00", "2026-06-18 08:30:00", "2026-06-18 08:36:00", @@ -795,6 +790,11 @@ "2026-06-19 13:30:00", "2026-06-19 13:36:00", "2026-06-19 13:42:00", - "2026-06-19 13:48:00" + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 81583de23f208748140c5c3a1f2729a06a694936..dd74bc4345be5681b6e5f29942ca06ab346bbb00 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-19T14:04:12.855829+00:00", + "evaluated_at": "2026-06-19T14:34:31.932447+00:00", "freq": "10min", "context_length": 73, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.399999976158142, 1.600000023841858, @@ -78,7 +76,9 @@ 1.2999999523162842, 1.399999976158142, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "actuals": [ 1.2999999523162842, @@ -86,8 +86,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.5, 1.5, 1.399999976158142, @@ -152,234 +150,233 @@ 1.5, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 ], "p50": [ - 1.46933570294384, - 1.4702294545938355, - 1.4711232062438309, - 1.4720169578938263, - 1.4729107095438216, - 1.473804461193817, - 1.4746982128438124, - 1.4755919644938078, - 1.4764857161438032, - 1.4773794677937986, - 1.478273219443794, - 1.4791669710937894, - 1.4800607227437848, - 1.4809544743937801, - 1.4818482260437753, - 1.4827419776937707, - 1.483635729343766, - 1.4845294809937615, - 1.4854232326437569, - 1.4863169842937523, - 1.4872107359437476, - 1.488104487593743, - 1.4889982392437384, - 1.4898919908937338, - 1.4907857425437292, - 1.4916794941937246, - 1.49257324584372, - 1.4934669974937154, - 1.4943607491437108, - 1.4952545007937061, - 1.4961482524437015, - 1.497042004093697, - 1.4979357557436923, - 1.4988295073936877, - 1.499723259043683, - 1.5006170106936785, - 1.5015107623436739, - 1.5024045139936693, - 1.5032982656436646, - 1.50419201729366, - 1.5050857689436554, - 1.5059795205936508, - 1.5068732722436462, - 1.5077670238936414, - 1.5086607755436368, - 1.5095545271936321, - 1.5104482788436275, - 1.511342030493623, - 1.5122357821436183, - 1.5131295337936137, - 1.514023285443609, - 1.5149170370936045, - 1.5158107887435999, - 1.5167045403935953, - 1.5175982920435906, - 1.518492043693586, - 1.5193857953435814, - 1.5202795469935768, - 1.5211732986435722, - 1.5220670502935676, - 1.522960801943563, - 1.5238545535935584, - 1.5247483052435538, - 1.5256420568935491, - 1.5265358085435445, - 1.52742956019354, - 1.5283233118435353, - 1.5292170634935307, - 1.530110815143526, - 1.5310045667935215, - 1.5318983184435166, - 1.5327920700935123 + 1.3476784673469995, + 1.3464932997113888, + 1.3453081320757783, + 1.3441229644401675, + 1.342937796804557, + 1.3417526291689466, + 1.3405674615333358, + 1.3393822938977253, + 1.3381971262621148, + 1.3370119586265041, + 1.3358267909908936, + 1.334641623355283, + 1.3334564557196724, + 1.332271288084062, + 1.3310861204484512, + 1.3299009528128407, + 1.3287157851772302, + 1.3275306175416195, + 1.326345449906009, + 1.3251602822703983, + 1.3239751146347878, + 1.3227899469991773, + 1.3216047793635666, + 1.320419611727956, + 1.3192344440923454, + 1.3180492764567349, + 1.3168641088211244, + 1.3156789411855137, + 1.3144937735499032, + 1.3133086059142927, + 1.312123438278682, + 1.3109382706430714, + 1.3097531030074607, + 1.3085679353718502, + 1.3073827677362397, + 1.306197600100629, + 1.3050124324650185, + 1.303827264829408, + 1.3026420971937973, + 1.3014569295581868, + 1.300271761922576, + 1.2990865942869656, + 1.297901426651355, + 1.2967162590157444, + 1.295531091380134, + 1.2943459237445232, + 1.2931607561089127, + 1.2919755884733022, + 1.2907904208376915, + 1.289605253202081, + 1.2884200855664705, + 1.2872349179308598, + 1.2860497502952493, + 1.2848645826596385, + 1.283679415024028, + 1.2824942473884176, + 1.2813090797528068, + 1.2801239121171963, + 1.2789387444815856, + 1.2777535768459751, + 1.2765684092103646, + 1.275383241574754, + 1.2741980739391434, + 1.273012906303533, + 1.2718277386679222, + 1.2706425710323117, + 1.269457403396701, + 1.2682722357610905, + 1.26708706812548, + 1.2659019004898693, + 1.2647167328542588, + 1.263531565218648 ], "p10": [ - 1.3693356791019822, - 1.3702294307519776, - 1.371123182401973, - 1.3720169340519683, - 1.3729106857019637, - 1.3738044373519591, - 1.3746981890019545, - 1.37559194065195, - 1.3764856923019453, - 1.3773794439519407, - 1.378273195601936, - 1.3791669472519315, - 1.3800606989019268, - 1.3809544505519222, - 1.3818482022019174, - 1.3827419538519128, - 1.3836357055019082, - 1.3845294571519036, - 1.385423208801899, - 1.3863169604518943, - 1.3872107121018897, - 1.3881044637518851, - 1.3889982154018805, - 1.389891967051876, - 1.3907857187018713, - 1.3916794703518667, - 1.392573222001862, - 1.3934669736518575, - 1.3943607253018528, - 1.3952544769518482, - 1.3961482286018436, - 1.397041980251839, - 1.3979357319018344, - 1.3988294835518298, - 1.3997232352018252, - 1.4006169868518206, - 1.401510738501816, - 1.4024044901518113, - 1.4032982418018067, - 1.4041919934518021, - 1.4050857451017975, - 1.405979496751793, - 1.4068732484017883, - 1.4077670000517835, - 1.4086607517017788, - 1.4095545033517742, - 1.4104482550017696, - 1.411342006651765, - 1.4122357583017604, - 1.4131295099517558, - 1.4140232616017512, - 1.4149170132517466, - 1.415810764901742, - 1.4167045165517373, - 1.4175982682017327, - 1.4184920198517281, - 1.4193857715017235, - 1.420279523151719, - 1.4211732748017143, - 1.4220670264517097, - 1.422960778101705, - 1.4238545297517005, - 1.4247482814016958, - 1.4256420330516912, - 1.4265357847016866, - 1.427429536351682, - 1.4283232880016774, - 1.4292170396516728, - 1.4301107913016682, - 1.4310045429516636, - 1.4318982946016587, - 1.4327920462516543 + 1.2476784435051416, + 1.2464932758695308, + 1.2453081082339204, + 1.2441229405983096, + 1.2429377729626991, + 1.2417526053270886, + 1.240567437691478, + 1.2393822700558674, + 1.238197102420257, + 1.2370119347846462, + 1.2358267671490357, + 1.234641599513425, + 1.2334564318778145, + 1.232271264242204, + 1.2310860966065933, + 1.2299009289709828, + 1.2287157613353723, + 1.2275305936997616, + 1.226345426064151, + 1.2251602584285404, + 1.2239750907929299, + 1.2227899231573194, + 1.2216047555217087, + 1.2204195878860982, + 1.2092344297872308, + 1.218049252614877, + 1.2168640849792665, + 1.2156789173436557, + 1.2144937497080452, + 1.2133085820724347, + 1.212123414436824, + 1.2109382468012135, + 1.2097530791656028, + 1.2085679115299923, + 1.2073827438943818, + 1.206197576258771, + 1.2050124086231606, + 1.2038272409875501, + 1.2026420733519394, + 1.201456905716329, + 1.2002717380807182, + 1.1990865704451077, + 1.1979014028094972, + 1.1967162351738865, + 1.195531067538276, + 1.1943458999026653, + 1.1931607322670548, + 1.1919755646314443, + 1.1907903969958336, + 1.189605229360223, + 1.1884200617246126, + 1.1872348940890018, + 1.1860497264533914, + 1.1848645588177806, + 1.1836793911821701, + 1.1824942235465596, + 1.181309055910949, + 1.1801238882753384, + 1.0789388160071594, + 1.1777535530041172, + 1.1765683853685067, + 1.175383217732896, + 1.164198059634029, + 1.173012882461675, + 1.1718277148260643, + 1.1706425471904538, + 1.169457379554843, + 1.1682722119192326, + 1.167087044283622, + 1.1659018766480114, + 1.1647167090124009, + 1.1635315413767902 ], "p90": [ - 1.569335726785698, - 1.5702294784356934, - 1.6711232539275467, - 1.5720169817356842, - 1.5729107333856795, - 1.6738045088775328, - 1.5746982366856703, - 1.5755919883356657, - 1.576485739985661, - 1.5773794916356565, - 1.5782732432856519, - 1.5791669949356473, - 1.5800607465856427, - 1.680954522077496, - 1.5918482522698185, - 1.6827420253774865, - 1.683635777027482, - 1.5845295048356194, - 1.5854232564856148, - 1.5863170081356102, - 1.5972107621697909, - 1.588104511435601, - 1.5889982630855963, - 1.5898920147355917, - 1.590785766385587, - 1.5916795180355825, - 1.5925732696855779, - 1.5934670213355733, - 1.5943607729855687, - 1.595254524635564, - 1.5961482762855594, - 1.5970420279355548, - 1.6979358034274081, - 1.5988295312355456, - 1.599723282885541, - 1.6006170345355364, - 1.6015107861855318, - 1.6124045402197125, - 1.6032982894855226, - 1.604192041135518, - 1.6050857927855133, - 1.6059795444355087, - 1.606873296085504, - 1.6077670477354993, - 1.6086607993854947, - 1.60955455103549, - 1.6104483026854854, - 1.7113420781773387, - 1.6122358059854762, - 1.623129560019657, - 1.614023309285467, - 1.7149170847773203, - 1.6158108125854578, - 1.6167045642354532, - 1.6175983158854486, - 1.6284920699196292, - 1.6193858191854393, - 1.6202795708354347, - 1.6311733248696154, - 1.6220670741354255, - 1.622960825785421, - 1.7238546012772742, - 1.6247483290854117, - 1.625642080735407, - 1.6265358323854024, - 1.6274295840353978, - 1.6283233356853932, - 1.6292170873353886, - 1.630110838985384, - 1.6310045906353794, - 1.6318983422853746, - 1.6327920939353702 + 1.4476784911888574, + 1.4464933235532467, + 1.4453081559176362, + 1.4441229882820255, + 1.442937820646415, + 1.5417526768526624, + 1.4405674853751937, + 1.4393823177395833, + 1.4381971501039728, + 1.53701200631022, + 1.4358268148327515, + 1.4346416471971408, + 1.4334564795615303, + 1.5322713357677777, + 1.4310861442903091, + 1.5299010004965565, + 1.4287158090190881, + 1.5275306652253353, + 1.5263454975897248, + 1.4251603061122562, + 1.4239751384766457, + 1.5227899946828931, + 1.4216048032054245, + 1.520419659411672, + 1.4192344679342033, + 1.4180493002985928, + 1.4168641326629823, + 1.4156789650273716, + 1.414493797391761, + 1.4133086297561506, + 1.5121234859623978, + 1.5109383183267873, + 1.4097531268493186, + 1.4185679615978934, + 1.417382793962283, + 1.5061976477843448, + 1.4050124563068764, + 1.403827288671266, + 1.4026421210356552, + 1.4014569534000447, + 1.500271809606292, + 1.3990866181288235, + 1.497901474335071, + 1.3967162828576023, + 1.3955311152219918, + 1.394345947586381, + 1.3931607799507706, + 1.39197561231516, + 1.3907904446795494, + 1.4896053008857968, + 1.3884201094083284, + 1.4872349656145756, + 1.3860497741371072, + 1.3848646065014965, + 1.383679438865886, + 1.3824942712302755, + 1.3813091035946647, + 1.3801239359590542, + 1.3789387683234435, + 1.477753624529691, + 1.3765684330522225, + 1.3753832654166118, + 1.3741980977810013, + 1.3730129301453908, + 1.3718277625097801, + 1.3706425948741696, + 1.4694574510804168, + 1.4682722834448063, + 1.367087091967338, + 1.3659019243317272, + 1.3647167566961167, + 1.4635316129023639 ], "timestamps": [ - "2026-06-17 14:40:00", - "2026-06-17 14:50:00", - "2026-06-17 15:00:00", "2026-06-17 15:10:00", "2026-06-17 15:20:00", "2026-06-17 15:30:00", @@ -521,6 +518,9 @@ "2026-06-18 14:10:00", "2026-06-18 14:20:00", "2026-06-18 14:30:00", - "2026-06-18 14:40:00" + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 900da4e142b15bcc424e31870dc52cce9c774b63..ebdf6c9cb9536278a546af7e02e9e359e54d66e7 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,25 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-19T14:17:01.697869+00:00", + "evaluated_at": "2026-06-19T14:34:31.944881+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t081800z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t145000z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 73, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 5162fbad0200d70cd403768ee66364a0947966dc..2fd29a30170e135e40e5db852b2d0333a7b62c7d 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1538,3 +1538,6 @@ {"evaluated_at": "2026-06-19T14:04:12.980908+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} {"evaluated_at": "2026-06-19T14:17:01.760711+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-19T14:17:01.760711+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-19T14:34:32.009012+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-19T14:34:32.009012+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-19T14:34:32.009012+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 48cccad54bbbbafd7403afd73b27561c534aa034..cf5a7e29b566cedc8084737b4a2ffab5bff1114e 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1219131.3975639343,1226198.3167827923,869.370849609375,0.7902822552963494,0.013775153543300134,0.013622193198535734,4.360683576858615,1104.142833859793,0.017336705894352107,0.013650432055165281,0.009304897924351706,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1304597.290845871,1262589.7721705437,896.8070475260416,0.8152225214394834,0.014204311028392947,0.014046859287924637,4.086611330652543,1142.1896912710563,0.017934098873698456,0.014081221695376707,0.009362450692453702,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.08752562495055827,0.0835132601926792,0.22019807497660318,0.12621582611013352,0.009392901125199278,0.009416621693143978,2.180689817264566,0.2958473000562254,0.012668764401068799,0.009429315504712403,0.01985376706928426,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.11230751047163873,0.11374058160638256,0.24250303506851195,0.28815665729801665,0.2192140737714188,0.17174577866486637,1.2981841048276084,0.3351231273302974,0.21056619103671656,0.15237068481666508,0.1339118098569369,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.021822186418063834,0.01195441669962448,0.09234445128175947,0.5024623709415516,0.06587419307290367,0.06474327207642701,3.7364617157746127,0.1477233441879239,0.10386798257314821,0.06492969617759861,0.07026354540106344,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.14132738150735183,0.21782357647265382,0.32339590340852736,0.3912717797849696,0.38139008439117245,0.2492404073327861,1.3474929142929055,0.37593534218978647,0.25109505860503656,0.21600287125438317,0.15967557883972033,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.03927570799116767,0.012826500302122894,0.0899300484193696,0.5041532361815881,0.06260499682082549,0.06332854904505004,4.056169893976797,0.19818099805775444,0.13961871121566352,0.06335580899746766,0.07872236288711443,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,1.0752939765552583,1.017223834585631,0.86417289574941,1.0746191166531758,0.04716334228829213,0.04567344347016659,4.56397306441673,1.0369638260591632,0.05568836913250111,0.046408927682352774,0.031176685796888592,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,194.9589319487336,171.27771986997516,9.595086534818014,0.8034748858873199,0.4025661046120483,0.2932821088554963,3.9766689575873557,13.962769494220465,0.47831355914768525,0.32869267036876354,0.23748257223423005,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.2542654837285834,1.1012020338212096,0.8746695518493652,0.4281407118361278,0.033998464905534785,0.033962966661508005,2.633645509197789,1.1199399464831066,0.04360570676671335,0.03405591890483685,0.030509440807375957,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 2ba0ed34b7e569b05e357459b710a834a30b0bcb..3b1b4af66286ef3887c2d06fad3e6f95e9ebd980 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T14:16:19.662336+00:00", + "evaluated_at": "2026-06-19T14:32:52.897582+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 62958.01171875 ], "p50": [ - 64523.2265625, - 64521.62890625, - 64601.12109375, - 64523.216796875, - 64606.109375, - 64579.638671875, - 64573.701171875, - 64673.783203125, - 64603.984375, - 64648.193359375, - 64530.970703125, - 64597.6953125, - 64747.130859375, - 64539.822265625, - 64617.861328125, - 64612.158203125, - 64513.75390625, - 64613.439453125, - 64636.037109375, - 64442.298828125, - 64411.28125, - 64420.294921875, - 64411.68359375, - 64450.982421875 + 64567.45703125, + 64576.412109375, + 64531.1015625, + 64609.9296875, + 64602.85546875, + 64622.689453125, + 64628.55078125, + 64718.919921875, + 64632.529296875, + 64640.03515625, + 64605.076171875, + 64513.57421875, + 64518.27734375, + 64590.08984375, + 64622.19140625, + 64380.056640625, + 64523.021484375, + 64497.34765625, + 64493.890625, + 64343.9609375, + 64559.33984375, + 64462.12890625, + 64466.029296875, + 64440.388671875 ], "p10": [ - 64197.28515625, - 63957.5546875, - 63918.796875, - 63765.595703125, - 63762.21484375, - 63584.1171875, - 63504.716796875, - 63590.298828125, - 63276.330078125, - 63474.48046875, - 63303.919921875, - 63294.701171875, - 63396.40234375, - 63209.6328125, - 63197.95703125, - 63102.048828125, - 62884.18359375, - 62724.00390625, - 62781.681640625, - 62444.349609375, - 62880.712890625, - 62625.87890625, - 62413.33984375, - 61847.349609375 + 64189.70703125, + 64069.212890625, + 63820.759765625, + 63816.271484375, + 63699.23828125, + 63838.193359375, + 63587.783203125, + 63472.951171875, + 63493.068359375, + 63564.42578125, + 63404.63671875, + 63296.689453125, + 63334.306640625, + 63388.4140625, + 62922.16796875, + 63071.13671875, + 62430.990234375, + 63085.251953125, + 62506.634765625, + 62569.291015625, + 62706.8359375, + 62396.6953125, + 62431.619140625, + 61931.85546875 ], "p90": [ - 64884.263671875, - 65074.79296875, - 65259.892578125, - 65220.822265625, - 65603.1328125, - 65646.17578125, - 65654.3671875, - 65762.125, - 65909.77734375, - 65787.14453125, - 65672.15625, - 65960.3515625, - 66004.5234375, - 66025.47265625, - 66085.92578125, - 66331.3984375, - 66297.80859375, - 66207.90234375, - 66236.484375, - 66059.77734375, - 66156.8359375, - 66288.078125, - 66621.29296875, - 66119.1328125 + 64930.404296875, + 65128.185546875, + 65253.279296875, + 65411.935546875, + 65434.615234375, + 65499.6171875, + 65806.5546875, + 65793.9375, + 66070.046875, + 65748.17578125, + 65799.515625, + 65809.81640625, + 66066.20703125, + 66204.36328125, + 66079.20703125, + 66087.12109375, + 66033.74609375, + 66361.453125, + 66159.46484375, + 66846.09765625, + 66178.5625, + 66242.7109375, + 66251.71875, + 66508.69140625 ], "timestamps": [ "2026-06-14 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 19e20824ced65ab6fcf2df784be0b718a7de96fe..2805a2d16d21ab1a32bf23fe8d0560926d0d7731 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T14:02:41.536632+00:00", + "evaluated_at": "2026-06-19T14:32:58.548010+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.0169999599456787, - 2.0339999198913574, - 2.0490000247955322, - 2.069000005722046, - 2.0789999961853027, 2.0859999656677246, 2.0940001010894775, 2.1050000190734863, @@ -245,14 +240,14 @@ 1.5670000314712524, 1.593999981880188, 1.6169999837875366, - 1.6269999742507935 - ], - "actuals": [ + 1.6269999742507935, 1.6440000534057617, 1.6670000553131104, 1.6950000524520874, 1.7029999494552612, - 1.7339999675750732, + 1.7339999675750732 + ], + "actuals": [ 1.7619999647140503, 1.777999997138977, 1.7869999408721924, @@ -307,200 +302,200 @@ 0.8069999814033508, 0.7590000033378601, 0.7049999833106995, - 0.6610000133514404 + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874 ], "p50": [ - 1.6269130110740662, - 1.6322379112243652, - 1.6373629570007324, - 1.649458885192871, - 1.6586802005767822, - 1.6756722927093506, - 1.6895898580551147, - 1.6920090913772583, - 1.7078991532325745, - 1.70568186044693, - 1.7072504758834839, - 1.7241235971450806, - 1.7269639372825623, - 1.7438357472419739, - 1.7215895652770996, - 1.7496765851974487, - 1.7571709752082825, - 1.758908748626709, - 1.735844373703003, - 1.7614123225212097, - 1.7422701120376587, - 1.7359525561332703, - 1.7337534427642822, - 1.7307814359664917, - 1.7365508079528809, - 1.7536295652389526, - 1.7100123763084412, - 1.687056303024292, - 1.738751769065857, - 1.7602843046188354, - 1.7135134935379028, - 1.7075203657150269, - 1.7026762962341309, - 1.6920579671859741, - 1.714080572128296, - 1.7082418203353882, - 1.659192979335785, - 1.6977868676185608, - 1.7520251274108887, - 1.6305211782455444, - 1.6879591941833496, - 1.6327265501022339, - 1.6397281885147095, - 1.65366792678833, - 1.6603826880455017, - 1.6323286890983582, - 1.6179826855659485, - 1.5993075370788574, - 1.6530104279518127, - 1.6624855399131775, - 1.5897294878959656, - 1.6025911569595337, - 1.5980451703071594, - 1.64956796169281, - 1.6602598428726196, - 1.5013302564620972, - 1.5933857560157776, - 1.501440942287445, - 1.6005221605300903, - 1.5218334197998047 + 1.7238046526908875, + 1.7259278297424316, + 1.732993483543396, + 1.7388218641281128, + 1.7626316547393799, + 1.766333818435669, + 1.76459801197052, + 1.7915083765983582, + 1.7938511371612549, + 1.7924844026565552, + 1.7910869717597961, + 1.8018404841423035, + 1.8081374764442444, + 1.7946242094039917, + 1.7865492701530457, + 1.8091531991958618, + 1.8083831667900085, + 1.80983304977417, + 1.7946728467941284, + 1.815674066543579, + 1.8018534779548645, + 1.8299174308776855, + 1.7847614288330078, + 1.792088508605957, + 1.779897689819336, + 1.779095709323883, + 1.785588026046753, + 1.7700031399726868, + 1.7454394102096558, + 1.7584173083305359, + 1.7458423376083374, + 1.7266326546669006, + 1.771162748336792, + 1.7712782621383667, + 1.7386870384216309, + 1.7371798753738403, + 1.7358291149139404, + 1.6903331875801086, + 1.6883684396743774, + 1.7096281051635742, + 1.6817855834960938, + 1.7099633812904358, + 1.6785004138946533, + 1.7197620868682861, + 1.6665889024734497, + 1.6219915747642517, + 1.6943954825401306, + 1.667752742767334, + 1.5848363637924194, + 1.673743486404419, + 1.6203395128250122, + 1.652139127254486, + 1.6233591437339783, + 1.6149330735206604, + 1.6342493295669556, + 1.7047123908996582, + 1.5994512438774109, + 1.5680301189422607, + 1.5662919878959656, + 1.4476101994514465 ], "p10": [ - 1.5763626098632812, - 1.5587827563285828, - 1.5723403692245483, - 1.5656349658966064, - 1.587329089641571, - 1.5936642289161682, - 1.603241205215454, - 1.5805437564849854, - 1.5709021091461182, - 1.5918527841567993, - 1.573393702507019, - 1.575175166130066, - 1.4750938415527344, - 1.5707595944404602, - 1.5451138019561768, - 1.576351523399353, - 1.5513857007026672, - 1.4498271346092224, - 1.3754119873046875, - 1.4929933547973633, - 1.4494913220405579, - 1.330587089061737, - 1.3147815465927124, - 1.2222979664802551, - 1.3630526065826416, - 1.2880834341049194, - 1.0840433239936829, - 0.9642623662948608, - 1.014202356338501, - 1.1862406134605408, - 1.0080487132072449, - 1.0153017044067383, - 1.0510894656181335, - 1.0569129586219788, - 0.8763869106769562, - 0.9246001541614532, - 0.7598541080951691, - 0.7869401276111603, - 0.782306581735611, - 0.5751745700836182, - 0.8577358424663544, - 0.710395485162735, - 0.5352160632610321, - 0.5364868342876434, - 0.5846756100654602, - 0.6070564985275269, - 0.5261071622371674, - 0.5959077477455139, - 0.4851751923561096, - 0.6940747201442719, - 0.5264686644077301, - 0.272475928068161, - 0.2552909553050995, - 0.47780880331993103, - 0.57644122838974, - 0.4917093813419342, - 0.507574051618576, - 0.11995992064476013, - 0.42029431462287903, - 0.2401508390903473 + 1.6634518504142761, + 1.6498079299926758, + 1.6506672501564026, + 1.673137903213501, + 1.6612628698349, + 1.6817651987075806, + 1.6761488318443298, + 1.6752182245254517, + 1.6760815978050232, + 1.6531840562820435, + 1.6336870193481445, + 1.6541170477867126, + 1.6555945873260498, + 1.6216914057731628, + 1.6143388748168945, + 1.602712094783783, + 1.5427061915397644, + 1.5211693048477173, + 1.528220534324646, + 1.4661452770233154, + 1.382816731929779, + 1.4511792063713074, + 1.3389036059379578, + 1.3420385718345642, + 1.1840978860855103, + 1.3844045400619507, + 1.2172977924346924, + 1.1141239404678345, + 1.0640082955360413, + 0.8374708890914917, + 1.072394073009491, + 0.9166465699672699, + 1.0207569599151611, + 0.706867903470993, + 0.9409841299057007, + 0.8617290258407593, + 0.8770332336425781, + 0.7660191059112549, + 0.7200246453285217, + 0.8620157241821289, + 0.44855257868766785, + 0.5374803245067596, + 0.6712049245834351, + 0.5711340010166168, + 0.533626526594162, + 0.6722191870212555, + 0.4633445143699646, + 0.6817426085472107, + 0.4230417013168335, + 0.6606948375701904, + 0.4030168950557709, + 0.32556092739105225, + 0.44242221117019653, + 0.3357127606868744, + 0.5172917544841766, + 0.3660755455493927, + 0.1303328573703766, + 0.2819286584854126, + 0.1972481608390808, + 0.00530397891998291 ], "p90": [ - 1.675780475139618, - 1.6973564624786377, - 1.7171204686164856, - 1.7237843871116638, - 1.7619426250457764, - 1.7713634967803955, - 1.792536199092865, - 1.8174903392791748, - 1.8132333159446716, - 1.8383063673973083, - 1.8649994134902954, - 1.8782473802566528, - 1.8850210309028625, - 1.9497945308685303, - 1.9313786625862122, - 1.9158435463905334, - 1.9462668895721436, - 1.9505070447921753, - 1.9508748650550842, - 2.026731014251709, - 2.0297837257385254, - 2.021632671356201, - 2.0063183307647705, - 2.067960023880005, - 2.105470061302185, - 2.1178197860717773, - 2.0513148307800293, - 2.0074000358581543, - 2.202158808708191, - 2.205399990081787, - 2.1083773374557495, - 2.1561059951782227, - 2.1385865211486816, - 2.1969316005706787, - 2.262406349182129, - 2.3090041875839233, - 2.2407790422439575, - 2.2256853580474854, - 2.6420669555664062, - 2.286506175994873, - 2.1954853534698486, - 2.2037333250045776, - 2.237906575202942, - 2.446925401687622, - 2.3568177223205566, - 2.6373372077941895, - 2.4799132347106934, - 2.2511285543441772, - 2.2636351585388184, - 2.4543663263320923, - 2.3334673643112183, - 2.3054537773132324, - 2.2643208503723145, - 2.312275767326355, - 2.3936344385147095, - 2.1987050771713257, - 2.364220142364502, - 2.427020311355591, - 2.3649786710739136, - 2.2481043338775635 + 1.7720516920089722, + 1.8035268783569336, + 1.8092869520187378, + 1.8265100717544556, + 1.8519900441169739, + 1.8470183610916138, + 1.8718070983886719, + 1.914074182510376, + 1.9247048497200012, + 1.9338797330856323, + 1.9249448776245117, + 1.9263579845428467, + 1.9427025318145752, + 1.9850953817367554, + 2.0073224306106567, + 1.994208812713623, + 1.9930340647697449, + 2.0005642771720886, + 2.01408851146698, + 2.0303547382354736, + 2.096677780151367, + 2.1034719944000244, + 2.0629061460494995, + 2.0528621673583984, + 2.106984257698059, + 2.155205726623535, + 2.160216450691223, + 2.1758577823638916, + 2.0556697845458984, + 2.2101237773895264, + 2.2112042903900146, + 2.1316099166870117, + 2.227690577507019, + 2.2440409660339355, + 2.282698154449463, + 2.1550501585006714, + 2.21973979473114, + 2.2657759189605713, + 2.3342220783233643, + 2.293440818786621, + 2.517155647277832, + 2.339754104614258, + 2.3552768230438232, + 2.2047207355499268, + 2.1840888261795044, + 2.1563920974731445, + 2.2935653924942017, + 2.271754026412964, + 2.3074764013290405, + 2.3732552528381348, + 2.333857536315918, + 2.3716150522232056, + 2.41942298412323, + 2.3197423219680786, + 2.329541325569153, + 2.355198621749878, + 2.260616660118103, + 2.3671000003814697, + 2.1716630458831787, + 2.2916985750198364 ], "timestamps": [ - "2026-06-18 07:54:00", - "2026-06-18 08:00:00", - "2026-06-18 08:06:00", - "2026-06-18 08:12:00", - "2026-06-18 08:18:00", "2026-06-18 08:24:00", "2026-06-18 08:30:00", "2026-06-18 08:36:00", @@ -795,6 +790,11 @@ "2026-06-19 13:30:00", "2026-06-19 13:36:00", "2026-06-19 13:42:00", - "2026-06-19 13:48:00" + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index b65903c41ecd6baa75f5fbf1742549e124aa23d9..76f07b16a43310d395b98dadbc628e31ec866b05 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T14:02:47.893627+00:00", + "evaluated_at": "2026-06-19T14:33:03.803155+00:00", "freq": "10min", "context_length": 73, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.399999976158142, 1.600000023841858, @@ -78,7 +76,9 @@ 1.2999999523162842, 1.399999976158142, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "actuals": [ 1.2999999523162842, @@ -86,8 +86,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.5, 1.5, 1.399999976158142, @@ -152,234 +150,233 @@ 1.5, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 ], "p50": [ - 1.45621657371521, - 1.4246078729629517, - 1.420800507068634, - 1.4686433672904968, - 1.4570574164390564, - 1.4628111124038696, - 1.461488664150238, - 1.4300634264945984, - 1.3885167241096497, - 1.419742226600647, - 1.428340196609497, - 1.4563505053520203, - 1.446773111820221, - 1.4292142987251282, - 1.4207208156585693, - 1.4177221655845642, - 1.4206405282020569, - 1.4418519735336304, - 1.4641855955123901, - 1.4705690145492554, - 1.4770181775093079, - 1.434076726436615, - 1.4304872751235962, - 1.4445611238479614, - 1.4808043837547302, - 1.4414650201797485, - 1.4619036316871643, - 1.4545586109161377, - 1.4410480856895447, - 1.4139087200164795, - 1.436767041683197, - 1.4633503556251526, - 1.4603774547576904, - 1.4496586322784424, - 1.449431300163269, - 1.4417892694473267, - 1.4240448474884033, - 1.4283862709999084, - 1.4438215494155884, - 1.4725877046585083, - 1.4408850073814392, - 1.4527690410614014, - 1.4279236197471619, - 1.41058748960495, - 1.446796715259552, - 1.4646602272987366, - 1.4516462683677673, - 1.4386452436447144, - 1.4476836323738098, - 1.4142805337905884, - 1.4053016304969788, - 1.4000917673110962, - 1.4532690048217773, - 1.4716853499412537, - 1.4945363998413086, - 1.4245567917823792, - 1.406314492225647, - 1.3805641531944275, - 1.435226857662201, - 1.4465354681015015, - 1.4875168800354004, - 1.458414077758789, - 1.4394266605377197, - 1.4252168536186218, - 1.4436333775520325, - 1.4403389692306519, - 1.4494771361351013, - 1.4173628687858582, - 1.4458371996879578, - 1.4556326270103455, - 1.4406311511993408, - 1.4344549179077148 + 1.3427571654319763, + 1.3591967821121216, + 1.360547661781311, + 1.3659216165542603, + 1.3846733570098877, + 1.3765546083450317, + 1.3527761101722717, + 1.373345136642456, + 1.3863351941108704, + 1.3638151288032532, + 1.401308298110962, + 1.4024000763893127, + 1.3754018545150757, + 1.3758082389831543, + 1.379430115222931, + 1.4161850810050964, + 1.4149214029312134, + 1.4220237135887146, + 1.3924033641815186, + 1.4034187197685242, + 1.3931665420532227, + 1.3947264552116394, + 1.4051337242126465, + 1.3836206197738647, + 1.4087494611740112, + 1.416617214679718, + 1.3992196321487427, + 1.3920310139656067, + 1.4043718576431274, + 1.4044612050056458, + 1.4464119672775269, + 1.4065659642219543, + 1.4042434096336365, + 1.3940023183822632, + 1.3892165422439575, + 1.4149923920631409, + 1.440489113330841, + 1.3994151949882507, + 1.4012094736099243, + 1.4252054691314697, + 1.4163585305213928, + 1.3904291987419128, + 1.403433084487915, + 1.4246827363967896, + 1.410189926624298, + 1.4428115487098694, + 1.3770138621330261, + 1.4071848392486572, + 1.4086447954177856, + 1.3866050243377686, + 1.4026758074760437, + 1.408438265323639, + 1.4373807311058044, + 1.3968982696533203, + 1.3905523419380188, + 1.3840785026550293, + 1.3964918851852417, + 1.3976441621780396, + 1.4434701204299927, + 1.423326849937439, + 1.4352532625198364, + 1.4152979254722595, + 1.3819313645362854, + 1.3809199929237366, + 1.3680816888809204, + 1.4312961101531982, + 1.4015710949897766, + 1.4056681990623474, + 1.411664366722107, + 1.4592052698135376, + 1.400263488292694, + 1.4151340126991272 ], "p10": [ - 1.3430344462394714, - 1.2803022265434265, - 1.2769526839256287, - 1.295523762702942, - 1.282760202884674, - 1.2409080266952515, - 1.2806100249290466, - 1.2562260031700134, - 1.231510579586029, - 1.2502480745315552, - 1.2040055394172668, - 1.2432188391685486, - 1.2370794415473938, - 1.2132647037506104, - 1.1952397227287292, - 1.1724099516868591, - 1.1499419212341309, - 1.229862928390503, - 1.2223536968231201, - 1.21356999874115, - 1.2288280725479126, - 1.184249997138977, - 1.203370749950409, - 1.2271979451179504, - 1.2380810379981995, - 1.20162695646286, - 1.2043752670288086, - 1.1907638907432556, - 1.216858148574829, - 1.190973699092865, - 1.1409119963645935, - 1.178348958492279, - 1.2052215337753296, - 1.183669924736023, - 1.191169559955597, - 1.137691855430603, - 1.1734890937805176, - 1.139651596546173, - 1.1671940088272095, - 1.206559181213379, - 1.1068965792655945, - 1.1668593287467957, - 1.1445457339286804, - 1.1311579942703247, - 1.1136008501052856, - 1.1936447620391846, - 1.1407374739646912, - 1.126676082611084, - 1.1625109910964966, - 1.0910211205482483, - 1.1242474913597107, - 1.152245044708252, - 1.0872523188591003, - 1.1989024877548218, - 1.1496873497962952, - 1.124613642692566, - 1.1233346462249756, - 1.074726939201355, - 1.1182869672775269, - 1.113731026649475, - 1.1290989518165588, - 1.0598496794700623, - 1.0984175205230713, - 1.1297417283058167, - 1.1246326565742493, - 1.038659393787384, - 1.0766980051994324, - 1.1207895278930664, - 1.0781434178352356, - 1.073093593120575, - 1.1549137830734253, - 1.0769253373146057 + 1.2412585616111755, + 1.2188292741775513, + 1.2375443577766418, + 1.2258625030517578, + 1.1986386179924011, + 1.1961582899093628, + 1.1100616455078125, + 1.1922581195831299, + 1.1758268475532532, + 1.1335355639457703, + 1.1622223258018494, + 1.135875165462494, + 1.1037893891334534, + 1.1287733316421509, + 1.1224645972251892, + 1.1863961219787598, + 1.1450167894363403, + 1.169198453426361, + 1.0642693638801575, + 1.1068578362464905, + 1.1346744894981384, + 1.0821125507354736, + 1.1684218049049377, + 1.1176729798316956, + 1.0703797340393066, + 1.128201961517334, + 1.1540459990501404, + 1.1349046230316162, + 1.105191171169281, + 1.1330416202545166, + 1.0711324214935303, + 1.1263110637664795, + 1.1254141926765442, + 1.0496370196342468, + 1.0652006268501282, + 1.087773084640503, + 1.0670210719108582, + 1.0508655905723572, + 1.1182247400283813, + 1.1007004976272583, + 1.0681208968162537, + 1.0277222990989685, + 1.1054770350456238, + 1.0407689213752747, + 1.0552616119384766, + 1.0500504970550537, + 1.0377002954483032, + 1.0657901763916016, + 1.0272129774093628, + 0.9655947685241699, + 1.0175464153289795, + 1.0060347318649292, + 1.037891447544098, + 1.066496729850769, + 1.0290635824203491, + 1.0264203548431396, + 1.006382167339325, + 0.9995920360088348, + 1.0449402332305908, + 0.9442656338214874, + 1.059319257736206, + 1.0340188145637512, + 1.0173960328102112, + 0.9352481365203857, + 1.0196088552474976, + 1.0394178628921509, + 1.041748285293579, + 1.0059784650802612, + 0.9270949363708496, + 1.0240223407745361, + 0.9635797142982483, + 1.0174919366836548 ], "p90": [ - 1.5999295115470886, - 1.582496464252472, - 1.6011311411857605, - 1.62340646982193, - 1.637028455734253, - 1.6225789785385132, - 1.6567444205284119, - 1.6123912334442139, - 1.5775240063667297, - 1.602293610572815, - 1.6400083303451538, - 1.7065801620483398, - 1.6961577534675598, - 1.701399564743042, - 1.6830601692199707, - 1.6825057864189148, - 1.6407333016395569, - 1.7099283337593079, - 1.7922444939613342, - 1.8767432570457458, - 1.7458375096321106, - 1.7739554047584534, - 1.7199682593345642, - 1.752501904964447, - 1.7324230074882507, - 1.7889565825462341, - 1.7956034541130066, - 1.883046269416809, - 1.793615996837616, - 1.7456126809120178, - 1.7548491954803467, - 1.8462640047073364, - 1.7927131652832031, - 1.7886441946029663, - 1.8760436177253723, - 1.7804858088493347, - 1.800092875957489, - 1.7961359024047852, - 1.8577690720558167, - 1.8978385925292969, - 1.9274633526802063, - 1.9130732417106628, - 1.7944802045822144, - 1.9407610297203064, - 1.921812117099762, - 1.9369786381721497, - 1.911331832408905, - 1.9268341064453125, - 1.9239107370376587, - 1.9046697616577148, - 1.7983392477035522, - 1.8837438821792603, - 1.9272501468658447, - 1.9548996090888977, - 2.060077667236328, - 1.8249092102050781, - 1.8877227306365967, - 1.9261765480041504, - 1.8608776330947876, - 1.8674914836883545, - 1.9856767654418945, - 2.0568594932556152, - 1.8424801230430603, - 1.8850125670433044, - 1.94780033826828, - 1.926974892616272, - 1.8679836988449097, - 1.8815249800682068, - 1.8825508952140808, - 1.9325052499771118, - 2.0796397924423218, - 2.0780433416366577 + 1.4580757021903992, + 1.5373693704605103, + 1.5118515491485596, + 1.5415728092193604, + 1.5940468311309814, + 1.6058356761932373, + 1.5878589749336243, + 1.6165630221366882, + 1.6205278635025024, + 1.6555769443511963, + 1.5816597938537598, + 1.7127922177314758, + 1.69650799036026, + 1.6517295837402344, + 1.71865975856781, + 1.662514567375183, + 1.7930273413658142, + 1.7343157529830933, + 1.7323285341262817, + 1.6656572222709656, + 1.7084019780158997, + 1.7721442580223083, + 1.728821337223053, + 1.6730289459228516, + 1.7366328835487366, + 1.7403202056884766, + 1.7424880862236023, + 1.70496666431427, + 1.798751175403595, + 1.7290247082710266, + 1.8641077876091003, + 1.7510163187980652, + 1.7667965292930603, + 1.7552947998046875, + 1.7006484270095825, + 1.833926260471344, + 1.8780543208122253, + 1.7340905666351318, + 1.895581841468811, + 1.8740514516830444, + 1.898476243019104, + 1.9354887008666992, + 1.8121097087860107, + 1.934133529663086, + 1.7859814763069153, + 1.9162031412124634, + 1.8216546773910522, + 1.7525497674942017, + 1.9354887008666992, + 1.8085269331932068, + 1.8424356579780579, + 1.9544599652290344, + 1.9328938126564026, + 1.87032151222229, + 1.8766626119613647, + 2.058484196662903, + 1.7931450605392456, + 1.8225359320640564, + 2.0190787315368652, + 1.9193183183670044, + 2.0320510864257812, + 1.9279711842536926, + 1.9155423045158386, + 1.9534814357757568, + 1.844278335571289, + 1.9593040347099304, + 1.9030040502548218, + 2.0801029205322266, + 1.9344727993011475, + 1.9643991589546204, + 1.8756864070892334, + 1.9973368048667908 ], "timestamps": [ - "2026-06-17 14:40:00", - "2026-06-17 14:50:00", - "2026-06-17 15:00:00", "2026-06-17 15:10:00", "2026-06-17 15:20:00", "2026-06-17 15:30:00", @@ -521,6 +518,9 @@ "2026-06-18 14:10:00", "2026-06-18 14:20:00", "2026-06-18 14:30:00", - "2026-06-18 14:40:00" + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 5838dce00fdc66eda744bd32ba0ab4b001b930b7..2e4a0daecfb4b780cdfed454af6dd47aa2db5a21 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-19T14:16:27.419829+00:00", + "evaluated_at": "2026-06-19T14:33:07.354530+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t081800z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t145000z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 73, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index f0b136dbe40ec97f7327ce60f508a77501d85cc5..82e8db5f44c26c76006d90fbb0290251bc2b1ece 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Moving-Average,2976970.8600683515,2900099.972834121,1541.2992281729748,1.4010838190334534,0.024334418604790225,0.023976029527836635,38.79174977163109,1725.3900602670549,0.02709122326440491,0.024200719865759574,0.02325250139544322,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,2.8577144586811323,2.8984197814294816,1.5162396095483064,0.8690967662654628,0.06401851784150171,0.06487387899828524,4.763387027254713,1.6904775830164482,0.07238958145115224,0.0649283680644894,0.05494838497429076,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.20013733728027744,0.19945772755959054,0.4121799440376429,0.489776941742668,0.28104707040054194,0.2826194860668727,17.057251519192093,0.44736711689648967,0.2810918797231426,0.25898290437052435,0.2512632905726069,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.012907768012876526,0.012685190369318276,0.09691360169722711,0.5273239204886865,0.06982992253462952,0.0679017871933873,5.325971083890234,0.11361235853936193,0.07988369435942808,0.06814238025496518,0.05794224169786629,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.2240349410411432,0.2238007491718667,0.4174489235189392,0.5050650968458376,0.39328329035363413,0.30905612390658427,17.462083579013044,0.4733232944205717,0.31614250381296377,0.2788228457187211,0.2707412527008391,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.012707738156335725,0.012893522210695868,0.09660495633696334,0.5415731696411611,0.06963072094183234,0.06799719939211085,5.524044808673195,0.11272860398468405,0.0794174141806259,0.06805828829705257,0.055920863276509705,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,2.5714547826799143,2.641547089316905,1.5085526633680917,1.9326653076155866,0.0852953387484311,0.08121506772821113,23.788203817399296,1.6035756242472365,0.08935642881624555,0.08406144159436628,0.07856797939333784,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,112.82828859724812,108.47139720429514,9.00460174765753,0.7540287766458498,0.371794339712455,0.29048799201288306,11.147577300529335,10.622066117156686,0.3638732453545313,0.3084648151222666,0.27917783286034314,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,3.6973809320049114,3.5822022850455717,1.7117040620316721,0.8378595025075736,0.06664474350392564,0.06638104817892915,8.507794133451965,1.922857491340664,0.07486790714527283,0.06664648906821638,0.056991976288172194,Weather,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 871372a2bc3a3fdc75f1ff96dabe27e3d4b40b67..f7b044cd136ae01bf59a3842c59b06d271cdaa9c 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T14:17:01.711548+00:00", + "evaluated_at": "2026-06-19T14:34:31.950759+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f2645c1e64764b8b4c0ec9a21f44284eb3fb3491..1c3c8bba6568a1313049c742a7b016eaed25ca65 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T14:04:12.908025+00:00", + "evaluated_at": "2026-06-19T14:34:31.958578+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.0169999599456787, - 2.0339999198913574, - 2.0490000247955322, - 2.069000005722046, - 2.0789999961853027, 2.0859999656677246, 2.0940001010894775, 2.1050000190734863, @@ -245,14 +240,14 @@ 1.5670000314712524, 1.593999981880188, 1.6169999837875366, - 1.6269999742507935 - ], - "actuals": [ + 1.6269999742507935, 1.6440000534057617, 1.6670000553131104, 1.6950000524520874, 1.7029999494552612, - 1.7339999675750732, + 1.7339999675750732 + ], + "actuals": [ 1.7619999647140503, 1.777999997138977, 1.7869999408721924, @@ -307,200 +302,200 @@ 0.8069999814033508, 0.7590000033378601, 0.7049999833106995, - 0.6610000133514404 + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874 ], "p50": [ - 1.35575682944209, - 1.3507567671552363, - 1.3497567800298396, - 1.3522567329421702, - 1.3507567671552363, - 1.3552567464724246, - 1.3542567444458666, - 1.3572568026796046, - 1.3532567871227923, - 1.3482567397370997, - 1.3552567092195216, - 1.3522567329421702, - 1.3482568589463892, - 1.3537567806854907, - 1.3547567454591456, - 1.356256755949563, - 1.3502568033948603, - 1.356256755949563, - 1.3522567776456538, - 1.3522567403927508, - 1.350256773592538, - 1.356256755949563, - 1.3632567775860491, - 1.3517567691817942, - 1.350256773592538, - 1.3572568026796046, - 1.3552567092195216, - 1.3572568026796046, - 1.356256755949563, - 1.3582567302003565, - 1.351256790520257, - 1.3522567329421702, - 1.3557567996397677, - 1.356256755949563, - 1.3552567837253275, - 1.3562568751588526, - 1.350256773592538, - 1.3542567816987696, - 1.3552567092195216, - 1.3572568026796046, - 1.3567568389192286, - 1.3492567864671412, - 1.3502568033948603, - 1.3472567824140254, - 1.3582567302003565, - 1.3557567698374453, - 1.3522567776456538, - 1.3552567092195216, - 1.3562568155542079, - 1.351256790520257, - 1.3592566577211085, - 1.356256755949563, - 1.3547567454591456, - 1.3582567302003565, - 1.3522567403927508, - 1.3497567800298396, - 1.3532567796722117, - 1.3512567607179347, - 1.3532567796722117, - 1.3587566939607325 + 1.4648477806497984, + 1.465847767775195, + 1.4703477694441252, + 1.4703477694441252, + 1.4658477379728727, + 1.4693477227140836, + 1.4713478161741667, + 1.4663478134919576, + 1.4713478161741667, + 1.4693477972198896, + 1.4623478724409513, + 1.4753477646757536, + 1.4683477951933317, + 1.4703477694441252, + 1.47034782904877, + 1.4718477799345426, + 1.4718477799345426, + 1.4693477227140836, + 1.4678477643777303, + 1.4698477833320074, + 1.4713478161741667, + 1.4643477870871, + 1.4688477589537077, + 1.4693477227140836, + 1.4663477538873129, + 1.4663477911402159, + 1.4643477870871, + 1.4633477999617033, + 1.4663477985907964, + 1.4648477955509596, + 1.4668477996040754, + 1.466347806041377, + 1.4633477999617033, + 1.4668477474500112, + 1.4673477484632902, + 1.4718477799345426, + 1.4653478338171415, + 1.4653477742124967, + 1.4693477227140836, + 1.4693477599669866, + 1.4698477460791044, + 1.4663477017332487, + 1.462347805385726, + 1.4713478161741667, + 1.4698477833320074, + 1.466347806041377, + 1.4693477599669866, + 1.4693477599669866, + 1.4708478524137907, + 1.4713478161741667, + 1.4683477579404287, + 1.4698477833320074, + 1.4718477799345426, + 1.4653478338171415, + 1.4673477931667738, + 1.4663477911402159, + 1.4723477436949186, + 1.4663477464367323, + 1.4718477799345426, + 1.4698477833320074 ], "p10": [ - 1.3102567521348658, - 1.3082567803986433, - 1.3082567778840724, - 1.3082567778840724, - 1.3082567778840724, - 1.307156765224046, - 1.3132567731157008, - 1.3192568150773707, - 1.306256803633279, - 1.3052567569032374, - 1.3082567778840724, - 1.3122567263856593, - 1.312156733633584, - 1.3091568199411097, - 1.3141567645087902, - 1.3129567710176173, - 1.308056780458993, - 1.312156733633584, - 1.3091568202205064, - 1.3112567988649073, - 1.3100567549891833, - 1.3118567318148973, - 1.3082567778840724, - 1.3131567684426966, - 1.3082567803986433, - 1.316956779123849, - 1.3072567311540308, - 1.3081567761913004, - 1.3102567521348658, - 1.3102567521348658, - 1.3082567778840724, - 1.3102567521348658, - 1.3102567521348658, - 1.312156733633584, - 1.3142567602410975, - 1.3111567941919031, - 1.316956779123849, - 1.312656771899766, - 1.307256757976121, - 1.3082567778840724, - 1.3082567778840724, - 1.3082567803986433, - 1.306256803633279, - 1.31205672896058, - 1.3132567731157008, - 1.3101567593827905, - 1.3082567778840724, - 1.31205672896058, - 1.3091568202205064, - 1.3082567778840724, - 1.3109567970462206, - 1.3052568105474176, - 1.3102567521348658, - 1.3082567778840724, - 1.3082567803986433, - 1.306256803633279, - 1.3082567803986433, - 1.3101567593827905, - 1.3082567778840724, - 1.3081567761913004 + 1.4223477938932054, + 1.4223477913786344, + 1.4273477866102628, + 1.4253478123594694, + 1.4223477941726022, + 1.4273478164125852, + 1.4213477744509153, + 1.4223477938932054, + 1.4223477913786344, + 1.4282477780033522, + 1.420347817127841, + 1.4272477819372587, + 1.421347771470683, + 1.4223477938932054, + 1.4223477913786344, + 1.4223477913786344, + 1.421147753183978, + 1.4282477780033522, + 1.4222477896858625, + 1.4223477913786344, + 1.4232478334356717, + 1.4223477913786344, + 1.4223477913786344, + 1.4202478184153013, + 1.4223477913786344, + 1.4223477913786344, + 1.4242477728773526, + 1.4223477913786344, + 1.4232478337150685, + 1.4273477866102628, + 1.4243477656294279, + 1.4252478076864652, + 1.420347817127841, + 1.4223477913786344, + 1.4322477831293516, + 1.4271477891851836, + 1.4232478337150685, + 1.4223477938932054, + 1.4242477728773526, + 1.4223477938932054, + 1.4223477913786344, + 1.4232478334356717, + 1.4223477913786344, + 1.4252478076864652, + 1.4242477728773526, + 1.4223477913786344, + 1.4212477518965176, + 1.4223477938932054, + 1.4241477684837454, + 1.4243477656294279, + 1.4280477775980405, + 1.4272477819372587, + 1.4223477913786344, + 1.4212477518965176, + 1.4243477656294279, + 1.4241477682043486, + 1.4272477819372587, + 1.4222477896858625, + 1.4223477941726022, + 1.4271477891851836 ], "p90": [ - 1.3903567878022853, - 1.3912567821756068, - 1.3882567798212233, - 1.3862567273393336, - 1.3913567808881464, - 1.3903567878022853, - 1.39025679505021, - 1.39025679505021, - 1.3882567094132368, - 1.3843568620696727, - 1.3842567560687724, - 1.3862567392602625, - 1.3864567325875226, - 1.387256774069375, - 1.39025679505021, - 1.3902567414060298, - 1.388256701590127, - 1.3862567273393336, - 1.3883567897096338, - 1.3912567553535167, - 1.3862567392602625, - 1.3912567821756068, - 1.3882567798212233, - 1.3912567821756068, - 1.3852567729964915, - 1.3912567553535167, - 1.3873567746445599, - 1.39025679505021, - 1.389256778122491, - 1.3912567523732844, - 1.3862567273393336, - 1.3912567553535167, - 1.3852567998185816, - 1.3864567247644128, - 1.3882567809388104, - 1.3862567273393336, - 1.3912567523732844, - 1.388256701590127, - 1.3903567878022853, - 1.3873567668214504, - 1.3914567822083894, - 1.3852567700162592, - 1.3903567878022853, - 1.3862567273393336, - 1.3893567738547983, - 1.389256778122491, - 1.384356865049905, - 1.39025679505021, - 1.3883567897096338, - 1.3884567854419414, - 1.3873567668214504, - 1.3903567878022853, - 1.3862567273393336, - 1.3893567798152628, - 1.3912567553535167, - 1.3882567105308237, - 1.387256774069375, - 1.3862568465486231, - 1.384356865049905, - 1.39025679505021 + 1.5003477408338957, + 1.5053477688480787, + 1.503447793309825, + 1.5044478012968474, + 1.5003477408338957, + 1.5043478085447721, + 1.5053477956701689, + 1.5044478012968474, + 1.503447793309825, + 1.5005478533704453, + 1.5023477150846891, + 1.5023477229077988, + 1.5053477688480787, + 1.5043478085447721, + 1.5024477931459121, + 1.499447817986148, + 1.504347754900592, + 1.5044478072573118, + 1.4993478133131437, + 1.5043478085447721, + 1.502547718470233, + 1.5004477455068999, + 1.5024477931459121, + 1.502447803204196, + 1.497547729199069, + 1.5023477933157854, + 1.5003477408338957, + 1.499547810738223, + 1.5003478600431852, + 1.500547738258975, + 1.504347754900592, + 1.502447803204196, + 1.5023477240253857, + 1.5004478527952605, + 1.5003477527548246, + 1.5044478012968474, + 1.5043478085447721, + 1.5013477875639372, + 1.5005478544880324, + 1.5023477944333725, + 1.503347791617053, + 1.5005478533704453, + 1.4993478133131437, + 1.502547794838684, + 1.5024477931459121, + 1.5043478085447721, + 1.5053477956701689, + 1.502447803204196, + 1.503447793309825, + 1.504347754900592, + 1.503347791617053, + 1.5053477390457564, + 1.503447793309825, + 1.5023477150846891, + 1.502447803204196, + 1.5043477489401273, + 1.5053477688480787, + 1.5025478048969678, + 1.5043478085447721, + 1.5063477827955656 ], "timestamps": [ - "2026-06-18 07:54:00", - "2026-06-18 08:00:00", - "2026-06-18 08:06:00", - "2026-06-18 08:12:00", - "2026-06-18 08:18:00", "2026-06-18 08:24:00", "2026-06-18 08:30:00", "2026-06-18 08:36:00", @@ -795,6 +790,11 @@ "2026-06-19 13:30:00", "2026-06-19 13:36:00", "2026-06-19 13:42:00", - "2026-06-19 13:48:00" + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 0c8f6ae03662288b342a25a8642bc0adf99df415..38c819d88bc35860d84532b347e5177801745cf3 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T14:04:12.919052+00:00", + "evaluated_at": "2026-06-19T14:34:31.969450+00:00", "freq": "10min", "context_length": 73, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.399999976158142, 1.600000023841858, @@ -78,7 +76,9 @@ 1.2999999523162842, 1.399999976158142, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "actuals": [ 1.2999999523162842, @@ -86,8 +86,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.5, 1.5, 1.399999976158142, @@ -152,234 +150,233 @@ 1.5, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 ], "p50": [ - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775, - 1.4611111018392775 + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195 ], "p10": [ - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196, - 1.3611110779974196 + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.337222195333905, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.2472222811645932, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.337222195333905, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616 ], "p90": [ - 1.5611111256811354, - 1.5611111256811354, - 1.6611111495229933, - 1.5611111256811354, - 1.5611111256811354, - 1.6611111495229933, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.6611111495229933, - 1.5711111280653207, - 1.6611111495229933, - 1.6611111495229933, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5711111280653207, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.6611111495229933, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5711111280653207, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.6611111495229933, - 1.5611111256811354, - 1.5711111280653207, - 1.5611111256811354, - 1.6611111495229933, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5711111280653207, - 1.5611111256811354, - 1.5611111256811354, - 1.5711111280653207, - 1.5611111256811354, - 1.5611111256811354, - 1.6611111495229933, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354, - 1.5611111256811354 + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.6472222573227353, + 1.6472222573227353, + 1.5472222334808774, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.6472222573227353, + 1.6472222573227353, + 1.5472222334808774, + 1.5572222358650627, + 1.5572222358650627, + 1.6472222573227353, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.6472222573227353, + 1.6472222573227353, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.6472222573227353 ], "timestamps": [ - "2026-06-17 14:40:00", - "2026-06-17 14:50:00", - "2026-06-17 15:00:00", "2026-06-17 15:10:00", "2026-06-17 15:20:00", "2026-06-17 15:30:00", @@ -521,6 +518,9 @@ "2026-06-18 14:10:00", "2026-06-18 14:20:00", "2026-06-18 14:30:00", - "2026-06-18 14:40:00" + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index ede0f1ef12bd496f89f77337fcd9a6e51bf7eab1..739732093dc646b92af6d2cd7b7fa21de1e85709 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,25 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-19T14:17:01.729515+00:00", + "evaluated_at": "2026-06-19T14:34:31.973844+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t081800z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t145000z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 73, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 708f411c1b0d5ee3f415534ebc876f98552074e2..c1659361d58b20b31fea11d648222ec87dcaa0bf 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-19T14:13:33.778310+00:00", - "finished_at": "2026-06-19T14:17:01.754863+00:00", - "task_count": 2, + "started_at": "2026-06-19T14:29:53.276683+00:00", + "finished_at": "2026-06-19T14:34:32.000822+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,25 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-19T14:14:11.169095+00:00", + "evaluated_at": "2026-06-19T14:30:37.234396+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t081800z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t145000z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 73, + "prediction_length": 72 } ], "failed_datasets": [] @@ -30,19 +36,25 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-19T14:14:55.848332+00:00", + "evaluated_at": "2026-06-19T14:31:17.942845+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t081800z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t145000z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 73, + "prediction_length": 72 } ], "failed_datasets": [] @@ -50,19 +62,25 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-19T14:15:35.112025+00:00", + "evaluated_at": "2026-06-19T14:32:00.213894+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t081800z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t145000z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 73, + "prediction_length": 72 } ], "failed_datasets": [] @@ -70,19 +88,25 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-19T14:15:58.147608+00:00", + "evaluated_at": "2026-06-19T14:32:29.210434+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t081800z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t145000z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 73, + "prediction_length": 72 } ], "failed_datasets": [] @@ -90,19 +114,25 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-19T14:16:27.419829+00:00", + "evaluated_at": "2026-06-19T14:33:07.354530+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t081800z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t145000z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 73, + "prediction_length": 72 } ], "failed_datasets": [] @@ -110,19 +140,25 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-19T14:16:59.780122+00:00", + "evaluated_at": "2026-06-19T14:34:29.945325+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t081800z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t145000z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 73, + "prediction_length": 72 } ], "failed_datasets": [] @@ -130,19 +166,25 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-19T14:17:01.616635+00:00", + "evaluated_at": "2026-06-19T14:34:31.816724+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t081800z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t145000z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 73, + "prediction_length": 72 } ], "failed_datasets": [] @@ -150,19 +192,25 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-19T14:17:01.697869+00:00", + "evaluated_at": "2026-06-19T14:34:31.944881+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t081800z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t145000z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 73, + "prediction_length": 72 } ], "failed_datasets": [] @@ -170,19 +218,25 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-19T14:17:01.729515+00:00", + "evaluated_at": "2026-06-19T14:34:31.973844+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t081800z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t145000z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 73, + "prediction_length": 72 } ], "failed_datasets": [] @@ -190,19 +244,25 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-19T14:17:01.752494+00:00", + "evaluated_at": "2026-06-19T14:34:31.998367+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t081800z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t145000z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 73, + "prediction_length": 72 } ], "failed_datasets": [] @@ -210,7 +270,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-19T14:26:29.571927+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_143431.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_143431.json new file mode 100644 index 0000000000000000000000000000000000000000..c66b7fc1588c8b4ba68016510602fa6feecff521 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_143431.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-19T14:34:31.691693+00:00", + "metrics": { + "MSE[mean]": 1504723.2075174497, + "MSE[0.5]": 536667.729545168, + "MAE[0.5]": 628.9176321438503, + "MASE[0.5]": 0.5717036003100443, + "MAPE[0.5]": 0.00991933050211775, + "sMAPE[0.5]": 0.009887370208063776, + "MSIS": 9.062122909468888, + "RMSE[mean]": 1226.6715972571672, + "NRMSE[mean]": 0.019260592070557345, + "ND[0.5]": 0.009874954295663886, + "mean_weighted_sum_quantile_loss": 0.008689023171309656 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 63821.443983587065, + 63785.64319788941, + 63821.4232652426, + 63836.6527724326, + 63838.669364267276, + 63785.64719695041, + 63828.19093247102, + 63827.1904207811, + 63813.32697146696, + 63803.32036449068, + 63805.23142447947, + 63796.39100606, + 63826.18991033264, + 63826.1899103326, + 63805.23142447838, + 63791.37270760568, + 63796.39100606021, + 63785.64720179751, + 63788.54143109399, + 63824.90695981374, + 63841.30381103287, + 63785.63425439109, + 63832.42192165481, + 63801.40930451473 + ], + "p10": [ + 63531.57462158278, + 63512.0695751072, + 63512.07432586527, + 63531.55301707822, + 63458.5546658431, + 63512.0735741682, + 63512.07357991942, + 63615.94488692678, + 63531.553156419795, + 63503.112132285096, + 63549.94419797209, + 63619.07013888611, + 63657.801872252996, + 63529.60519865103, + 63512.0735790153, + 63503.11213229097, + 63511.17743434286, + 63529.605198651036, + 63612.57832944985, + 63619.070138886316, + 63551.8921557083, + 63529.605198651036, + 63529.605198651036, + 63619.070138886316 + ], + "p90": [ + 64167.00846896983, + 64261.230705295144, + 64077.54682910404, + 64157.33053433501, + 64085.524567378714, + 64068.41454353184, + 64158.12815033032, + 64166.15249881983, + 64166.98700380684, + 64159.01403485524, + 64157.410421224326, + 64085.173611722326, + 64158.29630665819, + 64174.12546790274, + 64157.33067364513, + 64157.33067364513, + 64166.987003775386, + 64238.37164504903, + 64153.868730116184, + 64166.987003775386, + 64166.987003775386, + 64077.54608225406, + 64159.01403486111, + 64153.868730116184 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_143022.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_143022.json new file mode 100644 index 0000000000000000000000000000000000000000..8aaaa124f985bb37ace9b36223bb80dcc5ad6b7d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_143022.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T14:30:22.190484+00:00", + "metrics": { + "MSE[mean]": 4525259.544978459, + "MSE[0.5]": 4525259.544978459, + "MAE[0.5]": 1855.7430013020833, + "MASE[0.5]": 1.6869219447355295, + "MAPE[0.5]": 0.029319271571139335, + "sMAPE[0.5]": 0.028762615130256963, + "MSIS": 20.49445301699377, + "RMSE[mean]": 2127.265743854881, + "NRMSE[mean]": 0.03340127692666375, + "ND[0.5]": 0.029137960816726947, + "mean_weighted_sum_quantile_loss": 0.019117885309381556 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64699.46875, + 64844.3046875, + 64898.7734375, + 65034.06640625, + 65076.45703125, + 65215.30859375, + 65345.37890625, + 65507.30859375, + 65609.6640625, + 65665.8046875, + 65713.6015625, + 65716.5234375, + 65664.1484375, + 65568.4296875, + 65439.828125, + 65411.28515625, + 65568.8984375, + 65631.1328125, + 65770.59375, + 65955.0546875, + 66089.1328125, + 66151.109375, + 66211.640625, + 66265.7265625 + ], + "p10": [ + 64159.640625, + 64096.4453125, + 64034.6171875, + 64038.59765625, + 64035.5703125, + 64094.65625, + 64124.71875, + 64172.11328125, + 64165.67578125, + 64239.0859375, + 64308.37890625, + 64383.30859375, + 64349.1328125, + 64221.76953125, + 64063.74609375, + 64011.55078125, + 63793.9921875, + 63855.09375, + 63870.03515625, + 64041.953125, + 64079.81640625, + 64006.25390625, + 64054.22265625, + 64062.203125 + ], + "p90": [ + 65194.1640625, + 65566.1484375, + 65750.0859375, + 65956.671875, + 66061.453125, + 66223.0078125, + 66393.4609375, + 66581.140625, + 66690.9921875, + 66789.3359375, + 66821.984375, + 66861.671875, + 66832.015625, + 66747.09375, + 66675.8984375, + 66673.1796875, + 66742.5, + 66843.3203125, + 66961.140625, + 67145.6953125, + 67204.40625, + 67379.484375, + 67457.234375, + 67479.59375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_143431.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_143431.json new file mode 100644 index 0000000000000000000000000000000000000000..cd94e04e492d8fccc07bc37542c9cd0b0b6a5055 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_143431.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-19T14:34:31.871150+00:00", + "metrics": { + "MSE[mean]": 1191158.974249787, + "MSE[0.5]": 1154335.0265473472, + "MAE[0.5]": 816.8154304431382, + "MASE[0.5]": 0.7425079191710923, + "MAPE[0.5]": 0.012952003923995072, + "sMAPE[0.5]": 0.012808139316733635, + "MSIS": 17.944000862482635, + "RMSE[mean]": 1091.4022971616776, + "NRMSE[mean]": 0.017136660274439608, + "ND[0.5]": 0.012825232798965478, + "mean_weighted_sum_quantile_loss": 0.012078491203113951 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64496.09432288468, + 64474.08383803345, + 64497.383900057226, + 64458.285524581006, + 64498.20863347978, + 64461.33486737855, + 64461.384929402324, + 64495.7201476761, + 64495.77020969987, + 64497.73433422364, + 64458.635958747414, + 64474.584458271194, + 64486.20873904497, + 64504.91309794374, + 64476.59792559251, + 64469.784706366285, + 64458.93633089006, + 64458.93170541383, + 64458.9270799376, + 64501.44198571138, + 64501.492047735155, + 64496.42101600893, + 64496.4710780327, + 64477.04848380647 + ], + "p10": [ + 64291.56502600968, + 64203.88071303345, + 64202.03936880723, + 64203.980837081006, + 64171.457461604776, + 64227.19033612855, + 64175.896648152324, + 64175.9467101761, + 64298.13739719987, + 64184.43511547364, + 64176.096896247414, + 64331.03055202119, + 64300.64623904497, + 64202.59005106874, + 64204.53151934251, + 64172.00814386628, + 64185.71758089006, + 64285.95358041383, + 64204.7317674376, + 64304.75448571138, + 64300.81587586016, + 64204.88195350893, + 64203.0406092827, + 64292.71645255647 + ], + "p90": [ + 64839.62752600968, + 64933.30258803345, + 64750.098743807226, + 64829.93943083101, + 64758.20121160478, + 64750.24892987855, + 64830.089616902325, + 64830.0560851761, + 64936.84013157487, + 64827.32964672364, + 64827.065646247414, + 64747.705552021194, + 64830.30639529497, + 64827.52989481874, + 64831.24245684251, + 64742.27728449128, + 64827.36601839006, + 64830.55670541383, + 64758.5880174376, + 64839.54198571138, + 64827.566266485155, + 64751.08507850893, + 64758.7882655327, + 64827.71645255647 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_143252.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_143252.json new file mode 100644 index 0000000000000000000000000000000000000000..23bb779fd0e43266eeb91c4b607f6cfb55599ab4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_143252.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T14:32:52.897582+00:00", + "metrics": { + "MSE[mean]": 1304597.290845871, + "MSE[0.5]": 1262589.7721705437, + "MAE[0.5]": 896.8070475260416, + "MASE[0.5]": 0.8152225214394834, + "MAPE[0.5]": 0.014204311028392947, + "sMAPE[0.5]": 0.014046859287924637, + "MSIS": 4.086611330652543, + "RMSE[mean]": 1142.1896912710563, + "NRMSE[mean]": 0.017934098873698456, + "ND[0.5]": 0.014081221695376707, + "mean_weighted_sum_quantile_loss": 0.009362450692453702 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64567.45703125, + 64576.412109375, + 64531.1015625, + 64609.9296875, + 64602.85546875, + 64622.689453125, + 64628.55078125, + 64718.919921875, + 64632.529296875, + 64640.03515625, + 64605.076171875, + 64513.57421875, + 64518.27734375, + 64590.08984375, + 64622.19140625, + 64380.056640625, + 64523.021484375, + 64497.34765625, + 64493.890625, + 64343.9609375, + 64559.33984375, + 64462.12890625, + 64466.029296875, + 64440.388671875 + ], + "p10": [ + 64189.70703125, + 64069.212890625, + 63820.759765625, + 63816.271484375, + 63699.23828125, + 63838.193359375, + 63587.783203125, + 63472.951171875, + 63493.068359375, + 63564.42578125, + 63404.63671875, + 63296.689453125, + 63334.306640625, + 63388.4140625, + 62922.16796875, + 63071.13671875, + 62430.990234375, + 63085.251953125, + 62506.634765625, + 62569.291015625, + 62706.8359375, + 62396.6953125, + 62431.619140625, + 61931.85546875 + ], + "p90": [ + 64930.404296875, + 65128.185546875, + 65253.279296875, + 65411.935546875, + 65434.615234375, + 65499.6171875, + 65806.5546875, + 65793.9375, + 66070.046875, + 65748.17578125, + 65799.515625, + 65809.81640625, + 66066.20703125, + 66204.36328125, + 66079.20703125, + 66087.12109375, + 66033.74609375, + 66361.453125, + 66159.46484375, + 66846.09765625, + 66178.5625, + 66242.7109375, + 66251.71875, + 66508.69140625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_143431.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_143431.json new file mode 100644 index 0000000000000000000000000000000000000000..08259fc2a9357fd1d9024a047c8fa80fb1b317d7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_143431.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T14:34:31.950759+00:00", + "metrics": { + "MSE[mean]": 2976970.8600683515, + "MSE[0.5]": 2900099.972834121, + "MAE[0.5]": 1541.2992281729748, + "MASE[0.5]": 1.4010838190334534, + "MAPE[0.5]": 0.024334418604790225, + "sMAPE[0.5]": 0.023976029527836635, + "MSIS": 38.79174977163109, + "RMSE[mean]": 1725.3900602670549, + "NRMSE[mean]": 0.02709122326440491, + "ND[0.5]": 0.024200719865759574, + "mean_weighted_sum_quantile_loss": 0.02325250139544322 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 65244.61148403235, + 65222.55093715735, + 65245.80093715735, + 65206.65249965735, + 65246.52554653235, + 65209.60171840735, + 65209.60171840735, + 65243.88687465735, + 65243.88687465735, + 65245.80093715735, + 65206.65249965735, + 65222.55093715735, + 65234.12515590735, + 65252.77945278235, + 65224.41421840735, + 65217.55093715735, + 65206.65249965735, + 65206.59781215735, + 65206.54312465735, + 65249.00796840735, + 65249.00796840735, + 65243.88687465735, + 65243.88687465735, + 65224.41421840735 + ], + "p10": [ + 65040.08218715735, + 64952.34781215735, + 64950.45640590735, + 64952.34781215735, + 64919.77437465735, + 64975.45718715735, + 64924.11343715735, + 64924.11343715735, + 65046.25406215735, + 64932.50171840735, + 64924.11343715735, + 65078.99703090735, + 65048.56265590735, + 64950.45640590735, + 64952.34781215735, + 64919.77437465735, + 64933.43374965735, + 65033.61968715735, + 64952.34781215735, + 65052.32046840735, + 65048.33179653235, + 64952.34781215735, + 64950.45640590735, + 65040.08218715735 + ], + "p90": [ + 65588.14468715734, + 65681.76968715734, + 65498.51578090735, + 65578.30640590734, + 65506.51812465735, + 65498.51578090735, + 65578.30640590734, + 65578.22281215734, + 65684.95679653234, + 65575.39624965734, + 65575.08218715734, + 65495.67203090735, + 65578.22281215734, + 65575.39624965734, + 65579.05874965734, + 65490.04351528235, + 65575.08218715734, + 65578.22281215734, + 65506.20406215735, + 65587.10796840735, + 65575.08218715734, + 65498.55093715735, + 65506.20406215735, + 65575.08218715734 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_143431.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_143431.json new file mode 100644 index 0000000000000000000000000000000000000000..51b651418da85b5e05e7b99fb0e33c5a77e3de7c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_143431.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T14:34:31.978707+00:00", + "metrics": { + "MSE[mean]": 3140140.755794525, + "MSE[0.5]": 3140140.755794525, + "MAE[0.5]": 1569.8069661458333, + "MASE[0.5]": 1.4269981448573648, + "MAPE[0.5]": 0.02475711410343608, + "sMAPE[0.5]": 0.024370600454748394, + "MSIS": 11.132353186555392, + "RMSE[mean]": 1772.0442307669764, + "NRMSE[mean]": 0.027823764026250586, + "ND[0.5]": 0.02464833429913954, + "mean_weighted_sum_quantile_loss": 0.018554232329948895 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "p10": [ + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996, + 64574.159999999996, + 64519.5709375, + 64311.52, + 64228.71, + 63627.499140625, + 63611.252578125, + 63502.04, + 63513.811484375, + 63740.061328125, + 63972.44, + 63799.420234375, + 64436.96, + 64546.834843749995, + 64781.9965625, + 64205.68, + 63015.81453125, + 63145.6721875, + 62972.614140624995, + 63014.011484375, + 63219.210468749996 + ], + "p90": [ + 67014.0, + 67258.8, + 67222.08, + 67169.03203125, + 67209.84, + 67153.0228125, + 66936.48, + 66850.29000000001, + 66224.539921875, + 66207.630234375, + 66093.96, + 66106.211953125, + 66341.696484375, + 66583.56, + 66403.478203125, + 67067.04000000001, + 67181.39953125, + 67426.1596875, + 66826.32, + 65587.88859375, + 65723.0465625, + 65542.924921875, + 65586.011953125, + 65799.58640625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_143410.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_143410.json new file mode 100644 index 0000000000000000000000000000000000000000..d210a9416e01b70f63849539e9547ba719f2cefd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_143410.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T14:34:10.729836+00:00", + "metrics": { + "MSE[mean]": 1487816.95783933, + "MSE[0.5]": 1487816.95783933, + "MAE[0.5]": 934.4558919270834, + "MASE[0.5]": 0.8494463669663092, + "MAPE[0.5]": 0.014812037401077562, + "sMAPE[0.5]": 0.014626763844173966, + "MSIS": 16.919955448169635, + "RMSE[mean]": 1219.761024889437, + "NRMSE[mean]": 0.01915208567353427, + "ND[0.5]": 0.014672365270851804, + "mean_weighted_sum_quantile_loss": 0.011822564101173166 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64521.0, + 64570.0, + 64563.0, + 64577.0, + 64549.0, + 64570.0, + 64549.0, + 64577.0, + 64556.0, + 64584.0, + 64570.0, + 64570.0, + 64535.0, + 64528.0, + 64500.0, + 64493.0, + 64437.0, + 64493.0, + 64507.0, + 64584.0, + 64731.0, + 64913.0, + 65056.5, + 65156.25 + ], + "p10": [ + 64206.0, + 64171.0, + 64129.0, + 64101.0, + 64052.0, + 64045.0, + 64017.0, + 64017.0, + 63989.0, + 63989.0, + 63975.0, + 63947.0, + 63912.0, + 63912.0, + 63877.0, + 63877.0, + 63751.0, + 63758.0, + 63751.0, + 63772.0, + 63863.0, + 64010.0, + 64115.0, + 64164.0 + ], + "p90": [ + 65018.0, + 65282.25, + 65403.875, + 65498.375, + 65513.90625, + 65565.96875, + 65575.375, + 65621.75, + 65638.8125, + 65692.625, + 65697.0, + 65727.625, + 65723.25, + 65737.25, + 65733.75, + 65735.5, + 65688.25, + 65760.0, + 65788.0, + 65889.5, + 66064.5, + 66250.0, + 66379.5, + 66467.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_143100.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_143100.json new file mode 100644 index 0000000000000000000000000000000000000000..2c60eceba0660526a4103257b35e24c3670bbc1c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_143100.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T14:31:00.373708+00:00", + "metrics": { + "MSE[mean]": 1309848.276089986, + "MSE[0.5]": 1010694.1341425577, + "MAE[0.5]": 753.2607421875, + "MASE[0.5]": 0.6847349418600981, + "MAPE[0.5]": 0.011947237171961453, + "sMAPE[0.5]": 0.011821887904386222, + "MSIS": 37.1690239314189, + "RMSE[mean]": 1144.486031408853, + "NRMSE[mean]": 0.017970154873322354, + "ND[0.5]": 0.011827328447547891, + "mean_weighted_sum_quantile_loss": 0.014828174270802685 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64420.83203125, + 64409.1171875, + 64406.9296875, + 64389.9140625, + 64403.0390625, + 64390.19921875, + 64392.68359375, + 64401.0546875, + 64375.4921875, + 64402.6796875, + 64406.8359375, + 64394.66796875, + 64395.875, + 64386.5234375, + 64391.91796875, + 64367.484375, + 64377.046875, + 64380.546875, + 64371.203125, + 64388.39453125, + 64355.2578125, + 64386.875, + 64389.1328125, + 64403.98828125 + ], + "p10": [ + 64514.8359375, + 64575.83203125, + 64547.69921875, + 64596.51171875, + 64631.44140625, + 64652.84765625, + 64651.875, + 64634.74609375, + 64686.4765625, + 64713.125, + 64683.30078125, + 64747.97265625, + 64743.421875, + 64752.2421875, + 64733.04296875, + 64742.2265625, + 64736.28515625, + 64728.82421875, + 64777.078125, + 64750.45703125, + 64736.84765625, + 64716.6953125, + 64755.765625, + 64782.828125 + ], + "p90": [ + 64743.49609375, + 64824.4453125, + 64917.59375, + 64977.734375, + 65036.98046875, + 65082.70703125, + 65120.24609375, + 65173.046875, + 65190.77734375, + 65224.17578125, + 65268.4609375, + 65252.90234375, + 65281.578125, + 65299.734375, + 65322.18359375, + 65322.546875, + 65360.01171875, + 65374.05078125, + 65387.28125, + 65390.6484375, + 65384.5546875, + 65427.1015625, + 65411.4921875, + 65414.16015625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_143209.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_143209.json new file mode 100644 index 0000000000000000000000000000000000000000..2a01da1e25d449552496bc95fcfb494dcef572cd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_143209.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-19T14:32:09.256684+00:00", + "metrics": { + "MSE[mean]": 1504824.3119869232, + "MSE[0.5]": 1504824.3119869232, + "MAE[0.5]": 978.26806640625, + "MASE[0.5]": 0.8892728507647827, + "MAPE[0.5]": 0.015495502893619515, + "sMAPE[0.5]": 0.015308014614020973, + "MSIS": 11.097020270846093, + "RMSE[mean]": 1226.7128074602153, + "NRMSE[mean]": 0.019261239132828803, + "ND[0.5]": 0.015360282413674835, + "mean_weighted_sum_quantile_loss": 0.011170109942075797 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64545.51171875, + 64577.52734375, + 64588.59375, + 64615.75, + 64623.890625, + 64646.61328125, + 64650.546875, + 64667.40625, + 64671.8515625, + 64680.5234375, + 64673.9375, + 64678.54296875, + 64678.8671875, + 64683.16796875, + 64664.7421875, + 64685.33203125, + 64672.61328125, + 64677.65234375, + 64665.53125, + 64668.359375, + 64674.0, + 64687.1796875, + 64695.6640625, + 64718.625 + ], + "p10": [ + 64236.3828125, + 64111.6640625, + 63987.26171875, + 63924.890625, + 63862.390625, + 63826.94140625, + 63776.68359375, + 63741.40234375, + 63704.5, + 63683.40625, + 63648.9453125, + 63636.27734375, + 63606.74609375, + 63581.3515625, + 63533.01171875, + 63532.59765625, + 63495.046875, + 63481.92578125, + 63455.703125, + 63440.12890625, + 63437.07421875, + 63447.1875, + 63439.21875, + 63440.97265625 + ], + "p90": [ + 64902.046875, + 65141.10546875, + 65341.33984375, + 65526.8515625, + 65631.234375, + 65735.1953125, + 65808.8046875, + 65880.5078125, + 65933.0, + 65994.046875, + 66029.234375, + 66071.875, + 66098.984375, + 66138.75, + 66162.4296875, + 66207.0234375, + 66211.171875, + 66261.375, + 66289.0625, + 66323.3046875, + 66332.9453125, + 66363.296875, + 66382.15625, + 66426.8671875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_143144.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_143144.json new file mode 100644 index 0000000000000000000000000000000000000000..de35f402cb4ca3e6992b036950b288a33b9557dd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_143144.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T14:31:44.631943+00:00", + "metrics": { + "MSE[mean]": 1141740.5477148693, + "MSE[0.5]": 1141740.5477148693, + "MAE[0.5]": 814.89208984375, + "MASE[0.5]": 0.7407595491316891, + "MAPE[0.5]": 0.012920552686899312, + "sMAPE[0.5]": 0.012778328864994193, + "MSIS": 8.483297009046089, + "RMSE[mean]": 1068.5226004698586, + "NRMSE[mean]": 0.016777414567875147, + "ND[0.5]": 0.012795033454022308, + "mean_weighted_sum_quantile_loss": 0.009108111019355433 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64485.30078125, + 64494.89453125, + 64471.9609375, + 64507.23828125, + 64485.93359375, + 64499.953125, + 64493.28515625, + 64490.578125, + 64481.20703125, + 64493.109375, + 64483.01171875, + 64488.078125, + 64478.921875, + 64483.1953125, + 64469.55859375, + 64481.3203125, + 64465.921875, + 64472.44140625, + 64468.55859375, + 64466.2421875, + 64449.47265625, + 64463.390625, + 64455.0078125, + 64462.14453125 + ], + "p10": [ + 64269.8515625, + 64199.02734375, + 64083.94140625, + 64054.7578125, + 63969.84765625, + 63930.34375, + 63854.7578125, + 63811.25390625, + 63746.82421875, + 63709.64453125, + 63655.4921875, + 63615.703125, + 63550.9375, + 63498.52734375, + 63453.74609375, + 63438.12890625, + 63387.6640625, + 63362.16796875, + 63315.19140625, + 63291.1171875, + 63232.7578125, + 63219.5, + 63201.26171875, + 63169.21484375 + ], + "p90": [ + 64739.6875, + 64842.97265625, + 64941.85546875, + 65088.1875, + 65121.7421875, + 65194.1953125, + 65266.51171875, + 65325.703125, + 65371.765625, + 65427.83203125, + 65478.58203125, + 65537.734375, + 65575.109375, + 65620.8359375, + 65636.2421875, + 65718.390625, + 65738.1484375, + 65787.8125, + 65827.296875, + 65856.0546875, + 65876.6171875, + 65929.90625, + 65934.703125, + 65994.1484375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260619_143431.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260619_143431.json new file mode 100644 index 0000000000000000000000000000000000000000..d8a211b2a4da69bc55cb2d05a0cb2bbfdabb83d1 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260619_143431.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-19T14:34:31.738184+00:00", + "metrics": { + "MSE[mean]": 1.1546322675376004, + "MSE[0.5]": 1.1390422311246455, + "MAE[0.5]": 0.783243944188077, + "MASE[0.5]": 0.947634923071779, + "MAPE[0.5]": 0.8746997678360074, + "sMAPE[0.5]": 0.4389692510874748, + "MSIS": 37.054116552230695, + "RMSE[mean]": 1.0745381647654961, + "NRMSE[mean]": 0.7177064595297605, + "ND[0.5]": 0.5231449720113288, + "mean_weighted_sum_quantile_loss": 0.5212462448840487 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00" + ], + "context": [ + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732 + ], + "actual": [ + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874 + ], + "predictions": { + "p50": [ + 1.7473123441876959, + 1.7708001224786223, + 1.7909341947975075, + 1.8147187173629695, + 1.8350066104871037, + 1.8573895446569786, + 1.8769364556397574, + 1.8982844612434697, + 1.9183555785858077, + 1.9386392868207996, + 1.958219138114944, + 1.9785049084405586, + 1.9996673081892813, + 2.018036624509282, + 2.0372617533333597, + 2.0567535921967415, + 2.074550604730537, + 2.0930359686856788, + 2.1127828544578655, + 2.1308758271301116, + 2.1474225514517067, + 2.1662313385606167, + 2.183516341929371, + 2.199768685920258, + 2.2190425166990866, + 2.234051674379273, + 2.2507226450128184, + 2.268020754557277, + 2.2835806142653494, + 2.2995830307200693, + 2.3159677154321723, + 2.331074008588031, + 2.3467672723610646, + 2.3617195660357098, + 2.3784714213258913, + 2.3924053479354765, + 2.4070533443620175, + 2.422285568685993, + 2.436927974416333, + 2.4523264523254964, + 2.4645460873656413, + 2.4790152753321086, + 2.492667208600496, + 2.5064247854971016, + 2.519702832911606, + 2.5336863565815424, + 2.5458967962614736, + 2.5585817716273658, + 2.571833368330103, + 2.585635099387293, + 2.597467273038222, + 2.6095186380321738, + 2.6226771299915193, + 2.6344117911917433, + 2.646113473612564, + 2.6584387365420517, + 2.6708632845499483, + 2.681790940147277, + 2.6929944577229663, + 2.7045916930179907 + ], + "p10": [ + 1.7367730659470175, + 1.7593458146466208, + 1.7798629544539901, + 1.8032161713548083, + 1.8232403106841222, + 1.8444680578148647, + 1.8669346918188257, + 1.8871700909448579, + 1.9070101077300154, + 1.9273474534394612, + 1.9474483688870279, + 1.9673156026746976, + 1.9894018255893624, + 2.0070439243926756, + 2.027079954673315, + 2.0460565254093646, + 2.0631435895711645, + 2.0846417133635184, + 2.1000674177193743, + 2.122509916651871, + 2.138987973623467, + 2.1559399001243404, + 2.1734832971888496, + 2.18818727594386, + 2.2093314055370303, + 2.223137456104687, + 2.239065173338493, + 2.2554523632165004, + 2.2725035228156107, + 2.2885154724265995, + 2.3066832266955304, + 2.319447397755998, + 2.335007050166172, + 2.3517709605167836, + 2.368157479010108, + 2.3835444422478047, + 2.395478744405075, + 2.4107287775062405, + 2.4253633314803458, + 2.4427899334457503, + 2.456506371205787, + 2.4683994770316215, + 2.48397242898608, + 2.498384363046095, + 2.5103004439361953, + 2.5220277138666294, + 2.5353158945358927, + 2.549959813231394, + 2.561152755588097, + 2.5738247758941095, + 2.5874391281350975, + 2.5989290635731512, + 2.613522453797042, + 2.6242466892855396, + 2.6347016952886566, + 2.6479937329288616, + 2.659737935220856, + 2.6699366626050507, + 2.6838509548604184, + 2.6941405961718807 + ], + "p90": [ + 1.7588582872069027, + 1.781375564206398, + 1.8009332883820903, + 1.8255471388054911, + 1.8456578390978826, + 1.8669122619214764, + 1.8886083087187635, + 1.910511433751899, + 1.9294276361437759, + 1.9509731009062126, + 1.9693391855079905, + 1.9908918790310774, + 2.0107982051844027, + 2.029944552591929, + 2.049118499374117, + 2.06743015154017, + 2.0868252240201466, + 2.1029276561028154, + 2.122996186672115, + 2.140406212980233, + 2.158188970602246, + 2.177795648511918, + 2.1936496446106193, + 2.2108078908901305, + 2.227664603698311, + 2.2473745853547604, + 2.2619854545943365, + 2.2789132777170855, + 2.294237187189352, + 2.311492017476141, + 2.3267985522785883, + 2.3425245585473635, + 2.3587509440307257, + 2.3733800067404554, + 2.3890128209907537, + 2.402941652995303, + 2.4188693700297526, + 2.4335281595209772, + 2.4468504743562622, + 2.4630152453303324, + 2.4754515745133836, + 2.488920971974911, + 2.5033235814532784, + 2.5181478915511137, + 2.528509576153931, + 2.54564850173707, + 2.5556360117669583, + 2.5683847675875815, + 2.5815140719890137, + 2.600433083152587, + 2.608030131397024, + 2.620465599690896, + 2.6313527838914257, + 2.645198933644076, + 2.657778856080022, + 2.6690338508732747, + 2.6824881999518824, + 2.6941695805679533, + 2.7044608064019955, + 2.7136099261012787 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260619_143028.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260619_143028.json new file mode 100644 index 0000000000000000000000000000000000000000..b05999277d6db03c3ee46ba707dad814173cbde3 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260619_143028.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T14:30:28.641922+00:00", + "metrics": { + "MSE[mean]": 0.05852975833735381, + "MSE[0.5]": 0.05852975833735381, + "MAE[0.5]": 0.16478744993607203, + "MASE[0.5]": 0.19937382676509602, + "MAPE[0.5]": 0.1967132051755349, + "sMAPE[0.5]": 0.15116634755806072, + "MSIS": 1.8529053403877844, + "RMSE[mean]": 0.24192924241883992, + "NRMSE[mean]": 0.16158958864996306, + "ND[0.5]": 0.11006497595584852, + "mean_weighted_sum_quantile_loss": 0.08001750107544464 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00" + ], + "context": [ + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732 + ], + "actual": [ + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874 + ], + "predictions": { + "p50": [ + 1.7592315673828125, + 1.7741286754608154, + 1.7886276245117188, + 1.7988513708114624, + 1.807847023010254, + 1.8205204010009766, + 1.8274308443069458, + 1.836578130722046, + 1.84407639503479, + 1.8498437404632568, + 1.8543460369110107, + 1.8615550994873047, + 1.8665039539337158, + 1.8725169897079468, + 1.8724507093429565, + 1.871325969696045, + 1.8594639301300049, + 1.8565688133239746, + 1.8511474132537842, + 1.8466649055480957, + 1.840616226196289, + 1.832223892211914, + 1.8244271278381348, + 1.8154903650283813, + 1.802978754043579, + 1.7885009050369263, + 1.7716213464736938, + 1.7570335865020752, + 1.747878074645996, + 1.7295998334884644, + 1.7136468887329102, + 1.6985526084899902, + 1.6656126976013184, + 1.647752285003662, + 1.6295673847198486, + 1.6128599643707275, + 1.591112494468689, + 1.5704493522644043, + 1.5466101169586182, + 1.5212265253067017, + 1.500728726387024, + 1.471840500831604, + 1.4449801445007324, + 1.4196763038635254, + 1.3957418203353882, + 1.378679633140564, + 1.353018045425415, + 1.3350228071212769, + 1.303697943687439, + 1.2765997648239136, + 1.2573637962341309, + 1.2397220134735107, + 1.2170779705047607, + 1.1966023445129395, + 1.1742582321166992, + 1.1496949195861816, + 1.1315594911575317, + 1.1122527122497559, + 1.0899113416671753, + 1.0748467445373535 + ], + "p10": [ + 1.7330453395843506, + 1.7446398735046387, + 1.749653697013855, + 1.756669282913208, + 1.7626384496688843, + 1.768235206604004, + 1.7682445049285889, + 1.771040439605713, + 1.7697824239730835, + 1.7722318172454834, + 1.7683393955230713, + 1.7722457647323608, + 1.7705121040344238, + 1.7593207359313965, + 1.7592833042144775, + 1.7505292892456055, + 1.7535624504089355, + 1.7460896968841553, + 1.7313992977142334, + 1.729426622390747, + 1.7119766473770142, + 1.693164587020874, + 1.6768219470977783, + 1.662124514579773, + 1.6322917938232422, + 1.6102707386016846, + 1.5772912502288818, + 1.5661242008209229, + 1.521384358406067, + 1.5005871057510376, + 1.478536605834961, + 1.4471423625946045, + 1.4533523321151733, + 1.4419653415679932, + 1.4296925067901611, + 1.3982961177825928, + 1.374726414680481, + 1.338269591331482, + 1.296003818511963, + 1.2649049758911133, + 1.2369648218154907, + 1.2048118114471436, + 1.1717185974121094, + 1.1488170623779297, + 1.113877773284912, + 1.0884121656417847, + 1.0720270872116089, + 1.0469087362289429, + 0.9668025374412537, + 0.936546802520752, + 0.9141019582748413, + 0.8942751884460449, + 0.8672446012496948, + 0.8534085154533386, + 0.8216270208358765, + 0.799364447593689, + 0.7813173532485962, + 0.7542030811309814, + 0.7390705347061157, + 0.7233953475952148 + ], + "p90": [ + 1.7839865684509277, + 1.7958004474639893, + 1.815520167350769, + 1.8303459882736206, + 1.8475395441055298, + 1.865513801574707, + 1.879314661026001, + 1.8919613361358643, + 1.9047919511795044, + 1.9175136089324951, + 1.9235713481903076, + 1.9351799488067627, + 1.9521434307098389, + 1.959824562072754, + 1.9790480136871338, + 1.9859089851379395, + 1.945552945137024, + 1.9454033374786377, + 1.9481017589569092, + 1.9510058164596558, + 1.9556632041931152, + 1.9541609287261963, + 1.954993724822998, + 1.9548343420028687, + 1.9534032344818115, + 1.9586035013198853, + 1.9458153247833252, + 1.9373337030410767, + 1.9326996803283691, + 1.9318265914916992, + 1.9308218955993652, + 1.9150023460388184, + 1.845134973526001, + 1.8309601545333862, + 1.8207879066467285, + 1.8115899562835693, + 1.8065094947814941, + 1.7888379096984863, + 1.7700639963150024, + 1.7662968635559082, + 1.7435121536254883, + 1.738461971282959, + 1.7216472625732422, + 1.6910303831100464, + 1.6839061975479126, + 1.6743624210357666, + 1.656775951385498, + 1.6416186094284058, + 1.6443878412246704, + 1.6214747428894043, + 1.600581169128418, + 1.5898737907409668, + 1.572312355041504, + 1.5660203695297241, + 1.5500879287719727, + 1.5475445985794067, + 1.5210771560668945, + 1.5150387287139893, + 1.4980549812316895, + 1.4843237400054932 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260619_143431.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260619_143431.json new file mode 100644 index 0000000000000000000000000000000000000000..521e8bb57580a5ca5318eb5786be09287a5793ec --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260619_143431.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-19T14:34:31.901923+00:00", + "metrics": { + "MSE[mean]": 1.6091575620285226, + "MSE[0.5]": 1.6118729027844785, + "MAE[0.5]": 0.9434804026965987, + "MASE[0.5]": 1.141502574598179, + "MAPE[0.5]": 1.044946522508511, + "sMAPE[0.5]": 0.4886939979022546, + "MSIS": 42.40088446202804, + "RMSE[mean]": 1.268525743541897, + "NRMSE[mean]": 0.8472748107727762, + "ND[0.5]": 0.630170245840329, + "mean_weighted_sum_quantile_loss": 0.6216123052447958 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00" + ], + "context": [ + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732 + ], + "actual": [ + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874 + ], + "predictions": { + "p50": [ + 1.755088677600063, + 1.7792045861689225, + 1.8068205092813154, + 1.8299364307247783, + 1.8485523206969885, + 1.8751682268816623, + 1.9002842417852082, + 1.918400160546462, + 1.9465160846721339, + 1.9676319871613197, + 1.9837479838258443, + 2.019863797504109, + 2.03597974946515, + 2.0610956451594062, + 2.084211626207514, + 2.1088274985367494, + 2.131943419980212, + 2.152559284203216, + 2.1741752473103255, + 2.1992911877080656, + 2.2239071419936876, + 2.2400230343500835, + 2.2676389276601543, + 2.2912548128639934, + 2.311370765480685, + 2.334486724177051, + 2.355602641567398, + 2.377718575885464, + 2.4038344959580202, + 2.425450414361646, + 2.4505663398582245, + 2.473182267738989, + 2.4932981831027785, + 2.519914052034549, + 2.5435299744912907, + 2.5711459274060062, + 2.5877619027320677, + 2.610877764570886, + 2.6379936345159356, + 2.6611095932123012, + 2.684725500767882, + 2.7043413778654894, + 2.7234574029614294, + 2.7555733351933327, + 2.777189223794636, + 2.796805167947469, + 2.8229210433165415, + 2.846036964760004, + 2.870652978650271, + 2.89426886385411, + 2.914384727063835, + 2.9390006738988763, + 2.964116591944874, + 2.9807325672709357, + 3.005848448064031, + 3.0279643674809362, + 3.0570802414791016, + 3.074196165664378, + 3.1028121206056514, + 3.1239280454465788 + ], + "p10": [ + 1.71258869084347, + 1.7357046097723619, + 1.7638205264474531, + 1.7849364736401225, + 1.805052376896718, + 1.8331683205801639, + 1.8502842000619568, + 1.8744001409477098, + 1.8975160598766017, + 1.9265319679447823, + 1.941747928512734, + 1.9717638147656142, + 1.9889797257425017, + 2.0130956696084863, + 2.0362115885373786, + 2.0593275099808412, + 2.0812433932296477, + 2.1114593394924848, + 2.1285752726184577, + 2.1517911957546927, + 2.175807159255193, + 2.198023038641618, + 2.221138960085081, + 2.242154908565211, + 2.2673708029720068, + 2.2904867244154694, + 2.3155026273576507, + 2.336718567302395, + 2.3607345310822923, + 2.3879504054209493, + 2.408066305883577, + 2.4320822693840776, + 2.450298200268916, + 2.4754140959631723, + 2.508430009157352, + 2.526445936656647, + 2.5456619026299947, + 2.5678777842515945, + 2.5928936846792046, + 2.61410962713852, + 2.637225546067412, + 2.6612415095679127, + 2.683457388954338, + 2.7094733267056315, + 2.7315892133399813, + 2.752805153284726, + 2.7748210352460725, + 2.7990369986862227, + 2.8239528947202253, + 2.847268813309371, + 2.8740847467214468, + 2.896400672504128, + 2.914616603388966, + 2.936632485350312, + 2.962848420526685, + 2.985764344545069, + 3.011980279721442, + 3.030096208913508, + 3.053312134843711, + 3.081228051299755 + ], + "p90": [ + 1.7905886377841602, + 1.8187045872418062, + 1.8399205331470152, + 1.8640364625775006, + 1.8830523235580114, + 1.9101683127123508, + 1.9342842212812104, + 1.9565001483513518, + 1.9786160618077921, + 1.9988320433118754, + 2.023747826469582, + 2.046863755736154, + 2.072979723119897, + 2.095095684260053, + 2.1163115903046563, + 2.1364275365883545, + 2.1644433949462614, + 2.1876593687464445, + 2.205675296245739, + 2.2337912129208304, + 2.255107044289754, + 2.276122992769883, + 2.3012389618523588, + 2.324354893354106, + 2.3425707407924414, + 2.3704867263526204, + 2.3916025953141937, + 2.4139185866619837, + 2.437834557410409, + 2.4611503570696613, + 2.488066295154741, + 2.5092822649018083, + 2.532298107166461, + 2.5535141573797984, + 2.5765299787828253, + 2.603745948768311, + 2.6267618774596984, + 2.6468777779223265, + 2.6691937662898844, + 2.694109627678687, + 2.7182255463058307, + 2.738541529502686, + 2.760457410888847, + 2.78677331385785, + 2.809789233608541, + 2.834805170450864, + 2.8589210790197237, + 2.8791370079972136, + 2.903252919546305, + 2.927268802580535, + 2.9493847607404593, + 2.974500629612625, + 2.9957166053201565, + 3.0177324485384833, + 3.0409484581014534, + 3.0659643252808477, + 3.0900802666322615, + 3.1103962241246137, + 3.135312149215881, + 3.160428044910137 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260619_143258.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260619_143258.json new file mode 100644 index 0000000000000000000000000000000000000000..9de37f0003a7b3af11f8f092fc1dd4fd4b8c79a9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260619_143258.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T14:32:58.548010+00:00", + "metrics": { + "MSE[mean]": 0.14132738150735183, + "MSE[0.5]": 0.21782357647265382, + "MAE[0.5]": 0.32339590340852736, + "MASE[0.5]": 0.3912717797849696, + "MAPE[0.5]": 0.38139008439117245, + "sMAPE[0.5]": 0.2492404073327861, + "MSIS": 1.3474929142929055, + "RMSE[mean]": 0.37593534218978647, + "NRMSE[mean]": 0.25109505860503656, + "ND[0.5]": 0.21600287125438317, + "mean_weighted_sum_quantile_loss": 0.15967557883972033 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00" + ], + "context": [ + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732 + ], + "actual": [ + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874 + ], + "predictions": { + "p50": [ + 1.7238046526908875, + 1.7259278297424316, + 1.732993483543396, + 1.7388218641281128, + 1.7626316547393799, + 1.766333818435669, + 1.76459801197052, + 1.7915083765983582, + 1.7938511371612549, + 1.7924844026565552, + 1.7910869717597961, + 1.8018404841423035, + 1.8081374764442444, + 1.7946242094039917, + 1.7865492701530457, + 1.8091531991958618, + 1.8083831667900085, + 1.80983304977417, + 1.7946728467941284, + 1.815674066543579, + 1.8018534779548645, + 1.8299174308776855, + 1.7847614288330078, + 1.792088508605957, + 1.779897689819336, + 1.779095709323883, + 1.785588026046753, + 1.7700031399726868, + 1.7454394102096558, + 1.7584173083305359, + 1.7458423376083374, + 1.7266326546669006, + 1.771162748336792, + 1.7712782621383667, + 1.7386870384216309, + 1.7371798753738403, + 1.7358291149139404, + 1.6903331875801086, + 1.6883684396743774, + 1.7096281051635742, + 1.6817855834960938, + 1.7099633812904358, + 1.6785004138946533, + 1.7197620868682861, + 1.6665889024734497, + 1.6219915747642517, + 1.6943954825401306, + 1.667752742767334, + 1.5848363637924194, + 1.673743486404419, + 1.6203395128250122, + 1.652139127254486, + 1.6233591437339783, + 1.6149330735206604, + 1.6342493295669556, + 1.7047123908996582, + 1.5994512438774109, + 1.5680301189422607, + 1.5662919878959656, + 1.4476101994514465 + ], + "p10": [ + 1.6634518504142761, + 1.6498079299926758, + 1.6506672501564026, + 1.673137903213501, + 1.6612628698349, + 1.6817651987075806, + 1.6761488318443298, + 1.6752182245254517, + 1.6760815978050232, + 1.6531840562820435, + 1.6336870193481445, + 1.6541170477867126, + 1.6555945873260498, + 1.6216914057731628, + 1.6143388748168945, + 1.602712094783783, + 1.5427061915397644, + 1.5211693048477173, + 1.528220534324646, + 1.4661452770233154, + 1.382816731929779, + 1.4511792063713074, + 1.3389036059379578, + 1.3420385718345642, + 1.1840978860855103, + 1.3844045400619507, + 1.2172977924346924, + 1.1141239404678345, + 1.0640082955360413, + 0.8374708890914917, + 1.072394073009491, + 0.9166465699672699, + 1.0207569599151611, + 0.706867903470993, + 0.9409841299057007, + 0.8617290258407593, + 0.8770332336425781, + 0.7660191059112549, + 0.7200246453285217, + 0.8620157241821289, + 0.44855257868766785, + 0.5374803245067596, + 0.6712049245834351, + 0.5711340010166168, + 0.533626526594162, + 0.6722191870212555, + 0.4633445143699646, + 0.6817426085472107, + 0.4230417013168335, + 0.6606948375701904, + 0.4030168950557709, + 0.32556092739105225, + 0.44242221117019653, + 0.3357127606868744, + 0.5172917544841766, + 0.3660755455493927, + 0.1303328573703766, + 0.2819286584854126, + 0.1972481608390808, + 0.00530397891998291 + ], + "p90": [ + 1.7720516920089722, + 1.8035268783569336, + 1.8092869520187378, + 1.8265100717544556, + 1.8519900441169739, + 1.8470183610916138, + 1.8718070983886719, + 1.914074182510376, + 1.9247048497200012, + 1.9338797330856323, + 1.9249448776245117, + 1.9263579845428467, + 1.9427025318145752, + 1.9850953817367554, + 2.0073224306106567, + 1.994208812713623, + 1.9930340647697449, + 2.0005642771720886, + 2.01408851146698, + 2.0303547382354736, + 2.096677780151367, + 2.1034719944000244, + 2.0629061460494995, + 2.0528621673583984, + 2.106984257698059, + 2.155205726623535, + 2.160216450691223, + 2.1758577823638916, + 2.0556697845458984, + 2.2101237773895264, + 2.2112042903900146, + 2.1316099166870117, + 2.227690577507019, + 2.2440409660339355, + 2.282698154449463, + 2.1550501585006714, + 2.21973979473114, + 2.2657759189605713, + 2.3342220783233643, + 2.293440818786621, + 2.517155647277832, + 2.339754104614258, + 2.3552768230438232, + 2.2047207355499268, + 2.1840888261795044, + 2.1563920974731445, + 2.2935653924942017, + 2.271754026412964, + 2.3074764013290405, + 2.3732552528381348, + 2.333857536315918, + 2.3716150522232056, + 2.41942298412323, + 2.3197423219680786, + 2.329541325569153, + 2.355198621749878, + 2.260616660118103, + 2.3671000003814697, + 2.1716630458831787, + 2.2916985750198364 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260619_143431.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260619_143431.json new file mode 100644 index 0000000000000000000000000000000000000000..13b06840bf19f873452b56c40d6a592af4bef695 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260619_143431.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T14:34:31.958578+00:00", + "metrics": { + "MSE[mean]": 0.2240349410411432, + "MSE[0.5]": 0.2238007491718667, + "MAE[0.5]": 0.4174489235189392, + "MASE[0.5]": 0.5050650968458376, + "MAPE[0.5]": 0.39328329035363413, + "sMAPE[0.5]": 0.30905612390658427, + "MSIS": 17.462083579013044, + "RMSE[mean]": 0.4733232944205717, + "NRMSE[mean]": 0.31614250381296377, + "ND[0.5]": 0.2788228457187211, + "mean_weighted_sum_quantile_loss": 0.2707412527008391 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00" + ], + "context": [ + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732 + ], + "actual": [ + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874 + ], + "predictions": { + "p50": [ + 1.4648477806497984, + 1.465847767775195, + 1.4703477694441252, + 1.4703477694441252, + 1.4658477379728727, + 1.4693477227140836, + 1.4713478161741667, + 1.4663478134919576, + 1.4713478161741667, + 1.4693477972198896, + 1.4623478724409513, + 1.4753477646757536, + 1.4683477951933317, + 1.4703477694441252, + 1.47034782904877, + 1.4718477799345426, + 1.4718477799345426, + 1.4693477227140836, + 1.4678477643777303, + 1.4698477833320074, + 1.4713478161741667, + 1.4643477870871, + 1.4688477589537077, + 1.4693477227140836, + 1.4663477538873129, + 1.4663477911402159, + 1.4643477870871, + 1.4633477999617033, + 1.4663477985907964, + 1.4648477955509596, + 1.4668477996040754, + 1.466347806041377, + 1.4633477999617033, + 1.4668477474500112, + 1.4673477484632902, + 1.4718477799345426, + 1.4653478338171415, + 1.4653477742124967, + 1.4693477227140836, + 1.4693477599669866, + 1.4698477460791044, + 1.4663477017332487, + 1.462347805385726, + 1.4713478161741667, + 1.4698477833320074, + 1.466347806041377, + 1.4693477599669866, + 1.4693477599669866, + 1.4708478524137907, + 1.4713478161741667, + 1.4683477579404287, + 1.4698477833320074, + 1.4718477799345426, + 1.4653478338171415, + 1.4673477931667738, + 1.4663477911402159, + 1.4723477436949186, + 1.4663477464367323, + 1.4718477799345426, + 1.4698477833320074 + ], + "p10": [ + 1.4223477938932054, + 1.4223477913786344, + 1.4273477866102628, + 1.4253478123594694, + 1.4223477941726022, + 1.4273478164125852, + 1.4213477744509153, + 1.4223477938932054, + 1.4223477913786344, + 1.4282477780033522, + 1.420347817127841, + 1.4272477819372587, + 1.421347771470683, + 1.4223477938932054, + 1.4223477913786344, + 1.4223477913786344, + 1.421147753183978, + 1.4282477780033522, + 1.4222477896858625, + 1.4223477913786344, + 1.4232478334356717, + 1.4223477913786344, + 1.4223477913786344, + 1.4202478184153013, + 1.4223477913786344, + 1.4223477913786344, + 1.4242477728773526, + 1.4223477913786344, + 1.4232478337150685, + 1.4273477866102628, + 1.4243477656294279, + 1.4252478076864652, + 1.420347817127841, + 1.4223477913786344, + 1.4322477831293516, + 1.4271477891851836, + 1.4232478337150685, + 1.4223477938932054, + 1.4242477728773526, + 1.4223477938932054, + 1.4223477913786344, + 1.4232478334356717, + 1.4223477913786344, + 1.4252478076864652, + 1.4242477728773526, + 1.4223477913786344, + 1.4212477518965176, + 1.4223477938932054, + 1.4241477684837454, + 1.4243477656294279, + 1.4280477775980405, + 1.4272477819372587, + 1.4223477913786344, + 1.4212477518965176, + 1.4243477656294279, + 1.4241477682043486, + 1.4272477819372587, + 1.4222477896858625, + 1.4223477941726022, + 1.4271477891851836 + ], + "p90": [ + 1.5003477408338957, + 1.5053477688480787, + 1.503447793309825, + 1.5044478012968474, + 1.5003477408338957, + 1.5043478085447721, + 1.5053477956701689, + 1.5044478012968474, + 1.503447793309825, + 1.5005478533704453, + 1.5023477150846891, + 1.5023477229077988, + 1.5053477688480787, + 1.5043478085447721, + 1.5024477931459121, + 1.499447817986148, + 1.504347754900592, + 1.5044478072573118, + 1.4993478133131437, + 1.5043478085447721, + 1.502547718470233, + 1.5004477455068999, + 1.5024477931459121, + 1.502447803204196, + 1.497547729199069, + 1.5023477933157854, + 1.5003477408338957, + 1.499547810738223, + 1.5003478600431852, + 1.500547738258975, + 1.504347754900592, + 1.502447803204196, + 1.5023477240253857, + 1.5004478527952605, + 1.5003477527548246, + 1.5044478012968474, + 1.5043478085447721, + 1.5013477875639372, + 1.5005478544880324, + 1.5023477944333725, + 1.503347791617053, + 1.5005478533704453, + 1.4993478133131437, + 1.502547794838684, + 1.5024477931459121, + 1.5043478085447721, + 1.5053477956701689, + 1.502447803204196, + 1.503447793309825, + 1.504347754900592, + 1.503347791617053, + 1.5053477390457564, + 1.503447793309825, + 1.5023477150846891, + 1.502447803204196, + 1.5043477489401273, + 1.5053477688480787, + 1.5025478048969678, + 1.5043478085447721, + 1.5063477827955656 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260619_143431.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260619_143431.json new file mode 100644 index 0000000000000000000000000000000000000000..32cb784bb370ca51ba7c8ca0aec0c0dd81664026 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260619_143431.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T14:34:31.985819+00:00", + "metrics": { + "MSE[mean]": 0.23994613361866676, + "MSE[0.5]": 0.23994613361866676, + "MAE[0.5]": 0.4464333380262057, + "MASE[0.5]": 0.5401328986663116, + "MAPE[0.5]": 0.3958700626562241, + "sMAPE[0.5]": 0.331048916593731, + "MSIS": 19.632782428580153, + "RMSE[mean]": 0.4898429683262451, + "NRMSE[mean]": 0.327176338682863, + "ND[0.5]": 0.29818214090214823, + "mean_weighted_sum_quantile_loss": 0.29178160373211787 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00" + ], + "context": [ + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732 + ], + "actual": [ + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874 + ], + "predictions": { + "p50": [ + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328 + ], + "p10": [ + 1.177960021495819, + 1.19951997756958, + 1.217159984111786, + 1.2347999906539917, + 1.2494999766349792, + 1.272039978504181, + 1.301439950466156, + 1.3239799523353577, + 1.3494599747657776, + 1.375920042991638, + 1.3974799990653992, + 1.4190399551391601, + 1.4464799523353575, + 1.4758800411224364, + 1.5091999626159667, + 1.5356600308418273, + 1.5621199822425842, + 1.5846599841117859, + 1.5944599747657775, + 1.6111200523376465, + 1.633660054206848, + 1.6611000514030456, + 1.668939950466156, + 1.6993199682235718, + 1.177960021495819, + 1.19951997756958, + 1.217159984111786, + 1.2347999906539917, + 1.2494999766349792, + 1.272039978504181, + 1.301439950466156, + 1.3239799523353577, + 1.3494599747657776, + 1.375920042991638, + 1.3974799990653992, + 1.4190399551391601, + 1.4464799523353575, + 1.4758800411224364, + 1.5091999626159667, + 1.5356600308418273, + 1.5621199822425842, + 1.5846599841117859, + 1.5944599747657775, + 1.6111200523376465, + 1.633660054206848, + 1.6611000514030456, + 1.668939950466156, + 1.6993199682235718, + 1.177960021495819, + 1.19951997756958, + 1.217159984111786, + 1.2347999906539917, + 1.2494999766349792, + 1.272039978504181, + 1.301439950466156, + 1.3239799523353577, + 1.3494599747657776, + 1.375920042991638, + 1.3974799990653992, + 1.4190399551391601 + ], + "p90": [ + 1.2260400223731995, + 1.2484799766540529, + 1.2668399834632873, + 1.285199990272522, + 1.300499975681305, + 1.3239599776268005, + 1.3545599484443664, + 1.378019950389862, + 1.4045399737358093, + 1.432080044746399, + 1.4545199990272522, + 1.4769599533081055, + 1.5055199503898622, + 1.5361200428009034, + 1.570799961090088, + 1.5983400321006775, + 1.6258799815177918, + 1.6493399834632874, + 1.6595399737358094, + 1.676880054473877, + 1.7003400564193727, + 1.7289000535011292, + 1.7370599484443665, + 1.7686799669265747, + 1.2260400223731995, + 1.2484799766540529, + 1.2668399834632873, + 1.285199990272522, + 1.300499975681305, + 1.3239599776268005, + 1.3545599484443664, + 1.378019950389862, + 1.4045399737358093, + 1.432080044746399, + 1.4545199990272522, + 1.4769599533081055, + 1.5055199503898622, + 1.5361200428009034, + 1.570799961090088, + 1.5983400321006775, + 1.6258799815177918, + 1.6493399834632874, + 1.6595399737358094, + 1.676880054473877, + 1.7003400564193727, + 1.7289000535011292, + 1.7370599484443665, + 1.7686799669265747, + 1.2260400223731995, + 1.2484799766540529, + 1.2668399834632873, + 1.285199990272522, + 1.300499975681305, + 1.3239599776268005, + 1.3545599484443664, + 1.378019950389862, + 1.4045399737358093, + 1.432080044746399, + 1.4545199990272522, + 1.4769599533081055 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260619_143419.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260619_143419.json new file mode 100644 index 0000000000000000000000000000000000000000..99b90d2e495e0196550822677fd4d6781c44d609 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260619_143419.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T14:34:19.136171+00:00", + "metrics": { + "MSE[mean]": 0.06474529994412227, + "MSE[0.5]": 0.06474529994412227, + "MAE[0.5]": 0.19705470353364946, + "MASE[0.5]": 0.23841348561924144, + "MAPE[0.5]": 0.19837396355975315, + "sMAPE[0.5]": 0.2571492128135858, + "MSIS": 0.632436329019884, + "RMSE[mean]": 0.25445097748706386, + "NRMSE[mean]": 0.16995311675689254, + "ND[0.5]": 0.13161694786121145, + "mean_weighted_sum_quantile_loss": 0.10609090429053797 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00" + ], + "context": [ + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732 + ], + "actual": [ + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874 + ], + "predictions": { + "p50": [ + 1.763916015625, + 1.77423095703125, + 1.789703369140625, + 1.80517578125, + 1.8258056640625, + 1.841278076171875, + 1.85675048828125, + 1.8670654296875, + 1.87738037109375, + 1.882537841796875, + 1.8876953125, + 1.882537841796875, + 1.8876953125, + 1.8876953125, + 1.89801025390625, + 1.892852783203125, + 1.89801025390625, + 1.892852783203125, + 1.882537841796875, + 1.87738037109375, + 1.8876953125, + 1.8670654296875, + 1.851593017578125, + 1.8258056640625, + 1.810333251953125, + 1.77423095703125, + 1.75360107421875, + 1.707183837890625, + 1.67108154296875, + 1.6117706298828125, + 1.5498809814453125, + 1.4957275390625, + 1.469940185546875, + 1.397735595703125, + 1.3268203735351562, + 1.2778244018554688, + 1.2146453857421875, + 1.1495323181152344, + 1.0992469787597656, + 1.037679672241211, + 0.9567718505859375, + 0.8948822021484375, + 0.8239669799804688, + 0.7852859497070312, + 0.7195281982421875, + 0.675689697265625, + 0.613800048828125, + 0.57769775390625, + 0.582855224609375, + 0.531280517578125, + 0.4874420166015625, + 0.4461822509765625, + 0.39202880859375, + 0.35076904296875, + 0.314666748046875, + 0.26824951171875, + 0.22698974609375, + 0.196044921875, + 0.14447021484375, + 0.108367919921875 + ], + "p10": [ + 1.75360107421875, + 1.758758544921875, + 1.779388427734375, + 1.7845458984375, + 1.800018310546875, + 1.810333251953125, + 1.820648193359375, + 1.81549072265625, + 1.830963134765625, + 1.830963134765625, + 1.8258056640625, + 1.820648193359375, + 1.820648193359375, + 1.810333251953125, + 1.80517578125, + 1.800018310546875, + 1.77423095703125, + 1.763916015625, + 1.738128662109375, + 1.717498779296875, + 1.7020263671875, + 1.6607666015625, + 1.6195068359375, + 1.56793212890625, + 1.52667236328125, + 1.469940185546875, + 1.4132080078125, + 1.3487396240234375, + 1.2804031372070312, + 1.1978836059570312, + 1.1114959716796875, + 1.0341339111328125, + 1.0503315925598145, + 0.9877166748046875, + 0.9290504455566406, + 0.8768310546875, + 0.8278350830078125, + 0.7775497436523438, + 0.74273681640625, + 0.6988983154296875, + 0.6292724609375, + 0.593170166015625, + 0.5338592529296875, + 0.5054931640625, + 0.4616546630859375, + 0.4307098388671875, + 0.37139892578125, + 0.335296630859375, + 0.33013916015625, + 0.273406982421875, + 0.232147216796875, + 0.201202392578125, + 0.149627685546875, + 0.12384033203125, + 0.087738037109375, + 0.046478271484375, + 0.015533447265625, + 6.103515625e-05, + -0.0308837890625, + -0.056671142578125 + ], + "p90": [ + 1.77423095703125, + 1.79486083984375, + 1.810333251953125, + 1.8258056640625, + 1.851593017578125, + 1.8670654296875, + 1.882537841796875, + 1.892852783203125, + 1.9083251953125, + 1.91864013671875, + 1.923797607421875, + 1.923797607421875, + 1.93927001953125, + 1.944427490234375, + 1.95989990234375, + 1.965057373046875, + 1.975372314453125, + 1.985687255859375, + 1.975372314453125, + 1.98052978515625, + 1.996002197265625, + 1.9908447265625, + 1.9908447265625, + 1.975372314453125, + 1.98052978515625, + 1.95989990234375, + 1.95989990234375, + 1.944427490234375, + 1.944427490234375, + 1.91864013671875, + 1.903167724609375, + 1.87738037109375, + 1.872222900390625, + 1.80517578125, + 1.738128662109375, + 1.72265625, + 1.69171142578125, + 1.645294189453125, + 1.6169281005859375, + 1.5859832763671875, + 1.54730224609375, + 1.50604248046875, + 1.4622039794921875, + 1.4261016845703125, + 1.38226318359375, + 1.335845947265625, + 1.27911376953125, + 1.222381591796875, + 1.1095619201660156, + 1.0705585479736328, + 1.021240234375, + 0.9683761596679688, + 0.9051971435546875, + 0.8394393920898438, + 0.8020477294921875, + 0.7556304931640625, + 0.7040557861328125, + 0.63958740234375, + 0.5751190185546875, + 0.510650634765625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260619_143107.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260619_143107.json new file mode 100644 index 0000000000000000000000000000000000000000..5035bb0990442c6b14061c383ccfabfa7da1a6e1 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260619_143107.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T14:31:07.552781+00:00", + "metrics": { + "MSE[mean]": 0.027750914464228667, + "MSE[0.5]": 0.041000080263720484, + "MAE[0.5]": 0.18368134101231892, + "MASE[0.5]": 0.22223325791604595, + "MAPE[0.5]": 0.1526897580514886, + "sMAPE[0.5]": 0.1723966245024153, + "MSIS": 2.3147110479185025, + "RMSE[mean]": 0.16658605723237666, + "NRMSE[mean]": 0.11126630329539156, + "ND[0.5]": 0.1226846000099029, + "mean_weighted_sum_quantile_loss": 0.08394070144717895 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00" + ], + "context": [ + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732 + ], + "actual": [ + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874 + ], + "predictions": { + "p50": [ + 1.7448217868804932, + 1.7626104354858398, + 1.7814254760742188, + 1.783299446105957, + 1.792557716369629, + 1.8145877122879028, + 1.836856722831726, + 1.8201696872711182, + 1.815477728843689, + 1.8517053127288818, + 1.8392140865325928, + 1.854002833366394, + 1.8450469970703125, + 1.8179285526275635, + 1.808754324913025, + 1.8045998811721802, + 1.791167974472046, + 1.762791633605957, + 1.8043850660324097, + 1.7631629705429077, + 1.7445961236953735, + 1.707640528678894, + 1.6980924606323242, + 1.6790884733200073, + 1.6668235063552856, + 1.632307767868042, + 1.614569902420044, + 1.5772658586502075, + 1.552011489868164, + 1.5063161849975586, + 1.484933853149414, + 1.4482967853546143, + 1.398929238319397, + 1.381482720375061, + 1.3530786037445068, + 1.2771559953689575, + 1.2407909631729126, + 1.1888123750686646, + 1.1561813354492188, + 1.1294326782226562, + 1.0782556533813477, + 1.0294839143753052, + 0.9670648574829102, + 0.9366953372955322, + 0.8803896903991699, + 0.8520514965057373, + 0.8142004013061523, + 0.7633240222930908, + 0.7349411249160767, + 0.6901460289955139, + 0.6402291059494019, + 0.5870088338851929, + 0.5492688417434692, + 0.5089924335479736, + 0.47234925627708435, + 0.4105619192123413, + 0.40396037697792053, + 0.3456191420555115, + 0.3308732211589813, + 0.2823307514190674 + ], + "p10": [ + 1.7848412990570068, + 1.7647424936294556, + 1.8122632503509521, + 1.8459298610687256, + 1.802065134048462, + 1.8243083953857422, + 1.8151756525039673, + 1.840291976928711, + 1.8521485328674316, + 1.8907619714736938, + 1.8387128114700317, + 1.888427495956421, + 1.8252633810043335, + 1.862170696258545, + 1.789794683456421, + 1.8361072540283203, + 1.78502357006073, + 1.8014297485351562, + 1.7823084592819214, + 1.8211725950241089, + 1.7751200199127197, + 1.7528334856033325, + 1.7510823011398315, + 1.7230501174926758, + 1.7032586336135864, + 1.6997995376586914, + 1.6635332107543945, + 1.6336876153945923, + 1.6212157011032104, + 1.5532281398773193, + 1.5400670766830444, + 1.5131884813308716, + 1.4623632431030273, + 1.4228073358535767, + 1.4036126136779785, + 1.3529940843582153, + 1.2643027305603027, + 1.2881190776824951, + 1.23751962184906, + 1.1678056716918945, + 1.1426576375961304, + 1.1155478954315186, + 1.0439224243164062, + 1.0694562196731567, + 0.947944164276123, + 0.9423900842666626, + 0.9255814552307129, + 0.8764418363571167, + 0.8322471380233765, + 0.777987003326416, + 0.690893292427063, + 0.6513522267341614, + 0.6280367374420166, + 0.574364423751831, + 0.5919914245605469, + 0.533330500125885, + 0.4815905690193176, + 0.4270462989807129, + 0.37100547552108765, + 0.34338802099227905 + ], + "p90": [ + 1.7614679336547852, + 1.7830346822738647, + 1.8215395212173462, + 1.8316744565963745, + 1.8419020175933838, + 1.8682044744491577, + 1.8878488540649414, + 1.8717541694641113, + 1.8724089860916138, + 1.9054484367370605, + 1.8956208229064941, + 1.8950235843658447, + 1.8980960845947266, + 1.878720998764038, + 1.8764948844909668, + 1.8625789880752563, + 1.8626798391342163, + 1.858658790588379, + 1.8976349830627441, + 1.8709774017333984, + 1.8535963296890259, + 1.8126792907714844, + 1.8045001029968262, + 1.7832226753234863, + 1.7736402750015259, + 1.7537964582443237, + 1.751857042312622, + 1.7168569564819336, + 1.6923255920410156, + 1.6644660234451294, + 1.6569677591323853, + 1.6184512376785278, + 1.5755305290222168, + 1.544421911239624, + 1.5187851190567017, + 1.4711894989013672, + 1.4286860227584839, + 1.4019408226013184, + 1.3691844940185547, + 1.3255853652954102, + 1.2877533435821533, + 1.2526148557662964, + 1.1976209878921509, + 1.169926643371582, + 1.1246873140335083, + 1.0884093046188354, + 1.0547584295272827, + 1.0108598470687866, + 0.9694100618362427, + 0.9208760261535645, + 0.8872861862182617, + 0.8423905372619629, + 0.8095420598983765, + 0.7695087194442749, + 0.7326343655586243, + 0.6911319494247437, + 0.6490640640258789, + 0.6073023080825806, + 0.5772420763969421, + 0.538379967212677 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260619_143216.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260619_143216.json new file mode 100644 index 0000000000000000000000000000000000000000..896d1b138d88138d92bffa67d9bdbf6751ad86dc --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260619_143216.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-19T14:32:16.430819+00:00", + "metrics": { + "MSE[mean]": 0.14846829889512722, + "MSE[0.5]": 0.14846829889512722, + "MAE[0.5]": 0.2661666934688886, + "MASE[0.5]": 0.3220310300019292, + "MAPE[0.5]": 0.31298213649933687, + "sMAPE[0.5]": 0.21771345993706337, + "MSIS": 0.9704706014981869, + "RMSE[mean]": 0.3853158430367576, + "NRMSE[mean]": 0.25736049083653373, + "ND[0.5]": 0.17777828789914482, + "mean_weighted_sum_quantile_loss": 0.11676751476282522 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00" + ], + "context": [ + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732 + ], + "actual": [ + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874 + ], + "predictions": { + "p50": [ + 1.75443434715271, + 1.7710093259811401, + 1.784752368927002, + 1.797989845275879, + 1.8105285167694092, + 1.8218231201171875, + 1.831646203994751, + 1.8402271270751953, + 1.8471825122833252, + 1.8531134128570557, + 1.8577854633331299, + 1.860921859741211, + 1.8636610507965088, + 1.8646537065505981, + 1.8655027151107788, + 1.8647215366363525, + 1.8627575635910034, + 1.8591423034667969, + 1.8563264608383179, + 1.8530163764953613, + 1.8484206199645996, + 1.843336582183838, + 1.838761329650879, + 1.8335222005844116, + 1.8270039558410645, + 1.817500352859497, + 1.8077130317687988, + 1.7984647750854492, + 1.7878831624984741, + 1.776210069656372, + 1.7659754753112793, + 1.7560725212097168, + 1.8727762699127197, + 1.844763159751892, + 1.8111716508865356, + 1.7925102710723877, + 1.771204948425293, + 1.7486305236816406, + 1.7281813621520996, + 1.711496114730835, + 1.69174325466156, + 1.6722757816314697, + 1.651505470275879, + 1.6282565593719482, + 1.61073637008667, + 1.5942745208740234, + 1.5788079500198364, + 1.557306170463562, + 1.53689706325531, + 1.5179178714752197, + 1.4980098009109497, + 1.4802013635635376, + 1.4636937379837036, + 1.446546196937561, + 1.4319496154785156, + 1.4153046607971191, + 1.4005978107452393, + 1.3861722946166992, + 1.369863510131836, + 1.3539845943450928 + ], + "p10": [ + 1.7413454055786133, + 1.7559914588928223, + 1.767014741897583, + 1.7754348516464233, + 1.7835605144500732, + 1.7886226177215576, + 1.7914772033691406, + 1.7928767204284668, + 1.7933855056762695, + 1.7904130220413208, + 1.783926248550415, + 1.7765026092529297, + 1.7682965993881226, + 1.7579150199890137, + 1.7442176342010498, + 1.7305238246917725, + 1.7146906852722168, + 1.6941231489181519, + 1.6744003295898438, + 1.6541996002197266, + 1.6317570209503174, + 1.6120991706848145, + 1.590996503829956, + 1.5692206621170044, + 1.5435060262680054, + 1.5163143873214722, + 1.48830246925354, + 1.4550402164459229, + 1.4192020893096924, + 1.378528356552124, + 1.337754726409912, + 1.3112871646881104, + 1.3940783739089966, + 1.3923277854919434, + 1.3604116439819336, + 1.3179950714111328, + 1.2697880268096924, + 1.2206774950027466, + 1.1696481704711914, + 1.1278390884399414, + 1.0883015394210815, + 1.0511242151260376, + 1.0083786249160767, + 0.9687280654907227, + 0.9394309520721436, + 0.9055684804916382, + 0.8694275617599487, + 0.8315157294273376, + 0.7997589707374573, + 0.7620371580123901, + 0.7228858470916748, + 0.692329466342926, + 0.6530291438102722, + 0.6260243058204651, + 0.6034035086631775, + 0.5784803628921509, + 0.5479554533958435, + 0.5179367661476135, + 0.49630314111709595, + 0.46442413330078125 + ], + "p90": [ + 1.7653567790985107, + 1.7850433588027954, + 1.8017358779907227, + 1.8199443817138672, + 1.8374725580215454, + 1.8541674613952637, + 1.870401382446289, + 1.887339472770691, + 1.9020161628723145, + 1.9153523445129395, + 1.9285080432891846, + 1.9427098035812378, + 1.9551811218261719, + 1.9673025608062744, + 1.977051019668579, + 1.988578200340271, + 2.000162124633789, + 2.012519359588623, + 2.0239951610565186, + 2.0371968746185303, + 2.049123525619507, + 2.062309503555298, + 2.0747737884521484, + 2.086667060852051, + 2.09767484664917, + 2.106130599975586, + 2.114182233810425, + 2.123445510864258, + 2.131218433380127, + 2.1387317180633545, + 2.1453843116760254, + 2.1486411094665527, + 2.133932113647461, + 2.1187973022460938, + 2.116854190826416, + 2.134042263031006, + 2.1478161811828613, + 2.1669178009033203, + 2.188232898712158, + 2.2121124267578125, + 2.226388931274414, + 2.244180202484131, + 2.255215644836426, + 2.2649974822998047, + 2.275219678878784, + 2.285583019256592, + 2.2959346771240234, + 2.2888169288635254, + 2.286125898361206, + 2.29213285446167, + 2.2909393310546875, + 2.298856735229492, + 2.2963576316833496, + 2.300203800201416, + 2.298443555831909, + 2.3005313873291016, + 2.297361373901367, + 2.294015884399414, + 2.2890403270721436, + 2.2904605865478516 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260619_143150.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260619_143150.json new file mode 100644 index 0000000000000000000000000000000000000000..df26ddfdfa7104b2bdb2e1351f5c75f505843e4b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260619_143150.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T14:31:50.405655+00:00", + "metrics": { + "MSE[mean]": 0.031429559554485044, + "MSE[0.5]": 0.031429559554485044, + "MAE[0.5]": 0.12088105728228887, + "MASE[0.5]": 0.14625215077440862, + "MAPE[0.5]": 0.1430842236292956, + "sMAPE[0.5]": 0.1179399122623007, + "MSIS": 0.9524713398667117, + "RMSE[mean]": 0.17728383895461267, + "NRMSE[mean]": 0.11841157490737174, + "ND[0.5]": 0.08073898023456369, + "mean_weighted_sum_quantile_loss": 0.07698452954156781 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00" + ], + "context": [ + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732 + ], + "actual": [ + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874 + ], + "predictions": { + "p50": [ + 1.7557059526443481, + 1.773980736732483, + 1.7932374477386475, + 1.8115017414093018, + 1.8285102844238281, + 1.8394203186035156, + 1.8525724411010742, + 1.8660335540771484, + 1.8762805461883545, + 1.8816720247268677, + 1.8900847434997559, + 1.898288369178772, + 1.903812289237976, + 1.9057056903839111, + 1.9059072732925415, + 1.9066184759140015, + 1.9048354625701904, + 1.9018656015396118, + 1.8990947008132935, + 1.8941553831100464, + 1.8889268636703491, + 1.8780460357666016, + 1.8721189498901367, + 1.8627958297729492, + 1.8522069454193115, + 1.8393962383270264, + 1.8202764987945557, + 1.800081491470337, + 1.776371717453003, + 1.7545398473739624, + 1.7298922538757324, + 1.7007594108581543, + 1.719587802886963, + 1.7014799118041992, + 1.67535400390625, + 1.6446505784988403, + 1.6200015544891357, + 1.5908355712890625, + 1.5649176836013794, + 1.53182852268219, + 1.4994323253631592, + 1.4691612720489502, + 1.4380004405975342, + 1.401857614517212, + 1.366051197052002, + 1.3322503566741943, + 1.2996141910552979, + 1.262279987335205, + 1.2270753383636475, + 1.1938406229019165, + 1.158656120300293, + 1.123647689819336, + 1.0915576219558716, + 1.0579684972763062, + 1.0274425745010376, + 0.9948073625564575, + 0.9613263607025146, + 0.9327264428138733, + 0.9005710482597351, + 0.8722960948944092 + ], + "p10": [ + 1.743569016456604, + 1.7567222118377686, + 1.7708927392959595, + 1.7847421169281006, + 1.7967705726623535, + 1.7989027500152588, + 1.8063292503356934, + 1.8114731311798096, + 1.8151706457138062, + 1.812261700630188, + 1.8085291385650635, + 1.8073937892913818, + 1.802412509918213, + 1.7933368682861328, + 1.7794246673583984, + 1.7665338516235352, + 1.7530194520950317, + 1.7399768829345703, + 1.7240740060806274, + 1.7042768001556396, + 1.68788743019104, + 1.6633491516113281, + 1.644565463066101, + 1.622908592224121, + 1.5984690189361572, + 1.5746933221817017, + 1.5390764474868774, + 1.5053385496139526, + 1.467594027519226, + 1.433281421661377, + 1.3972605466842651, + 1.3558825254440308, + 1.3635121583938599, + 1.3256629705429077, + 1.2894346714019775, + 1.26168954372406, + 1.2238643169403076, + 1.1886016130447388, + 1.1559804677963257, + 1.1150317192077637, + 1.0758030414581299, + 1.0224777460098267, + 0.9966344833374023, + 0.9447837471961975, + 0.9078678488731384, + 0.8678969740867615, + 0.8290055990219116, + 0.787722647190094, + 0.744313657283783, + 0.7057992219924927, + 0.6645246744155884, + 0.6164990663528442, + 0.585071325302124, + 0.5393294095993042, + 0.5092992186546326, + 0.4673578143119812, + 0.428516685962677, + 0.3966345191001892, + 0.35725295543670654, + 0.3186482787132263 + ], + "p90": [ + 1.7688604593276978, + 1.790702223777771, + 1.8165338039398193, + 1.8399121761322021, + 1.8634355068206787, + 1.8804612159729004, + 1.9005699157714844, + 1.922518014907837, + 1.9438884258270264, + 1.958368182182312, + 1.9771802425384521, + 1.9972333908081055, + 2.014969825744629, + 2.029885768890381, + 2.0460219383239746, + 2.057023286819458, + 2.070608139038086, + 2.083988666534424, + 2.097926139831543, + 2.1083014011383057, + 2.1191346645355225, + 2.1316423416137695, + 2.1393563747406006, + 2.147655487060547, + 2.1554079055786133, + 2.1599810123443604, + 2.162686824798584, + 2.1672234535217285, + 2.1631336212158203, + 2.165926218032837, + 2.1666996479034424, + 2.15055775642395, + 2.1885743141174316, + 2.2017102241516113, + 2.196653366088867, + 2.204695224761963, + 2.202159881591797, + 2.1932506561279297, + 2.1928277015686035, + 2.2000222206115723, + 2.1736533641815186, + 2.1716647148132324, + 2.1728036403656006, + 2.1690168380737305, + 2.164771556854248, + 2.1613106727600098, + 2.1598267555236816, + 2.1544227600097656, + 2.1434311866760254, + 2.134878158569336, + 2.114306688308716, + 2.1098079681396484, + 2.101363182067871, + 2.088326930999756, + 2.0750536918640137, + 2.079080581665039, + 2.0546815395355225, + 2.0684690475463867, + 2.0614702701568604, + 2.0537896156311035 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260619_143431.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260619_143431.json new file mode 100644 index 0000000000000000000000000000000000000000..44661de68768e1c1e557aeb5e8385b180f7c790a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260619_143431.json @@ -0,0 +1,541 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-19T14:34:31.789811+00:00", + "metrics": { + "MSE[mean]": 0.014490055194672292, + "MSE[0.5]": 0.015339721594057701, + "MAE[0.5]": 0.10142653031455846, + "MASE[0.5]": 0.5686032020610031, + "MAPE[0.5]": 0.06938589898599767, + "sMAPE[0.5]": 0.07169247061974221, + "MSIS": 3.414669667957949, + "RMSE[mean]": 0.12037464514868691, + "NRMSE[mean]": 0.08480405782296384, + "ND[0.5]": 0.07145509198348185, + "mean_weighted_sum_quantile_loss": 0.057443495450734794 + }, + "context_length": 73, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.3298268504859838, + 1.3526857693505787, + 1.3560179143852575, + 1.3622068884796437, + 1.3613524388943392, + 1.363779561644036, + 1.3611758808454, + 1.360468783187164, + 1.3620451600400136, + 1.3620558505908322, + 1.36405919693626, + 1.3623040277744516, + 1.366400609576822, + 1.3640278435214475, + 1.3643015941139107, + 1.3592700530662591, + 1.3612881512493158, + 1.3664010483789821, + 1.354218458585627, + 1.3641818320439913, + 1.3620904535660474, + 1.3620904537326144, + 1.3641818326957682, + 1.3605134197074222, + 1.3605134197178872, + 1.3621180027692612, + 1.3620629049119544, + 1.3598917503176704, + 1.3653513584682913, + 1.3664010527795394, + 1.3620629049130184, + 1.3598917503180934, + 1.3631495903690167, + 1.3639940381042266, + 1.3623051426338135, + 1.3639940381042281, + 1.3620629049130457, + 1.357872038603213, + 1.3621180027720063, + 1.3623051426338142, + 1.3623051426338142, + 1.3639940381042284, + 1.3640620013216058, + 1.3639940381042284, + 1.3605134197247926, + 1.359270080911416, + 1.3621180027720063, + 1.3622115727029103, + 1.3598917503181043, + 1.3623051426338142, + 1.3612881623189192, + 1.3598917503181043, + 1.359270080911416, + 1.3631495903690212, + 1.3622115727029103, + 1.3582723605113365, + 1.3605134197247926, + 1.3582723605113365, + 1.3568292109283402, + 1.359270080911416, + 1.357872038603213, + 1.3623051426338142, + 1.3475575446267052, + 1.36218402377343, + 1.3612881623189192, + 1.3582723605113365, + 1.3643016641573196, + 1.362090453842526, + 1.3622115727029103, + 1.3605134197247926, + 1.3639940381042284, + 1.3639940381042284 + ], + "p10": [ + 1.187333767863883, + 1.21949609056391, + 1.238906151665387, + 1.229017209692975, + 1.2493479736261877, + 1.2445189170703923, + 1.2446890752744428, + 1.2182320239408582, + 1.248855237131258, + 1.2484587651564438, + 1.249937089495488, + 1.2633572737593117, + 1.2308039161147737, + 1.2484656432871877, + 1.2448012867045533, + 1.2488729541591332, + 1.2448013456783587, + 1.2295515850330265, + 1.193302832836544, + 1.2488729813088189, + 1.2448013564714835, + 1.2295515893237408, + 1.2499398938371393, + 1.248465819461287, + 1.229551589426747, + 1.2308043593148146, + 1.2448013567468708, + 1.2434016570044881, + 1.2500584396447216, + 1.2434016570048534, + 1.2157792778892083, + 1.2308043593175488, + 1.2308043593175553, + 1.249939893880832, + 1.2488729820042894, + 1.2488729820042899, + 1.193302834585975, + 1.244801356747962, + 1.2295515894336524, + 1.24887298200429, + 1.2308043593175597, + 1.2295515894336524, + 1.2499398938808337, + 1.24887298200429, + 1.259640705078197, + 1.2157792778892356, + 1.24887298200429, + 1.2484658194786573, + 1.24887298200429, + 1.24887298200429, + 1.24887298200429, + 1.2499398938808337, + 1.2484658194786573, + 1.244801356747962, + 1.2182766604784867, + 1.244801356747962, + 1.2308043593175597, + 1.2308043593175597, + 1.193302834585975, + 1.1882083465729614, + 1.2308043593175597, + 1.243401657004922, + 1.1882083465729614, + 1.2500584396448942, + 1.24887298200429, + 1.244801356747962, + 1.2484658194786573, + 1.244801356747962, + 1.2270542068444013, + 1.2295515894336524, + 1.244801356747962, + 1.2484658194786573 + ], + "p90": [ + 1.4424211791029216, + 1.4711800199996459, + 1.4663711837887392, + 1.4799200262528864, + 1.4701562231095677, + 1.4814247361999013, + 1.470754407654755, + 1.4670481666960835, + 1.4708489442552422, + 1.4708596348060607, + 1.4708638847429285, + 1.456941445916204, + 1.4817067326746851, + 1.4824881125618259, + 1.4824882187098867, + 1.4708666612831174, + 1.4368084605266214, + 1.5035987688518793, + 1.471950736053763, + 1.4817852864695824, + 1.5035987729760265, + 1.456942560665655, + 1.4817071758337768, + 1.467470191805798, + 1.4565332401287587, + 1.467092803230967, + 1.4387809484490772, + 1.4569425607751327, + 1.4817852871648811, + 1.4817071758774025, + 1.4845993372031892, + 1.4708666891282633, + 1.4817071758774667, + 1.4824882887532937, + 1.4824882887532949, + 1.481707175877471, + 1.457957585021381, + 1.471950737803194, + 1.467092803233712, + 1.4817071758774711, + 1.4817071758774711, + 1.467092803233712, + 1.467092803233712, + 1.4817071758774711, + 1.467092803233712, + 1.456533240135664, + 1.4817071758774711, + 1.4824882887532955, + 1.4569425607755666, + 1.4817852871650536, + 1.4708666891282742, + 1.4817071758774711, + 1.467092803233712, + 1.4817071758774711, + 1.4817852871650536, + 1.4565741721996543, + 1.4708666891282742, + 1.4708666891282742, + 1.4569425607755666, + 1.4817071758774711, + 1.4569425607755666, + 1.471950737803194, + 1.4565741721996543, + 1.467092803233712, + 1.4817071758774711, + 1.4817071758774711, + 1.4817071758774711, + 1.4817071758774711, + 1.4674701918231683, + 1.4824882887532955, + 1.4824882887532955, + 1.4817071758774711 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260619_143034.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260619_143034.json new file mode 100644 index 0000000000000000000000000000000000000000..0399ece08c277224f4f03ce20680fa68a7d43a37 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260619_143034.json @@ -0,0 +1,541 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T14:30:34.571867+00:00", + "metrics": { + "MSE[mean]": 0.012424127826914008, + "MSE[0.5]": 0.012424127826914008, + "MAE[0.5]": 0.09123027490244971, + "MASE[0.5]": 0.5114423836994122, + "MAPE[0.5]": 0.06419288496245484, + "sMAPE[0.5]": 0.0642106387865834, + "MSIS": 2.8975359300063355, + "RMSE[mean]": 0.11146357174841477, + "NRMSE[mean]": 0.07852619770576126, + "ND[0.5]": 0.06427181985438755, + "mean_weighted_sum_quantile_loss": 0.05662558799445973 + }, + "context_length": 73, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.3334368467330933, + 1.3691818714141846, + 1.3823645114898682, + 1.3919825553894043, + 1.3986573219299316, + 1.4015159606933594, + 1.407598614692688, + 1.4047644138336182, + 1.4105433225631714, + 1.4074798822402954, + 1.4112005233764648, + 1.4159172773361206, + 1.4168487787246704, + 1.410623550415039, + 1.4155189990997314, + 1.4127833843231201, + 1.4124886989593506, + 1.4152098894119263, + 1.412987232208252, + 1.4097826480865479, + 1.4092237949371338, + 1.4106543064117432, + 1.409233808517456, + 1.4064257144927979, + 1.4116909503936768, + 1.41031014919281, + 1.40916109085083, + 1.408153772354126, + 1.411938190460205, + 1.4089759588241577, + 1.4102299213409424, + 1.408510446548462, + 1.4088400602340698, + 1.4085333347320557, + 1.408767819404602, + 1.4051858186721802, + 1.4058927297592163, + 1.4076422452926636, + 1.4088224172592163, + 1.4060344696044922, + 1.4091376066207886, + 1.407762050628662, + 1.4081635475158691, + 1.4101961851119995, + 1.4143688678741455, + 1.4123680591583252, + 1.4132845401763916, + 1.4123692512512207, + 1.417540192604065, + 1.4206287860870361, + 1.4219142198562622, + 1.4203444719314575, + 1.4237664937973022, + 1.4277132749557495, + 1.4304431676864624, + 1.4280452728271484, + 1.433301329612732, + 1.4329164028167725, + 1.432483434677124, + 1.4368611574172974, + 1.4397774934768677, + 1.4376285076141357, + 1.439155101776123, + 1.4378314018249512, + 1.4266080856323242, + 1.4305026531219482, + 1.4302489757537842, + 1.4272832870483398, + 1.4257675409317017, + 1.425673007965088, + 1.4243310689926147, + 1.4181654453277588 + ], + "p10": [ + 1.2852205038070679, + 1.2806479930877686, + 1.2821414470672607, + 1.2840324640274048, + 1.2814273834228516, + 1.2795809507369995, + 1.279555082321167, + 1.2801638841629028, + 1.280470848083496, + 1.278816819190979, + 1.2778069972991943, + 1.2780888080596924, + 1.2770493030548096, + 1.2749810218811035, + 1.2744828462600708, + 1.2710548639297485, + 1.2677057981491089, + 1.2698240280151367, + 1.270680546760559, + 1.2717911005020142, + 1.2689907550811768, + 1.2692278623580933, + 1.2722076177597046, + 1.270582914352417, + 1.2693283557891846, + 1.268694519996643, + 1.2679970264434814, + 1.2680989503860474, + 1.2725846767425537, + 1.266984224319458, + 1.2670009136199951, + 1.2643471956253052, + 1.2484073638916016, + 1.2467906475067139, + 1.2485283613204956, + 1.2521030902862549, + 1.2473653554916382, + 1.245039701461792, + 1.2495887279510498, + 1.2476840019226074, + 1.2495458126068115, + 1.2478514909744263, + 1.2470077276229858, + 1.2473825216293335, + 1.2508740425109863, + 1.2441521883010864, + 1.2443090677261353, + 1.2403795719146729, + 1.2421491146087646, + 1.2393699884414673, + 1.2424452304840088, + 1.2463624477386475, + 1.2403113842010498, + 1.239988923072815, + 1.2420367002487183, + 1.2426677942276, + 1.2442103624343872, + 1.2413686513900757, + 1.238774299621582, + 1.2414863109588623, + 1.2426986694335938, + 1.2389569282531738, + 1.2350482940673828, + 1.229691982269287, + 1.225817322731018, + 1.2269771099090576, + 1.2276532649993896, + 1.2314784526824951, + 1.2261288166046143, + 1.2272261381149292, + 1.2311094999313354, + 1.2303552627563477 + ], + "p90": [ + 1.4844121932983398, + 1.547932505607605, + 1.5640405416488647, + 1.5727102756500244, + 1.5775556564331055, + 1.5840308666229248, + 1.5896267890930176, + 1.595468282699585, + 1.6038541793823242, + 1.603584885597229, + 1.615370512008667, + 1.6192289590835571, + 1.6263971328735352, + 1.624501347541809, + 1.6347492933273315, + 1.6414203643798828, + 1.6423990726470947, + 1.6389914751052856, + 1.6403517723083496, + 1.6370394229888916, + 1.636129379272461, + 1.637089490890503, + 1.6325178146362305, + 1.6408703327178955, + 1.6465870141983032, + 1.6401108503341675, + 1.6442902088165283, + 1.6436909437179565, + 1.645074725151062, + 1.6408625841140747, + 1.64599609375, + 1.6499587297439575, + 1.6443216800689697, + 1.6382558345794678, + 1.640235185623169, + 1.6367995738983154, + 1.6354584693908691, + 1.6377942562103271, + 1.6348835229873657, + 1.6420719623565674, + 1.6447186470031738, + 1.640472650527954, + 1.6445980072021484, + 1.6468126773834229, + 1.649662971496582, + 1.6481473445892334, + 1.6536575555801392, + 1.6590187549591064, + 1.6922070980072021, + 1.6903934478759766, + 1.6965092420578003, + 1.6992714405059814, + 1.702622413635254, + 1.7091317176818848, + 1.7078065872192383, + 1.7246581315994263, + 1.7303699254989624, + 1.7239223718643188, + 1.737199068069458, + 1.7366774082183838, + 1.7437535524368286, + 1.7420271635055542, + 1.7491072416305542, + 1.7552642822265625, + 1.7498284578323364, + 1.7457979917526245, + 1.7399755716323853, + 1.7445178031921387, + 1.7433277368545532, + 1.745503306388855, + 1.7358096837997437, + 1.7461934089660645 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260619_143431.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260619_143431.json new file mode 100644 index 0000000000000000000000000000000000000000..224fd2b83e2bbaa2910daa1ece75a07fad87ce9b --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260619_143431.json @@ -0,0 +1,541 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-19T14:34:31.932447+00:00", + "metrics": { + "MSE[mean]": 0.024672197627481726, + "MSE[0.5]": 0.025078964681134713, + "MAE[0.5]": 0.13069120125299766, + "MASE[0.5]": 0.7326626996229506, + "MAPE[0.5]": 0.08824602053497146, + "sMAPE[0.5]": 0.09368665683829709, + "MSIS": 7.593426833999065, + "RMSE[mean]": 0.15707386042076424, + "NRMSE[mean]": 0.11065869166339093, + "ND[0.5]": 0.09207208190995624, + "mean_weighted_sum_quantile_loss": 0.07634420170648198 + }, + "context_length": 73, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.3476784673469995, + 1.3464932997113888, + 1.3453081320757783, + 1.3441229644401675, + 1.342937796804557, + 1.3417526291689466, + 1.3405674615333358, + 1.3393822938977253, + 1.3381971262621148, + 1.3370119586265041, + 1.3358267909908936, + 1.334641623355283, + 1.3334564557196724, + 1.332271288084062, + 1.3310861204484512, + 1.3299009528128407, + 1.3287157851772302, + 1.3275306175416195, + 1.326345449906009, + 1.3251602822703983, + 1.3239751146347878, + 1.3227899469991773, + 1.3216047793635666, + 1.320419611727956, + 1.3192344440923454, + 1.3180492764567349, + 1.3168641088211244, + 1.3156789411855137, + 1.3144937735499032, + 1.3133086059142927, + 1.312123438278682, + 1.3109382706430714, + 1.3097531030074607, + 1.3085679353718502, + 1.3073827677362397, + 1.306197600100629, + 1.3050124324650185, + 1.303827264829408, + 1.3026420971937973, + 1.3014569295581868, + 1.300271761922576, + 1.2990865942869656, + 1.297901426651355, + 1.2967162590157444, + 1.295531091380134, + 1.2943459237445232, + 1.2931607561089127, + 1.2919755884733022, + 1.2907904208376915, + 1.289605253202081, + 1.2884200855664705, + 1.2872349179308598, + 1.2860497502952493, + 1.2848645826596385, + 1.283679415024028, + 1.2824942473884176, + 1.2813090797528068, + 1.2801239121171963, + 1.2789387444815856, + 1.2777535768459751, + 1.2765684092103646, + 1.275383241574754, + 1.2741980739391434, + 1.273012906303533, + 1.2718277386679222, + 1.2706425710323117, + 1.269457403396701, + 1.2682722357610905, + 1.26708706812548, + 1.2659019004898693, + 1.2647167328542588, + 1.263531565218648 + ], + "p10": [ + 1.2476784435051416, + 1.2464932758695308, + 1.2453081082339204, + 1.2441229405983096, + 1.2429377729626991, + 1.2417526053270886, + 1.240567437691478, + 1.2393822700558674, + 1.238197102420257, + 1.2370119347846462, + 1.2358267671490357, + 1.234641599513425, + 1.2334564318778145, + 1.232271264242204, + 1.2310860966065933, + 1.2299009289709828, + 1.2287157613353723, + 1.2275305936997616, + 1.226345426064151, + 1.2251602584285404, + 1.2239750907929299, + 1.2227899231573194, + 1.2216047555217087, + 1.2204195878860982, + 1.2092344297872308, + 1.218049252614877, + 1.2168640849792665, + 1.2156789173436557, + 1.2144937497080452, + 1.2133085820724347, + 1.212123414436824, + 1.2109382468012135, + 1.2097530791656028, + 1.2085679115299923, + 1.2073827438943818, + 1.206197576258771, + 1.2050124086231606, + 1.2038272409875501, + 1.2026420733519394, + 1.201456905716329, + 1.2002717380807182, + 1.1990865704451077, + 1.1979014028094972, + 1.1967162351738865, + 1.195531067538276, + 1.1943458999026653, + 1.1931607322670548, + 1.1919755646314443, + 1.1907903969958336, + 1.189605229360223, + 1.1884200617246126, + 1.1872348940890018, + 1.1860497264533914, + 1.1848645588177806, + 1.1836793911821701, + 1.1824942235465596, + 1.181309055910949, + 1.1801238882753384, + 1.0789388160071594, + 1.1777535530041172, + 1.1765683853685067, + 1.175383217732896, + 1.164198059634029, + 1.173012882461675, + 1.1718277148260643, + 1.1706425471904538, + 1.169457379554843, + 1.1682722119192326, + 1.167087044283622, + 1.1659018766480114, + 1.1647167090124009, + 1.1635315413767902 + ], + "p90": [ + 1.4476784911888574, + 1.4464933235532467, + 1.4453081559176362, + 1.4441229882820255, + 1.442937820646415, + 1.5417526768526624, + 1.4405674853751937, + 1.4393823177395833, + 1.4381971501039728, + 1.53701200631022, + 1.4358268148327515, + 1.4346416471971408, + 1.4334564795615303, + 1.5322713357677777, + 1.4310861442903091, + 1.5299010004965565, + 1.4287158090190881, + 1.5275306652253353, + 1.5263454975897248, + 1.4251603061122562, + 1.4239751384766457, + 1.5227899946828931, + 1.4216048032054245, + 1.520419659411672, + 1.4192344679342033, + 1.4180493002985928, + 1.4168641326629823, + 1.4156789650273716, + 1.414493797391761, + 1.4133086297561506, + 1.5121234859623978, + 1.5109383183267873, + 1.4097531268493186, + 1.4185679615978934, + 1.417382793962283, + 1.5061976477843448, + 1.4050124563068764, + 1.403827288671266, + 1.4026421210356552, + 1.4014569534000447, + 1.500271809606292, + 1.3990866181288235, + 1.497901474335071, + 1.3967162828576023, + 1.3955311152219918, + 1.394345947586381, + 1.3931607799507706, + 1.39197561231516, + 1.3907904446795494, + 1.4896053008857968, + 1.3884201094083284, + 1.4872349656145756, + 1.3860497741371072, + 1.3848646065014965, + 1.383679438865886, + 1.3824942712302755, + 1.3813091035946647, + 1.3801239359590542, + 1.3789387683234435, + 1.477753624529691, + 1.3765684330522225, + 1.3753832654166118, + 1.3741980977810013, + 1.3730129301453908, + 1.3718277625097801, + 1.3706425948741696, + 1.4694574510804168, + 1.4682722834448063, + 1.367087091967338, + 1.3659019243317272, + 1.3647167566961167, + 1.4635316129023639 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260619_143303.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260619_143303.json new file mode 100644 index 0000000000000000000000000000000000000000..a5c7a89f34c336ac47ec10c873d6fe25e930baa5 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260619_143303.json @@ -0,0 +1,541 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T14:33:03.803155+00:00", + "metrics": { + "MSE[mean]": 0.03927570799116767, + "MSE[0.5]": 0.012826500302122894, + "MAE[0.5]": 0.0899300484193696, + "MASE[0.5]": 0.5041532361815881, + "MAPE[0.5]": 0.06260499682082549, + "sMAPE[0.5]": 0.06332854904505004, + "MSIS": 4.056169893976797, + "RMSE[mean]": 0.19818099805775444, + "NRMSE[mean]": 0.13961871121566352, + "ND[0.5]": 0.06335580899746766, + "mean_weighted_sum_quantile_loss": 0.07872236288711443 + }, + "context_length": 73, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.3427571654319763, + 1.3591967821121216, + 1.360547661781311, + 1.3659216165542603, + 1.3846733570098877, + 1.3765546083450317, + 1.3527761101722717, + 1.373345136642456, + 1.3863351941108704, + 1.3638151288032532, + 1.401308298110962, + 1.4024000763893127, + 1.3754018545150757, + 1.3758082389831543, + 1.379430115222931, + 1.4161850810050964, + 1.4149214029312134, + 1.4220237135887146, + 1.3924033641815186, + 1.4034187197685242, + 1.3931665420532227, + 1.3947264552116394, + 1.4051337242126465, + 1.3836206197738647, + 1.4087494611740112, + 1.416617214679718, + 1.3992196321487427, + 1.3920310139656067, + 1.4043718576431274, + 1.4044612050056458, + 1.4464119672775269, + 1.4065659642219543, + 1.4042434096336365, + 1.3940023183822632, + 1.3892165422439575, + 1.4149923920631409, + 1.440489113330841, + 1.3994151949882507, + 1.4012094736099243, + 1.4252054691314697, + 1.4163585305213928, + 1.3904291987419128, + 1.403433084487915, + 1.4246827363967896, + 1.410189926624298, + 1.4428115487098694, + 1.3770138621330261, + 1.4071848392486572, + 1.4086447954177856, + 1.3866050243377686, + 1.4026758074760437, + 1.408438265323639, + 1.4373807311058044, + 1.3968982696533203, + 1.3905523419380188, + 1.3840785026550293, + 1.3964918851852417, + 1.3976441621780396, + 1.4434701204299927, + 1.423326849937439, + 1.4352532625198364, + 1.4152979254722595, + 1.3819313645362854, + 1.3809199929237366, + 1.3680816888809204, + 1.4312961101531982, + 1.4015710949897766, + 1.4056681990623474, + 1.411664366722107, + 1.4592052698135376, + 1.400263488292694, + 1.4151340126991272 + ], + "p10": [ + 1.2412585616111755, + 1.2188292741775513, + 1.2375443577766418, + 1.2258625030517578, + 1.1986386179924011, + 1.1961582899093628, + 1.1100616455078125, + 1.1922581195831299, + 1.1758268475532532, + 1.1335355639457703, + 1.1622223258018494, + 1.135875165462494, + 1.1037893891334534, + 1.1287733316421509, + 1.1224645972251892, + 1.1863961219787598, + 1.1450167894363403, + 1.169198453426361, + 1.0642693638801575, + 1.1068578362464905, + 1.1346744894981384, + 1.0821125507354736, + 1.1684218049049377, + 1.1176729798316956, + 1.0703797340393066, + 1.128201961517334, + 1.1540459990501404, + 1.1349046230316162, + 1.105191171169281, + 1.1330416202545166, + 1.0711324214935303, + 1.1263110637664795, + 1.1254141926765442, + 1.0496370196342468, + 1.0652006268501282, + 1.087773084640503, + 1.0670210719108582, + 1.0508655905723572, + 1.1182247400283813, + 1.1007004976272583, + 1.0681208968162537, + 1.0277222990989685, + 1.1054770350456238, + 1.0407689213752747, + 1.0552616119384766, + 1.0500504970550537, + 1.0377002954483032, + 1.0657901763916016, + 1.0272129774093628, + 0.9655947685241699, + 1.0175464153289795, + 1.0060347318649292, + 1.037891447544098, + 1.066496729850769, + 1.0290635824203491, + 1.0264203548431396, + 1.006382167339325, + 0.9995920360088348, + 1.0449402332305908, + 0.9442656338214874, + 1.059319257736206, + 1.0340188145637512, + 1.0173960328102112, + 0.9352481365203857, + 1.0196088552474976, + 1.0394178628921509, + 1.041748285293579, + 1.0059784650802612, + 0.9270949363708496, + 1.0240223407745361, + 0.9635797142982483, + 1.0174919366836548 + ], + "p90": [ + 1.4580757021903992, + 1.5373693704605103, + 1.5118515491485596, + 1.5415728092193604, + 1.5940468311309814, + 1.6058356761932373, + 1.5878589749336243, + 1.6165630221366882, + 1.6205278635025024, + 1.6555769443511963, + 1.5816597938537598, + 1.7127922177314758, + 1.69650799036026, + 1.6517295837402344, + 1.71865975856781, + 1.662514567375183, + 1.7930273413658142, + 1.7343157529830933, + 1.7323285341262817, + 1.6656572222709656, + 1.7084019780158997, + 1.7721442580223083, + 1.728821337223053, + 1.6730289459228516, + 1.7366328835487366, + 1.7403202056884766, + 1.7424880862236023, + 1.70496666431427, + 1.798751175403595, + 1.7290247082710266, + 1.8641077876091003, + 1.7510163187980652, + 1.7667965292930603, + 1.7552947998046875, + 1.7006484270095825, + 1.833926260471344, + 1.8780543208122253, + 1.7340905666351318, + 1.895581841468811, + 1.8740514516830444, + 1.898476243019104, + 1.9354887008666992, + 1.8121097087860107, + 1.934133529663086, + 1.7859814763069153, + 1.9162031412124634, + 1.8216546773910522, + 1.7525497674942017, + 1.9354887008666992, + 1.8085269331932068, + 1.8424356579780579, + 1.9544599652290344, + 1.9328938126564026, + 1.87032151222229, + 1.8766626119613647, + 2.058484196662903, + 1.7931450605392456, + 1.8225359320640564, + 2.0190787315368652, + 1.9193183183670044, + 2.0320510864257812, + 1.9279711842536926, + 1.9155423045158386, + 1.9534814357757568, + 1.844278335571289, + 1.9593040347099304, + 1.9030040502548218, + 2.0801029205322266, + 1.9344727993011475, + 1.9643991589546204, + 1.8756864070892334, + 1.9973368048667908 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260619_143431.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260619_143431.json new file mode 100644 index 0000000000000000000000000000000000000000..f96079b89a5c2abb10c9b10a9713b2f1025fdc51 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260619_143431.json @@ -0,0 +1,541 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T14:34:31.969450+00:00", + "metrics": { + "MSE[mean]": 0.012707738156335725, + "MSE[0.5]": 0.012893522210695868, + "MAE[0.5]": 0.09660495633696334, + "MASE[0.5]": 0.5415731696411611, + "MAPE[0.5]": 0.06963072094183234, + "sMAPE[0.5]": 0.06799719939211085, + "MSIS": 5.524044808673195, + "RMSE[mean]": 0.11272860398468405, + "NRMSE[mean]": 0.0794174141806259, + "ND[0.5]": 0.06805828829705257, + "mean_weighted_sum_quantile_loss": 0.055920863276509705 + }, + "context_length": 73, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195, + 1.4472222096390195 + ], + "p10": [ + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.337222195333905, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.2472222811645932, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.337222195333905, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616, + 1.3472221857971616 + ], + "p90": [ + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.6472222573227353, + 1.6472222573227353, + 1.5472222334808774, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.6472222573227353, + 1.6472222573227353, + 1.5472222334808774, + 1.5572222358650627, + 1.5572222358650627, + 1.6472222573227353, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.6472222573227353, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.6472222573227353, + 1.6472222573227353, + 1.5472222334808774, + 1.5472222334808774, + 1.5472222334808774, + 1.6472222573227353 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260619_143431.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260619_143431.json new file mode 100644 index 0000000000000000000000000000000000000000..7873aa763e8efce3def8164603275d420fbaa78c --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260619_143431.json @@ -0,0 +1,541 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T14:34:31.994830+00:00", + "metrics": { + "MSE[mean]": 0.024027788241706025, + "MSE[0.5]": 0.024027788241706025, + "MAE[0.5]": 0.12361113561524285, + "MASE[0.5]": 0.6929714277245209, + "MAPE[0.5]": 0.08689894377023769, + "sMAPE[0.5]": 0.08562398104258172, + "MSIS": 20.562255008980525, + "RMSE[mean]": 0.155008994067138, + "NRMSE[mean]": 0.10920399125340577, + "ND[0.5]": 0.08708416859155849, + "mean_weighted_sum_quantile_loss": 0.08271800191982379 + }, + "context_length": 73, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "p10": [ + 1.5680000233650206, + 1.47, + 1.47, + 1.5680000233650206, + 1.5680000233650206, + 1.5680000233650206, + 1.5680000233650206, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.5680000233650206, + 1.47, + 1.47, + 1.5680000233650206, + 1.5680000233650206, + 1.5680000233650206, + 1.5680000233650206, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.5680000233650206, + 1.47, + 1.47, + 1.5680000233650206, + 1.5680000233650206, + 1.5680000233650206, + 1.5680000233650206, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584 + ], + "p90": [ + 1.6320000243186952, + 1.53, + 1.53, + 1.6320000243186952, + 1.6320000243186952, + 1.6320000243186952, + 1.6320000243186952, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.6320000243186952, + 1.53, + 1.53, + 1.6320000243186952, + 1.6320000243186952, + 1.6320000243186952, + 1.6320000243186952, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.6320000243186952, + 1.53, + 1.53, + 1.6320000243186952, + 1.6320000243186952, + 1.6320000243186952, + 1.6320000243186952, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260619_143426.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260619_143426.json new file mode 100644 index 0000000000000000000000000000000000000000..2ba6238e57781db0b773e160762edc23a5be1b14 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260619_143426.json @@ -0,0 +1,541 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T14:34:26.307866+00:00", + "metrics": { + "MSE[mean]": 0.029085692885368292, + "MSE[0.5]": 0.029085692885368292, + "MAE[0.5]": 0.14293573962317574, + "MASE[0.5]": 0.8013063148925418, + "MAPE[0.5]": 0.10542715173036468, + "sMAPE[0.5]": 0.09818667840781348, + "MSIS": 7.3496892370763005, + "RMSE[mean]": 0.17054528104104286, + "NRMSE[mean]": 0.1201493209552027, + "ND[0.5]": 0.10069837143029055, + "mean_weighted_sum_quantile_loss": 0.07065718074956057 + }, + "context_length": 73, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.4118194580078125, + 1.447601318359375, + 1.46148681640625, + 1.4761734008789062, + 1.4911270141601562, + 1.49993896484375, + 1.5088176727294922, + 1.5158939361572266, + 1.5225613117218018, + 1.5270757675170898, + 1.531515121459961, + 1.5370559692382812, + 1.5441322326660156, + 1.5494728088378906, + 1.5549468994140625, + 1.560821533203125, + 1.5592193603515625, + 1.5717697143554688, + 1.5704345703125, + 1.573638916015625, + 1.5741729736328125, + 1.5704345703125, + 1.5677642822265625, + 1.5690994262695312, + 1.5656280517578125, + 1.5576171875, + 1.5520095825195312, + 1.5497398376464844, + 1.5456008911132812, + 1.5435981750488281, + 1.5397262573242188, + 1.5372562408447266, + 1.5311145782470703, + 1.523587703704834, + 1.5191650390625, + 1.5225988626480103, + 1.5178966522216797, + 1.5155601501464844, + 1.510152816772461, + 1.5075492858886719, + 1.5008735656738281, + 1.5016746520996094, + 1.49993896484375, + 1.50421142578125, + 1.4986038208007812, + 1.4968681335449219, + 1.4982032775878906, + 1.5024757385253906, + 1.5030097961425781, + 1.5059471130371094, + 1.5077495574951172, + 1.516427993774414, + 1.518096923828125, + 1.5227198600769043, + 1.5298128128051758, + 1.5345191955566406, + 1.5433311462402344, + 1.5529441833496094, + 1.5618896484375, + 1.571502685546875, + 1.5792465209960938, + 1.5875244140625, + 1.5987396240234375, + 1.6094207763671875, + 1.6131591796875, + 1.6179656982421875, + 1.61956787109375, + 1.614227294921875, + 1.6168975830078125, + 1.6190338134765625, + 1.617431640625, + 1.6168975830078125 + ], + "p10": [ + 1.276702880859375, + 1.293792724609375, + 1.30126953125, + 1.318359375, + 1.332244873046875, + 1.3397216796875, + 1.34613037109375, + 1.345062255859375, + 1.35040283203125, + 1.35467529296875, + 1.35894775390625, + 1.357879638671875, + 1.36749267578125, + 1.36962890625, + 1.37603759765625, + 1.3824462890625, + 1.36749267578125, + 1.374969482421875, + 1.37176513671875, + 1.374969482421875, + 1.378173828125, + 1.377105712890625, + 1.3739013671875, + 1.37603759765625, + 1.372833251953125, + 1.3653564453125, + 1.364288330078125, + 1.362152099609375, + 1.362152099609375, + 1.36322021484375, + 1.361083984375, + 1.35894775390625, + 1.3568115234375, + 1.3482666015625, + 1.345062255859375, + 1.351470947265625, + 1.35040283203125, + 1.349334716796875, + 1.34613037109375, + 1.343994140625, + 1.3397216796875, + 1.342926025390625, + 1.343994140625, + 1.35040283203125, + 1.3482666015625, + 1.351470947265625, + 1.3525390625, + 1.35467529296875, + 1.364288330078125, + 1.368560791015625, + 1.36962890625, + 1.38031005859375, + 1.383514404296875, + 1.387786865234375, + 1.3915252685546875, + 1.3957977294921875, + 1.402740478515625, + 1.407012939453125, + 1.4086151123046875, + 1.4128875732421875, + 1.413421630859375, + 1.4150238037109375, + 1.419830322265625, + 1.424102783203125, + 1.4251708984375, + 1.4246368408203125, + 1.4214324951171875, + 1.4107513427734375, + 1.4118194580078125, + 1.4118194580078125, + 1.409149169921875, + 1.4096832275390625 + ], + "p90": [ + 1.5564155578613281, + 1.5872573852539062, + 1.5987396240234375, + 1.6083526611328125, + 1.624908447265625, + 1.631317138671875, + 1.6393280029296875, + 1.6500091552734375, + 1.6574859619140625, + 1.665496826171875, + 1.678314208984375, + 1.695404052734375, + 1.702880859375, + 1.71783447265625, + 1.727447509765625, + 1.738128662109375, + 1.748809814453125, + 1.76910400390625, + 1.7669677734375, + 1.772308349609375, + 1.771240234375, + 1.76910400390625, + 1.770172119140625, + 1.770172119140625, + 1.7626953125, + 1.753082275390625, + 1.744537353515625, + 1.740264892578125, + 1.7327880859375, + 1.727447509765625, + 1.719970703125, + 1.71356201171875, + 1.70074462890625, + 1.697540283203125, + 1.693267822265625, + 1.69219970703125, + 1.6815185546875, + 1.6729736328125, + 1.6644287109375, + 1.6596221923828125, + 1.6489410400390625, + 1.6457366943359375, + 1.6425323486328125, + 1.644134521484375, + 1.635589599609375, + 1.631317138671875, + 1.63238525390625, + 1.63665771484375, + 1.6414642333984375, + 1.6478729248046875, + 1.648406982421875, + 1.65802001953125, + 1.66015625, + 1.66656494140625, + 1.678314208984375, + 1.68792724609375, + 1.701812744140625, + 1.71783447265625, + 1.7327880859375, + 1.746673583984375, + 1.759490966796875, + 1.77337646484375, + 1.7926025390625, + 1.81182861328125, + 1.8182373046875, + 1.8310546875, + 1.8353271484375, + 1.8310546875, + 1.8353271484375, + 1.83746337890625, + 1.839599609375, + 1.84173583984375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260619_143114.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260619_143114.json new file mode 100644 index 0000000000000000000000000000000000000000..639dbaf8933e83c12305a1da8e876d9ab549695a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260619_143114.json @@ -0,0 +1,541 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T14:31:14.850856+00:00", + "metrics": { + "MSE[mean]": 0.017946414424851218, + "MSE[0.5]": 0.016399770403740237, + "MAE[0.5]": 0.10343773497475518, + "MASE[0.5]": 0.5798781358109918, + "MAPE[0.5]": 0.07252781822022727, + "sMAPE[0.5]": 0.07281199975363661, + "MSIS": 18.296705813517203, + "RMSE[mean]": 0.13396422815382925, + "NRMSE[mean]": 0.09437793263301662, + "ND[0.5]": 0.07287198767681048, + "mean_weighted_sum_quantile_loss": 0.07435177428675319 + }, + "context_length": 73, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.3459932804107666, + 1.3562443256378174, + 1.3642215728759766, + 1.3701457977294922, + 1.3657457828521729, + 1.3652547597885132, + 1.3685988187789917, + 1.3599019050598145, + 1.3622119426727295, + 1.3703944683074951, + 1.376107096672058, + 1.3787225484848022, + 1.3767467737197876, + 1.3781782388687134, + 1.372982382774353, + 1.372406005859375, + 1.3747974634170532, + 1.3751863241195679, + 1.3767191171646118, + 1.3837288618087769, + 1.3920286893844604, + 1.3929537534713745, + 1.383326530456543, + 1.380267858505249, + 1.3707797527313232, + 1.3689117431640625, + 1.3692512512207031, + 1.36605703830719, + 1.3685438632965088, + 1.3718599081039429, + 1.383793592453003, + 1.3994028568267822, + 1.3941365480422974, + 1.389647126197815, + 1.3862284421920776, + 1.3771336078643799, + 1.3772759437561035, + 1.3724216222763062, + 1.3761281967163086, + 1.3840560913085938, + 1.3920258283615112, + 1.391276240348816, + 1.3940260410308838, + 1.396863341331482, + 1.3913441896438599, + 1.3949916362762451, + 1.3982495069503784, + 1.3952890634536743, + 1.4024772644042969, + 1.4147337675094604, + 1.418269157409668, + 1.42094886302948, + 1.4240187406539917, + 1.4314625263214111, + 1.4319181442260742, + 1.4361220598220825, + 1.4485163688659668, + 1.4514693021774292, + 1.4556814432144165, + 1.462594747543335, + 1.4735158681869507, + 1.4712907075881958, + 1.471439242362976, + 1.4735090732574463, + 1.4848142862319946, + 1.484096884727478, + 1.488506555557251, + 1.4885941743850708, + 1.4846880435943604, + 1.4877440929412842, + 1.4909626245498657, + 1.4859265089035034 + ], + "p10": [ + 1.3706903457641602, + 1.3900811672210693, + 1.3975467681884766, + 1.410170078277588, + 1.4102061986923218, + 1.4063068628311157, + 1.4085389375686646, + 1.3993992805480957, + 1.4087921380996704, + 1.4157445430755615, + 1.423587679862976, + 1.42890202999115, + 1.4329291582107544, + 1.433882236480713, + 1.428585410118103, + 1.4195181131362915, + 1.4238324165344238, + 1.4276903867721558, + 1.4347532987594604, + 1.4327279329299927, + 1.439326524734497, + 1.4453749656677246, + 1.437994122505188, + 1.4283572435379028, + 1.4336525201797485, + 1.4263972043991089, + 1.4220625162124634, + 1.4216116666793823, + 1.4209270477294922, + 1.4260954856872559, + 1.4374254941940308, + 1.4495782852172852, + 1.4490450620651245, + 1.446602702140808, + 1.4446974992752075, + 1.4395763874053955, + 1.430240273475647, + 1.4334442615509033, + 1.4348061084747314, + 1.4427186250686646, + 1.4471508264541626, + 1.452608346939087, + 1.4486618041992188, + 1.4559857845306396, + 1.4505138397216797, + 1.45517098903656, + 1.4563648700714111, + 1.4534765481948853, + 1.4598915576934814, + 1.4696975946426392, + 1.4705954790115356, + 1.4811346530914307, + 1.4769169092178345, + 1.4831172227859497, + 1.4800665378570557, + 1.4929627180099487, + 1.5027189254760742, + 1.505374789237976, + 1.5123286247253418, + 1.5218991041183472, + 1.5171276330947876, + 1.5279293060302734, + 1.5237147808074951, + 1.5224659442901611, + 1.5335944890975952, + 1.540947437286377, + 1.5426909923553467, + 1.5442641973495483, + 1.5411696434020996, + 1.5417304039001465, + 1.5422184467315674, + 1.5358589887619019 + ], + "p90": [ + 1.4441373348236084, + 1.4638527631759644, + 1.4842709302902222, + 1.4974780082702637, + 1.5015168190002441, + 1.5058282613754272, + 1.5142220258712769, + 1.5116915702819824, + 1.5209065675735474, + 1.5317213535308838, + 1.5432381629943848, + 1.5445513725280762, + 1.5509369373321533, + 1.5515056848526, + 1.5473815202713013, + 1.5519652366638184, + 1.558706521987915, + 1.5622624158859253, + 1.566345453262329, + 1.5706464052200317, + 1.5820629596710205, + 1.5855342149734497, + 1.5748939514160156, + 1.5693466663360596, + 1.571005940437317, + 1.56890070438385, + 1.5669125318527222, + 1.566762924194336, + 1.5689611434936523, + 1.578365683555603, + 1.5897406339645386, + 1.6039422750473022, + 1.6012648344039917, + 1.5966427326202393, + 1.5949535369873047, + 1.5856131315231323, + 1.5892561674118042, + 1.5812811851501465, + 1.5865070819854736, + 1.597407341003418, + 1.6034592390060425, + 1.605093002319336, + 1.6081311702728271, + 1.6072251796722412, + 1.6062664985656738, + 1.6094837188720703, + 1.6167914867401123, + 1.6168310642242432, + 1.6239014863967896, + 1.640443205833435, + 1.6437853574752808, + 1.6558246612548828, + 1.6534661054611206, + 1.6639766693115234, + 1.6706403493881226, + 1.6753714084625244, + 1.6907850503921509, + 1.6995741128921509, + 1.707876443862915, + 1.714841365814209, + 1.730577826499939, + 1.7274272441864014, + 1.7338520288467407, + 1.7421592473983765, + 1.7522318363189697, + 1.754148006439209, + 1.760822057723999, + 1.7597224712371826, + 1.7547680139541626, + 1.7600581645965576, + 1.7611087560653687, + 1.761755347251892 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260619_143224.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260619_143224.json new file mode 100644 index 0000000000000000000000000000000000000000..8bf879940b460ec198c07f10307385cb7b4aa8c9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260619_143224.json @@ -0,0 +1,541 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-19T14:32:24.243672+00:00", + "metrics": { + "MSE[mean]": 0.016641944096938407, + "MSE[0.5]": 0.016641944096938407, + "MAE[0.5]": 0.09996221462885539, + "MASE[0.5]": 0.5603941606481035, + "MAPE[0.5]": 0.06894984793739285, + "sMAPE[0.5]": 0.07064587655288819, + "MSIS": 3.9051852369127786, + "RMSE[mean]": 0.1290036592385596, + "NRMSE[mean]": 0.09088320687406877, + "ND[0.5]": 0.07042348011930522, + "mean_weighted_sum_quantile_loss": 0.08260065422537 + }, + "context_length": 73, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.3402043581008911, + 1.3598856925964355, + 1.3728801012039185, + 1.3804415464401245, + 1.381975769996643, + 1.3813979625701904, + 1.3824715614318848, + 1.38543701171875, + 1.3889299631118774, + 1.3911592960357666, + 1.395094394683838, + 1.3949495553970337, + 1.3925971984863281, + 1.3924826383590698, + 1.3943631649017334, + 1.396602749824524, + 1.3984066247940063, + 1.3994678258895874, + 1.3979510068893433, + 1.3946282863616943, + 1.393261194229126, + 1.391364574432373, + 1.389784336090088, + 1.3889507055282593, + 1.3912733793258667, + 1.39084792137146, + 1.3865059614181519, + 1.3850178718566895, + 1.3856749534606934, + 1.3859449625015259, + 1.3852988481521606, + 1.3876242637634277, + 1.3182086944580078, + 1.314007043838501, + 1.3265690803527832, + 1.337463140487671, + 1.3407235145568848, + 1.341132640838623, + 1.3407769203186035, + 1.3443527221679688, + 1.3425902128219604, + 1.3412940502166748, + 1.3444461822509766, + 1.3479729890823364, + 1.351274013519287, + 1.3522284030914307, + 1.3479869365692139, + 1.3455615043640137, + 1.364209771156311, + 1.3654814958572388, + 1.3623912334442139, + 1.3652147054672241, + 1.3717836141586304, + 1.3734492063522339, + 1.3719146251678467, + 1.3728077411651611, + 1.3750152587890625, + 1.3758906126022339, + 1.3738353252410889, + 1.3755450248718262, + 1.375112771987915, + 1.3741991519927979, + 1.3739192485809326, + 1.376404047012329, + 1.4213566780090332, + 1.4118971824645996, + 1.4234870672225952, + 1.4311131238937378, + 1.429619550704956, + 1.4273350238800049, + 1.4217901229858398, + 1.4228547811508179 + ], + "p10": [ + 1.2422966957092285, + 1.2379311323165894, + 1.2285029888153076, + 1.2250761985778809, + 1.220450758934021, + 1.2112505435943604, + 1.203906536102295, + 1.198974847793579, + 1.1952584981918335, + 1.1892352104187012, + 1.1839101314544678, + 1.178568720817566, + 1.1710684299468994, + 1.1658868789672852, + 1.1614100933074951, + 1.1592694520950317, + 1.1565971374511719, + 1.1521008014678955, + 1.1453567743301392, + 1.138778567314148, + 1.1340703964233398, + 1.130896806716919, + 1.1278141736984253, + 1.1246297359466553, + 1.1221165657043457, + 1.118821620941162, + 1.1117980480194092, + 1.1041250228881836, + 1.0999916791915894, + 1.096456527709961, + 1.092038631439209, + 1.091545820236206, + 1.0723726749420166, + 1.0438737869262695, + 1.0304286479949951, + 1.0166099071502686, + 1.0028598308563232, + 0.9872666597366333, + 0.9737299084663391, + 0.9671003222465515, + 0.9587916135787964, + 0.9504693746566772, + 0.942611813545227, + 0.9375866055488586, + 0.9334622025489807, + 0.9275624752044678, + 0.9113947153091431, + 0.8959481120109558, + 0.9011890292167664, + 0.8935537934303284, + 0.8830625414848328, + 0.8785427808761597, + 0.8779559135437012, + 0.867363691329956, + 0.8603522777557373, + 0.852398693561554, + 0.8423302173614502, + 0.8265144228935242, + 0.81033855676651, + 0.8016279935836792, + 0.7959691286087036, + 0.7908579111099243, + 0.7853803038597107, + 0.7831578254699707, + 1.168553113937378, + 1.1504757404327393, + 1.1258456707000732, + 1.1068830490112305, + 1.093626856803894, + 1.0817070007324219, + 1.0657075643539429, + 1.0596131086349487 + ], + "p90": [ + 1.4801663160324097, + 1.5309202671051025, + 1.5571085214614868, + 1.5759646892547607, + 1.5869803428649902, + 1.5942505598068237, + 1.6052848100662231, + 1.616978406906128, + 1.626575231552124, + 1.6337478160858154, + 1.6422152519226074, + 1.647585153579712, + 1.6467947959899902, + 1.651572346687317, + 1.6614991426467896, + 1.6701409816741943, + 1.6775249242782593, + 1.6811671257019043, + 1.6817435026168823, + 1.6825634241104126, + 1.6819664239883423, + 1.6817044019699097, + 1.6793614625930786, + 1.6807535886764526, + 1.686509609222412, + 1.6863082647323608, + 1.6816586256027222, + 1.6809945106506348, + 1.6843013763427734, + 1.6873595714569092, + 1.6893360614776611, + 1.6923370361328125, + 1.6612238883972168, + 1.677068829536438, + 1.6822400093078613, + 1.6911214590072632, + 1.706089973449707, + 1.7193924188613892, + 1.719718337059021, + 1.7333431243896484, + 1.7476799488067627, + 1.7550601959228516, + 1.774388074874878, + 1.7797149419784546, + 1.7823805809020996, + 1.7768816947937012, + 1.7672035694122314, + 1.7742489576339722, + 1.797800064086914, + 1.799159288406372, + 1.8007473945617676, + 1.8046655654907227, + 1.8078584671020508, + 1.8117083311080933, + 1.8117631673812866, + 1.8184585571289062, + 1.8251162767410278, + 1.8308519124984741, + 1.8368161916732788, + 1.8402026891708374, + 1.842968225479126, + 1.8457857370376587, + 1.8494229316711426, + 1.8550267219543457, + 1.8378829956054688, + 1.816818356513977, + 1.8191156387329102, + 1.8219279050827026, + 1.833041787147522, + 1.8382728099822998, + 1.8236231803894043, + 1.8330482244491577 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260619_143157.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260619_143157.json new file mode 100644 index 0000000000000000000000000000000000000000..f9db526c016b7811d38a4450a4345fb2fe83a6a2 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260619_143157.json @@ -0,0 +1,541 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T14:31:57.656744+00:00", + "metrics": { + "MSE[mean]": 0.012663211249970076, + "MSE[0.5]": 0.012663211249970076, + "MAE[0.5]": 0.09290964735878839, + "MASE[0.5]": 0.5208570462454518, + "MAPE[0.5]": 0.06678725115511847, + "sMAPE[0.5]": 0.0652345010830785, + "MSIS": 4.295259103489465, + "RMSE[mean]": 0.1125309346356373, + "NRMSE[mean]": 0.07927815592664988, + "ND[0.5]": 0.06545493942842844, + "mean_weighted_sum_quantile_loss": 0.08316667591620877 + }, + "context_length": 73, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.2995285987854004, + 1.3182698488235474, + 1.3581030368804932, + 1.364272952079773, + 1.3693318367004395, + 1.3733705282211304, + 1.3780875205993652, + 1.378581166267395, + 1.385023593902588, + 1.3910750150680542, + 1.3940374851226807, + 1.4011270999908447, + 1.4129462242126465, + 1.4090415239334106, + 1.4142767190933228, + 1.4207814931869507, + 1.4238172769546509, + 1.427782654762268, + 1.4308197498321533, + 1.433146595954895, + 1.435642123222351, + 1.438879370689392, + 1.436219573020935, + 1.4328570365905762, + 1.4387719631195068, + 1.4427471160888672, + 1.4493625164031982, + 1.4515577554702759, + 1.455141305923462, + 1.4541378021240234, + 1.454923152923584, + 1.455499291419983, + 1.4676368236541748, + 1.4696828126907349, + 1.4674383401870728, + 1.4665043354034424, + 1.469588041305542, + 1.469266653060913, + 1.4696085453033447, + 1.4726994037628174, + 1.470625877380371, + 1.4691895246505737, + 1.4673359394073486, + 1.4632105827331543, + 1.4615143537521362, + 1.461916446685791, + 1.4606484174728394, + 1.4627387523651123, + 1.4650108814239502, + 1.465772032737732, + 1.467984676361084, + 1.4711216688156128, + 1.4706376791000366, + 1.4689451456069946, + 1.4690409898757935, + 1.4690542221069336, + 1.468469262123108, + 1.469761610031128, + 1.4701892137527466, + 1.4707359075546265, + 1.472738265991211, + 1.4734301567077637, + 1.4747114181518555, + 1.4769022464752197, + 1.4852855205535889, + 1.4871188402175903, + 1.487341046333313, + 1.4844671487808228, + 1.4853777885437012, + 1.484911561012268, + 1.4818751811981201, + 1.483095645904541 + ], + "p10": [ + 1.2135581970214844, + 1.218207836151123, + 1.2009414434432983, + 1.1864686012268066, + 1.1763319969177246, + 1.1757643222808838, + 1.1560593843460083, + 1.14785897731781, + 1.1304959058761597, + 1.1213557720184326, + 1.1164333820343018, + 1.1120266914367676, + 1.1108288764953613, + 1.099103569984436, + 1.0935559272766113, + 1.093659520149231, + 1.0850651264190674, + 1.0858114957809448, + 1.0772303342819214, + 1.0745772123336792, + 1.0672498941421509, + 1.062829852104187, + 1.0531998872756958, + 1.0403625965118408, + 1.0333020687103271, + 1.0276674032211304, + 1.0259531736373901, + 1.0255355834960938, + 1.0211663246154785, + 1.0144047737121582, + 1.0087882280349731, + 1.007840871810913, + 1.057732343673706, + 1.0419681072235107, + 1.025547981262207, + 1.0093289613723755, + 1.0044610500335693, + 0.9993544816970825, + 0.9879475235939026, + 0.9847796559333801, + 0.9702895879745483, + 0.9586625099182129, + 0.953681468963623, + 0.9519616961479187, + 0.9518133401870728, + 0.9547091126441956, + 0.9520782828330994, + 0.9569140076637268, + 0.9525116682052612, + 0.956462025642395, + 0.948267936706543, + 0.9510101675987244, + 0.9424802660942078, + 0.9379799365997314, + 0.9292513132095337, + 0.9260101318359375, + 0.9150738716125488, + 0.9162856936454773, + 0.9076471924781799, + 0.9056918621063232, + 0.9139977097511292, + 0.9129247665405273, + 0.9008855223655701, + 0.909927487373352, + 0.9904951453208923, + 0.9759849309921265, + 0.965204119682312, + 0.9507893323898315, + 0.9441509246826172, + 0.940973162651062, + 0.9253624677658081, + 0.9211217164993286 + ], + "p90": [ + 1.5064529180526733, + 1.5291529893875122, + 1.5622519254684448, + 1.586630940437317, + 1.5972180366516113, + 1.6048773527145386, + 1.6130324602127075, + 1.6217156648635864, + 1.6365437507629395, + 1.6506975889205933, + 1.65765380859375, + 1.6738677024841309, + 1.6921072006225586, + 1.6896733045578003, + 1.7041404247283936, + 1.7203871011734009, + 1.7253403663635254, + 1.735418438911438, + 1.748377799987793, + 1.7544373273849487, + 1.7577842473983765, + 1.7663145065307617, + 1.7663570642471313, + 1.768298864364624, + 1.7827634811401367, + 1.784947395324707, + 1.7984297275543213, + 1.8085030317306519, + 1.8109424114227295, + 1.8130440711975098, + 1.8200047016143799, + 1.8212422132492065, + 1.772218108177185, + 1.7911481857299805, + 1.799337387084961, + 1.7975506782531738, + 1.807956576347351, + 1.8149104118347168, + 1.81797456741333, + 1.8257611989974976, + 1.8306827545166016, + 1.826387643814087, + 1.8212040662765503, + 1.825786828994751, + 1.823699951171875, + 1.828239917755127, + 1.8289836645126343, + 1.8370261192321777, + 1.8432285785675049, + 1.846704363822937, + 1.863305926322937, + 1.8662198781967163, + 1.86473548412323, + 1.8664957284927368, + 1.867781162261963, + 1.8750998973846436, + 1.8770527839660645, + 1.878324031829834, + 1.8829762935638428, + 1.8916773796081543, + 1.8931925296783447, + 1.8954591751098633, + 1.9018702507019043, + 1.9046443700790405, + 1.8274648189544678, + 1.8476536273956299, + 1.8518030643463135, + 1.8510195016860962, + 1.8601086139678955, + 1.869828224182129, + 1.8695363998413086, + 1.8767603635787964 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 9d2cd07d8de8611c29182edae8f9d57c9b21d0c7..36c9f174a131fbcbe67abe68a09c47f8cb433bf1 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Seasonal-Naive,3140140.755794525,3140140.755794525,1569.8069661458333,1.4269981448573648,0.02475711410343608,0.024370600454748394,11.132353186555392,1772.0442307669764,0.027823764026250586,0.02464833429913954,0.018554232329948895,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,0.7228792015084764,0.7228792015084764,0.7337500254313151,0.4205798149142999,0.030863168927827447,0.031110116066204674,5.390142700437491,0.8502230304505262,0.036408225659295836,0.03142062205638156,0.0261379766471425,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.22359171450691448,0.22359171450691448,0.42683334747950236,0.507188994967703,0.28127815830853736,0.2954034686093682,18.509981537806325,0.4728548556448527,0.2971064595259031,0.2681900019917982,0.262642870976216,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.027083345916537778,0.027083345916537778,0.13750003112687004,0.7481618081604338,0.0974046476023997,0.09530652588545102,22.40540793901161,0.1645701853816109,0.11571341849350236,0.09667971514864059,0.09167971486924378,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.23994613361866676,0.23994613361866676,0.4464333380262057,0.5401328986663116,0.3958700626562241,0.331048916593731,19.632782428580153,0.4898429683262451,0.327176338682863,0.29818214090214823,0.29178160373211787,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.024027788241706025,0.024027788241706025,0.12361113561524285,0.6929714277245209,0.08689894377023769,0.08562398104258172,20.562255008980525,0.155008994067138,0.10920399125340577,0.08708416859155849,0.08271800191982379,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,2.442083400090572,2.442083400090572,1.4875000317891438,1.9056939650336162,0.08317951120514644,0.07952185768815677,47.845412283235625,1.5627166730058817,0.08707963568413588,0.08288832075950577,0.07566906549443835,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,359.6425047906252,359.6425047906252,13.583333571751913,1.1374433520666278,0.5834987860641834,0.38028260420985865,41.97717267197984,18.964242795076874,0.6496457935231773,0.4653154682875918,0.45681798962143855,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.3025001780195755,1.3025001780195755,0.958333412806193,0.46909321202237403,0.03690848513169654,0.036575001238771616,7.296808510091272,1.1412712990431222,0.04443625907229936,0.03731343445226495,0.03123242778986576,Weather,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 3e3a0ededdb5f248cfd5235cc51de3d8ee424d0b..22a6b786bd2d94ac603467b4a51bf18527e26584 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T14:17:01.736134+00:00", + "evaluated_at": "2026-06-19T14:34:31.978707+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 55149a526feda54e7b8b87e0ab605526a10ebada..3fe72ea332aefb68d6b1e7eeb4d35d87e50d634e 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T14:04:12.954585+00:00", + "evaluated_at": "2026-06-19T14:34:31.985819+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.0169999599456787, - 2.0339999198913574, - 2.0490000247955322, - 2.069000005722046, - 2.0789999961853027, 2.0859999656677246, 2.0940001010894775, 2.1050000190734863, @@ -245,14 +240,14 @@ 1.5670000314712524, 1.593999981880188, 1.6169999837875366, - 1.6269999742507935 - ], - "actuals": [ + 1.6269999742507935, 1.6440000534057617, 1.6670000553131104, 1.6950000524520874, 1.7029999494552612, - 1.7339999675750732, + 1.7339999675750732 + ], + "actuals": [ 1.7619999647140503, 1.777999997138977, 1.7869999408721924, @@ -307,14 +302,14 @@ 0.8069999814033508, 0.7590000033378601, 0.7049999833106995, - 0.6610000133514404 + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874 ], "p50": [ - 1.1100000143051147, - 1.1239999532699585, - 1.1369999647140503, - 1.1519999504089355, - 1.1779999732971191, 1.2020000219345093, 1.2239999771118164, 1.2419999837875366, @@ -334,11 +329,11 @@ 1.593999981880188, 1.6169999837875366, 1.6269999742507935, - 1.1100000143051147, - 1.1239999532699585, - 1.1369999647140503, - 1.1519999504089355, - 1.1779999732971191, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, 1.2020000219345093, 1.2239999771118164, 1.2419999837875366, @@ -358,25 +353,25 @@ 1.593999981880188, 1.6169999837875366, 1.6269999742507935, - 1.1100000143051147, - 1.1239999532699585, - 1.1369999647140503, - 1.1519999504089355, - 1.1779999732971191, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, 1.2020000219345093, 1.2239999771118164, 1.2419999837875366, 1.2599999904632568, 1.274999976158142, 1.2979999780654907, - 1.3279999494552612 + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328 ], "p10": [ - 1.0878000140190125, - 1.1015199542045593, - 1.1142599654197693, - 1.128959951400757, - 1.1544399738311768, 1.177960021495819, 1.19951997756958, 1.217159984111786, @@ -396,11 +391,11 @@ 1.5621199822425842, 1.5846599841117859, 1.5944599747657775, - 1.0878000140190125, - 1.1015199542045593, - 1.1142599654197693, - 1.128959951400757, - 1.1544399738311768, + 1.6111200523376465, + 1.633660054206848, + 1.6611000514030456, + 1.668939950466156, + 1.6993199682235718, 1.177960021495819, 1.19951997756958, 1.217159984111786, @@ -420,25 +415,25 @@ 1.5621199822425842, 1.5846599841117859, 1.5944599747657775, - 1.0878000140190125, - 1.1015199542045593, - 1.1142599654197693, - 1.128959951400757, - 1.1544399738311768, + 1.6111200523376465, + 1.633660054206848, + 1.6611000514030456, + 1.668939950466156, + 1.6993199682235718, 1.177960021495819, 1.19951997756958, 1.217159984111786, 1.2347999906539917, 1.2494999766349792, 1.272039978504181, - 1.301439950466156 + 1.301439950466156, + 1.3239799523353577, + 1.3494599747657776, + 1.375920042991638, + 1.3974799990653992, + 1.4190399551391601 ], "p90": [ - 1.132200014591217, - 1.1464799523353577, - 1.1597399640083312, - 1.1750399494171142, - 1.2015599727630615, 1.2260400223731995, 1.2484799766540529, 1.2668399834632873, @@ -458,11 +453,11 @@ 1.6258799815177918, 1.6493399834632874, 1.6595399737358094, - 1.132200014591217, - 1.1464799523353577, - 1.1597399640083312, - 1.1750399494171142, - 1.2015599727630615, + 1.676880054473877, + 1.7003400564193727, + 1.7289000535011292, + 1.7370599484443665, + 1.7686799669265747, 1.2260400223731995, 1.2484799766540529, 1.2668399834632873, @@ -482,25 +477,25 @@ 1.6258799815177918, 1.6493399834632874, 1.6595399737358094, - 1.132200014591217, - 1.1464799523353577, - 1.1597399640083312, - 1.1750399494171142, - 1.2015599727630615, + 1.676880054473877, + 1.7003400564193727, + 1.7289000535011292, + 1.7370599484443665, + 1.7686799669265747, 1.2260400223731995, 1.2484799766540529, 1.2668399834632873, 1.285199990272522, 1.300499975681305, 1.3239599776268005, - 1.3545599484443664 + 1.3545599484443664, + 1.378019950389862, + 1.4045399737358093, + 1.432080044746399, + 1.4545199990272522, + 1.4769599533081055 ], "timestamps": [ - "2026-06-18 07:54:00", - "2026-06-18 08:00:00", - "2026-06-18 08:06:00", - "2026-06-18 08:12:00", - "2026-06-18 08:18:00", "2026-06-18 08:24:00", "2026-06-18 08:30:00", "2026-06-18 08:36:00", @@ -795,6 +790,11 @@ "2026-06-19 13:30:00", "2026-06-19 13:36:00", "2026-06-19 13:42:00", - "2026-06-19 13:48:00" + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 9ce24e8b6c43fe70adce0d0eb51cf31f86aa3b89..9ab9c007846fdaf78be8443d66a04e22d8da3162 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T14:04:12.963221+00:00", + "evaluated_at": "2026-06-19T14:34:31.994830+00:00", "freq": "10min", "context_length": 73, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.399999976158142, 1.600000023841858, @@ -78,7 +76,9 @@ 1.2999999523162842, 1.399999976158142, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "actuals": [ 1.2999999523162842, @@ -86,8 +86,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.5, 1.5, 1.399999976158142, @@ -152,11 +150,11 @@ 1.5, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 ], "p50": [ - 1.5, - 1.5, 1.600000023841858, 1.5, 1.5, @@ -179,8 +177,8 @@ 1.399999976158142, 1.5, 1.5, - 1.5, - 1.5, + 1.2999999523162842, + 1.2999999523162842, 1.600000023841858, 1.5, 1.5, @@ -203,8 +201,8 @@ 1.399999976158142, 1.5, 1.5, - 1.5, - 1.5, + 1.2999999523162842, + 1.2999999523162842, 1.600000023841858, 1.5, 1.5, @@ -226,11 +224,11 @@ 1.2999999523162842, 1.399999976158142, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "p10": [ - 1.47, - 1.47, 1.5680000233650206, 1.47, 1.47, @@ -253,8 +251,8 @@ 1.3719999766349793, 1.47, 1.47, - 1.47, - 1.47, + 1.2739999532699584, + 1.2739999532699584, 1.5680000233650206, 1.47, 1.47, @@ -277,8 +275,8 @@ 1.3719999766349793, 1.47, 1.47, - 1.47, - 1.47, + 1.2739999532699584, + 1.2739999532699584, 1.5680000233650206, 1.47, 1.47, @@ -300,11 +298,11 @@ 1.2739999532699584, 1.3719999766349793, 1.47, - 1.47 + 1.47, + 1.2739999532699584, + 1.2739999532699584 ], "p90": [ - 1.53, - 1.53, 1.6320000243186952, 1.53, 1.53, @@ -327,8 +325,8 @@ 1.4279999756813049, 1.53, 1.53, - 1.53, - 1.53, + 1.32599995136261, + 1.32599995136261, 1.6320000243186952, 1.53, 1.53, @@ -351,8 +349,8 @@ 1.4279999756813049, 1.53, 1.53, - 1.53, - 1.53, + 1.32599995136261, + 1.32599995136261, 1.6320000243186952, 1.53, 1.53, @@ -374,12 +372,11 @@ 1.32599995136261, 1.4279999756813049, 1.53, - 1.53 + 1.53, + 1.32599995136261, + 1.32599995136261 ], "timestamps": [ - "2026-06-17 14:40:00", - "2026-06-17 14:50:00", - "2026-06-17 15:00:00", "2026-06-17 15:10:00", "2026-06-17 15:20:00", "2026-06-17 15:30:00", @@ -521,6 +518,9 @@ "2026-06-18 14:10:00", "2026-06-18 14:20:00", "2026-06-18 14:30:00", - "2026-06-18 14:40:00" + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 60c3d2161c9483f1825a99f39b0dee838c3795b0..51201208138cb67bc5b7a50a1c32527937e44b0b 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,25 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-19T14:17:01.752494+00:00", + "evaluated_at": "2026-06-19T14:34:31.998367+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t081800z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t145000z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 73, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 102d935a750892f85e1a87dfaef3570e6d79edde..7099a10db9c58760a69b40fec25ff553cad3229b 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Timer-S1,1487816.95783933,1487816.95783933,934.4558919270834,0.8494463669663092,0.014812037401077562,0.014626763844173966,16.919955448169635,1219.761024889437,0.01915208567353427,0.014672365270851804,0.011822564101173166,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.19897565927067262,0.19897565927067262,0.34273139635721844,0.196450974104575,0.014731248062748406,0.01483377514046838,1.854932094016476,0.44606687757630314,0.01910146274128781,0.014676433797008595,0.01986595583914095,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.04312037165732695,0.04312037165732695,0.1468428611755371,0.17448749873363442,0.1285533445299587,0.15389179398325922,0.7682237844949108,0.20765445253431708,0.1304744541813446,0.09226501974061402,0.09056525726057817,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.024554991968377057,0.024554991968377057,0.1359064562453164,0.7394908874700804,0.09960307659253233,0.09353509984268318,6.769070230185464,0.15670032536142692,0.11017992283698846,0.09555923274326221,0.06732384571066076,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.06474529994412227,0.06474529994412227,0.19705470353364946,0.23841348561924144,0.19837396355975315,0.2571492128135858,0.632436329019884,0.25445097748706386,0.16995311675689254,0.13161694786121145,0.10609090429053797,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.029085692885368292,0.029085692885368292,0.14293573962317574,0.8013063148925418,0.10542715173036468,0.09818667840781348,7.3496892370763005,0.17054528104104286,0.1201493209552027,0.10069837143029055,0.07065718074956057,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,3.587535148388421,3.587535148388421,1.6891327699025471,2.100475927943204,0.09185230300288767,0.08678958866152246,28.3043688889902,1.8940789710010566,0.10171827237606718,0.09071198709179495,0.06103472260586388,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,102.5238293420886,102.5238293420886,7.9019544919331866,0.6616951249635844,0.3263433119807986,0.2615345892344587,2.7211989156131735,10.12540514458995,0.34685945181045835,0.270692141614461,0.21158027236748247,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.6445120416315149,1.6445120416315149,1.0622379779815674,0.5199533047318426,0.04082842754140411,0.04054589080529985,4.699890954961725,1.2823852937520435,0.04993063892121886,0.04135903708925292,0.03520279876315027,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 48c5be882d50366fd7f416c77810f8dd507c1898..513400db9ac122a1cd1a1fa95fb37c6bedd36d9a 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T14:16:45.565179+00:00", + "evaluated_at": "2026-06-19T14:34:10.729836+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index abba4ae2c3b38a6a17c9b228a2839d31de23a4d9..28f7b377c52138fdb5b1d79ca3a080a42b6c03d6 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T14:03:44.782706+00:00", + "evaluated_at": "2026-06-19T14:34:19.136171+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.0169999599456787, - 2.0339999198913574, - 2.0490000247955322, - 2.069000005722046, - 2.0789999961853027, 2.0859999656677246, 2.0940001010894775, 2.1050000190734863, @@ -245,14 +240,14 @@ 1.5670000314712524, 1.593999981880188, 1.6169999837875366, - 1.6269999742507935 - ], - "actuals": [ + 1.6269999742507935, 1.6440000534057617, 1.6670000553131104, 1.6950000524520874, 1.7029999494552612, - 1.7339999675750732, + 1.7339999675750732 + ], + "actuals": [ 1.7619999647140503, 1.777999997138977, 1.7869999408721924, @@ -307,200 +302,200 @@ 0.8069999814033508, 0.7590000033378601, 0.7049999833106995, - 0.6610000133514404 + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874 ], "p50": [ - 1.6634521484375, - 1.689697265625, - 1.70806884765625, - 1.731689453125, - 1.7579345703125, - 1.773681640625, - 1.7999267578125, - 1.815673828125, - 1.826171875, - 1.8419189453125, - 1.857666015625, - 1.8681640625, - 1.878662109375, - 1.8839111328125, - 1.9049072265625, - 1.91015625, - 1.9364013671875, - 1.941650390625, - 1.9364013671875, - 1.9364013671875, - 1.9468994140625, - 1.9468994140625, - 1.9468994140625, - 1.941650390625, - 1.941650390625, - 1.9154052734375, - 1.88916015625, - 1.8734130859375, - 1.8734130859375, - 1.8314208984375, - 1.794677734375, - 1.76318359375, - 1.731689453125, - 1.6739501953125, - 1.6109619140625, - 1.57684326171875, - 1.51123046875, - 1.458740234375, - 1.40887451171875, - 1.35638427734375, - 1.289459228515625, - 1.226470947265625, - 1.1588897705078125, - 1.122802734375, - 1.0524330139160156, - 1.0043716430664062, - 0.9226837158203125, - 0.872161865234375, - 0.887908935546875, - 0.8236083984375, - 0.769805908203125, - 0.72125244140625, - 0.660888671875, - 0.61102294921875, - 0.55853271484375, - 0.492919921875, - 0.44305419921875, - 0.387939453125, - 0.3406982421875, - 0.314453125 + 1.763916015625, + 1.77423095703125, + 1.789703369140625, + 1.80517578125, + 1.8258056640625, + 1.841278076171875, + 1.85675048828125, + 1.8670654296875, + 1.87738037109375, + 1.882537841796875, + 1.8876953125, + 1.882537841796875, + 1.8876953125, + 1.8876953125, + 1.89801025390625, + 1.892852783203125, + 1.89801025390625, + 1.892852783203125, + 1.882537841796875, + 1.87738037109375, + 1.8876953125, + 1.8670654296875, + 1.851593017578125, + 1.8258056640625, + 1.810333251953125, + 1.77423095703125, + 1.75360107421875, + 1.707183837890625, + 1.67108154296875, + 1.6117706298828125, + 1.5498809814453125, + 1.4957275390625, + 1.469940185546875, + 1.397735595703125, + 1.3268203735351562, + 1.2778244018554688, + 1.2146453857421875, + 1.1495323181152344, + 1.0992469787597656, + 1.037679672241211, + 0.9567718505859375, + 0.8948822021484375, + 0.8239669799804688, + 0.7852859497070312, + 0.7195281982421875, + 0.675689697265625, + 0.613800048828125, + 0.57769775390625, + 0.582855224609375, + 0.531280517578125, + 0.4874420166015625, + 0.4461822509765625, + 0.39202880859375, + 0.35076904296875, + 0.314666748046875, + 0.26824951171875, + 0.22698974609375, + 0.196044921875, + 0.14447021484375, + 0.108367919921875 ], "p10": [ - 1.647705078125, - 1.6634521484375, - 1.67657470703125, - 1.6949462890625, - 1.70806884765625, - 1.72381591796875, - 1.7369384765625, - 1.73431396484375, - 1.7474365234375, - 1.752685546875, - 1.76318359375, - 1.76318359375, - 1.7684326171875, - 1.7684326171875, - 1.7684326171875, - 1.76318359375, - 1.7684326171875, - 1.7579345703125, - 1.7421875, - 1.731689453125, - 1.72906494140625, - 1.70806884765625, - 1.6949462890625, - 1.668701171875, - 1.63720703125, - 1.5899658203125, - 1.52435302734375, - 1.48236083984375, - 1.4429931640625, - 1.3695068359375, - 1.294708251953125, - 1.226470947265625, - 1.168731689453125, - 1.1123046875, - 1.0544013977050781, - 0.9951858520507812, - 0.9292449951171875, - 0.87347412109375, - 0.830169677734375, - 0.79473876953125, - 0.73699951171875, - 0.702880859375, - 0.65826416015625, - 0.650390625, - 0.61102294921875, - 0.57952880859375, - 0.5086669921875, - 0.45355224609375, - 0.49554443359375, - 0.4246826171875, - 0.37744140625, - 0.3406982421875, - 0.29345703125, - 0.2672119140625, - 0.2147216796875, - 0.1517333984375, - 0.1202392578125, - 0.0992431640625, - 0.0782470703125, - 0.0625 + 1.75360107421875, + 1.758758544921875, + 1.779388427734375, + 1.7845458984375, + 1.800018310546875, + 1.810333251953125, + 1.820648193359375, + 1.81549072265625, + 1.830963134765625, + 1.830963134765625, + 1.8258056640625, + 1.820648193359375, + 1.820648193359375, + 1.810333251953125, + 1.80517578125, + 1.800018310546875, + 1.77423095703125, + 1.763916015625, + 1.738128662109375, + 1.717498779296875, + 1.7020263671875, + 1.6607666015625, + 1.6195068359375, + 1.56793212890625, + 1.52667236328125, + 1.469940185546875, + 1.4132080078125, + 1.3487396240234375, + 1.2804031372070312, + 1.1978836059570312, + 1.1114959716796875, + 1.0341339111328125, + 1.0503315925598145, + 0.9877166748046875, + 0.9290504455566406, + 0.8768310546875, + 0.8278350830078125, + 0.7775497436523438, + 0.74273681640625, + 0.6988983154296875, + 0.6292724609375, + 0.593170166015625, + 0.5338592529296875, + 0.5054931640625, + 0.4616546630859375, + 0.4307098388671875, + 0.37139892578125, + 0.335296630859375, + 0.33013916015625, + 0.273406982421875, + 0.232147216796875, + 0.201202392578125, + 0.149627685546875, + 0.12384033203125, + 0.087738037109375, + 0.046478271484375, + 0.015533447265625, + 6.103515625e-05, + -0.0308837890625, + -0.056671142578125 ], "p90": [ - 1.6739501953125, - 1.71331787109375, - 1.73431396484375, - 1.7579345703125, - 1.7841796875, + 1.77423095703125, + 1.79486083984375, + 1.810333251953125, + 1.8258056640625, + 1.851593017578125, + 1.8670654296875, + 1.882537841796875, + 1.892852783203125, + 1.9083251953125, + 1.91864013671875, + 1.923797607421875, + 1.923797607421875, + 1.93927001953125, + 1.944427490234375, + 1.95989990234375, + 1.965057373046875, + 1.975372314453125, + 1.985687255859375, + 1.975372314453125, + 1.98052978515625, + 1.996002197265625, + 1.9908447265625, + 1.9908447265625, + 1.975372314453125, + 1.98052978515625, + 1.95989990234375, + 1.95989990234375, + 1.944427490234375, + 1.944427490234375, + 1.91864013671875, + 1.903167724609375, + 1.87738037109375, + 1.872222900390625, 1.80517578125, - 1.836669921875, - 1.8524169921875, - 1.8734130859375, - 1.899658203125, - 1.9154052734375, - 1.93115234375, - 1.941650390625, - 1.9573974609375, - 1.9783935546875, - 1.9993896484375, - 2.0361328125, - 2.046630859375, - 2.0413818359375, - 2.0413818359375, - 2.0623779296875, - 2.067626953125, - 2.078125, - 2.078125, - 2.088623046875, - 2.0728759765625, - 2.05712890625, - 2.0623779296875, - 2.0728759765625, - 2.0518798828125, - 2.0518798828125, - 2.0413818359375, - 2.067626953125, - 2.0098876953125, - 1.962646484375, - 1.97314453125, - 1.9468994140625, - 1.93115234375, - 1.920654296875, - 1.91015625, - 1.88916015625, - 1.857666015625, - 1.8209228515625, - 1.794677734375, - 1.752685546875, - 1.7159423828125, - 1.6424560546875, - 1.57684326171875, - 1.51123046875, - 1.47186279296875, - 1.42462158203125, - 1.374755859375, - 1.322265625, - 1.271087646484375, - 1.22515869140625, - 1.1759490966796875, - 1.1247711181640625, - 1.0525970458984375, - 0.996826171875, - 0.948272705078125 + 1.738128662109375, + 1.72265625, + 1.69171142578125, + 1.645294189453125, + 1.6169281005859375, + 1.5859832763671875, + 1.54730224609375, + 1.50604248046875, + 1.4622039794921875, + 1.4261016845703125, + 1.38226318359375, + 1.335845947265625, + 1.27911376953125, + 1.222381591796875, + 1.1095619201660156, + 1.0705585479736328, + 1.021240234375, + 0.9683761596679688, + 0.9051971435546875, + 0.8394393920898438, + 0.8020477294921875, + 0.7556304931640625, + 0.7040557861328125, + 0.63958740234375, + 0.5751190185546875, + 0.510650634765625 ], "timestamps": [ - "2026-06-18 07:54:00", - "2026-06-18 08:00:00", - "2026-06-18 08:06:00", - "2026-06-18 08:12:00", - "2026-06-18 08:18:00", "2026-06-18 08:24:00", "2026-06-18 08:30:00", "2026-06-18 08:36:00", @@ -795,6 +790,11 @@ "2026-06-19 13:30:00", "2026-06-19 13:36:00", "2026-06-19 13:42:00", - "2026-06-19 13:48:00" + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8043c815a0aec7dac957d43aa746b64a73b1eb91..9ecd58ecdb362d9970baf3cac7e762af51c80194 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T14:04:00.157428+00:00", + "evaluated_at": "2026-06-19T14:34:26.307866+00:00", "freq": "10min", "context_length": 73, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.399999976158142, 1.600000023841858, @@ -78,7 +76,9 @@ 1.2999999523162842, 1.399999976158142, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "actuals": [ 1.2999999523162842, @@ -86,8 +86,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.5, 1.5, 1.399999976158142, @@ -152,234 +150,233 @@ 1.5, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 ], "p50": [ - 1.5012893676757812, - 1.4999923706054688, - 1.4994735717773438, - 1.5060882568359375, - 1.5080337524414062, - 1.509979248046875, - 1.51153564453125, - 1.5150375366210938, - 1.5146484375, - 1.5165939331054688, - 1.51776123046875, - 1.5197067260742188, - 1.5205497741699219, - 1.5244407653808594, - 1.5262889862060547, - 1.5306096076965332, - 1.5349302291870117, - 1.5380916595458984, - 1.5424041748046875, - 1.5478515625, - 1.5499267578125, - 1.5482406616210938, - 1.5540771484375, - 1.55303955078125, - 1.552520751953125, - 1.5531692504882812, - 1.5523910522460938, - 1.554595947265625, - 1.5536880493164062, - 1.5536880493164062, - 1.5536880493164062, - 1.5485000610351562, - 1.5499267578125, - 1.5448684692382812, - 1.5407829284667969, - 1.5414962768554688, - 1.5381889343261719, - 1.5353031158447266, - 1.5300421714782715, - 1.5264835357666016, - 1.5263214111328125, - 1.5294098854064941, - 1.5221710205078125, - 1.5199661254882812, - 1.5166587829589844, - 1.5170478820800781, - 1.5186042785644531, - 1.51983642578125, - 1.5221710205078125, - 1.5239219665527344, - 1.5259971618652344, - 1.5277481079101562, - 1.5247001647949219, - 1.5296125411987305, - 1.5381889343261719, - 1.5418205261230469, - 1.5418853759765625, - 1.5440902709960938, - 1.5469436645507812, - 1.5526504516601562, - 1.5564117431640625, - 1.5606918334960938, - 1.563934326171875, - 1.5673065185546875, - 1.56964111328125, - 1.57275390625, - 1.5750885009765625, - 1.576904296875, - 1.5766448974609375, - 1.5740509033203125, - 1.576385498046875, - 1.5756072998046875 + 1.4118194580078125, + 1.447601318359375, + 1.46148681640625, + 1.4761734008789062, + 1.4911270141601562, + 1.49993896484375, + 1.5088176727294922, + 1.5158939361572266, + 1.5225613117218018, + 1.5270757675170898, + 1.531515121459961, + 1.5370559692382812, + 1.5441322326660156, + 1.5494728088378906, + 1.5549468994140625, + 1.560821533203125, + 1.5592193603515625, + 1.5717697143554688, + 1.5704345703125, + 1.573638916015625, + 1.5741729736328125, + 1.5704345703125, + 1.5677642822265625, + 1.5690994262695312, + 1.5656280517578125, + 1.5576171875, + 1.5520095825195312, + 1.5497398376464844, + 1.5456008911132812, + 1.5435981750488281, + 1.5397262573242188, + 1.5372562408447266, + 1.5311145782470703, + 1.523587703704834, + 1.5191650390625, + 1.5225988626480103, + 1.5178966522216797, + 1.5155601501464844, + 1.510152816772461, + 1.5075492858886719, + 1.5008735656738281, + 1.5016746520996094, + 1.49993896484375, + 1.50421142578125, + 1.4986038208007812, + 1.4968681335449219, + 1.4982032775878906, + 1.5024757385253906, + 1.5030097961425781, + 1.5059471130371094, + 1.5077495574951172, + 1.516427993774414, + 1.518096923828125, + 1.5227198600769043, + 1.5298128128051758, + 1.5345191955566406, + 1.5433311462402344, + 1.5529441833496094, + 1.5618896484375, + 1.571502685546875, + 1.5792465209960938, + 1.5875244140625, + 1.5987396240234375, + 1.6094207763671875, + 1.6131591796875, + 1.6179656982421875, + 1.61956787109375, + 1.614227294921875, + 1.6168975830078125, + 1.6190338134765625, + 1.617431640625, + 1.6168975830078125 ], "p10": [ - 1.3963623046875, - 1.3631591796875, - 1.34759521484375, - 1.3507080078125, - 1.35174560546875, - 1.35797119140625, - 1.361083984375, - 1.3631591796875, - 1.3631591796875, - 1.36419677734375, - 1.365234375, - 1.36834716796875, - 1.37249755859375, - 1.37872314453125, - 1.377685546875, - 1.3797607421875, - 1.377685546875, - 1.37457275390625, - 1.37664794921875, - 1.37872314453125, - 1.38287353515625, - 1.3818359375, - 1.38287353515625, - 1.37872314453125, - 1.3756103515625, - 1.37457275390625, - 1.37353515625, - 1.37664794921875, - 1.3756103515625, - 1.3756103515625, - 1.37249755859375, - 1.3673095703125, - 1.37353515625, - 1.369384765625, - 1.365234375, - 1.36627197265625, + 1.276702880859375, + 1.293792724609375, + 1.30126953125, + 1.318359375, + 1.332244873046875, + 1.3397216796875, + 1.34613037109375, + 1.345062255859375, + 1.35040283203125, + 1.35467529296875, + 1.35894775390625, + 1.357879638671875, + 1.36749267578125, + 1.36962890625, + 1.37603759765625, + 1.3824462890625, + 1.36749267578125, + 1.374969482421875, + 1.37176513671875, + 1.374969482421875, + 1.378173828125, + 1.377105712890625, + 1.3739013671875, + 1.37603759765625, + 1.372833251953125, + 1.3653564453125, + 1.364288330078125, + 1.362152099609375, + 1.362152099609375, + 1.36322021484375, 1.361083984375, - 1.35797119140625, - 1.3507080078125, - 1.344482421875, - 1.344482421875, - 1.3507080078125, - 1.344482421875, - 1.3424072265625, - 1.3424072265625, - 1.34967041015625, - 1.352783203125, - 1.35797119140625, - 1.36834716796875, - 1.3714599609375, - 1.37457275390625, - 1.377685546875, - 1.377685546875, - 1.3839111328125, - 1.39117431640625, - 1.3963623046875, - 1.3984375, - 1.39739990234375, - 1.39532470703125, - 1.39739990234375, - 1.394287109375, - 1.39532470703125, - 1.394287109375, - 1.39324951171875, - 1.39739990234375, - 1.3963623046875, - 1.3963623046875, - 1.394287109375, - 1.394287109375, - 1.39324951171875, - 1.39532470703125, - 1.3963623046875 + 1.35894775390625, + 1.3568115234375, + 1.3482666015625, + 1.345062255859375, + 1.351470947265625, + 1.35040283203125, + 1.349334716796875, + 1.34613037109375, + 1.343994140625, + 1.3397216796875, + 1.342926025390625, + 1.343994140625, + 1.35040283203125, + 1.3482666015625, + 1.351470947265625, + 1.3525390625, + 1.35467529296875, + 1.364288330078125, + 1.368560791015625, + 1.36962890625, + 1.38031005859375, + 1.383514404296875, + 1.387786865234375, + 1.3915252685546875, + 1.3957977294921875, + 1.402740478515625, + 1.407012939453125, + 1.4086151123046875, + 1.4128875732421875, + 1.413421630859375, + 1.4150238037109375, + 1.419830322265625, + 1.424102783203125, + 1.4251708984375, + 1.4246368408203125, + 1.4214324951171875, + 1.4107513427734375, + 1.4118194580078125, + 1.4118194580078125, + 1.409149169921875, + 1.4096832275390625 ], "p90": [ - 1.570159912109375, - 1.5854644775390625, - 1.594024658203125, - 1.604400634765625, - 1.610626220703125, - 1.613739013671875, - 1.618408203125, - 1.62774658203125, - 1.6329345703125, - 1.63812255859375, - 1.646942138671875, - 1.6578369140625, - 1.66717529296875, - 1.6806640625, - 1.6910400390625, - 1.6951904296875, - 1.6993408203125, - 1.70867919921875, - 1.7138671875, - 1.72528076171875, - 1.72943115234375, - 1.73046875, - 1.74188232421875, - 1.74188232421875, - 1.73876953125, - 1.7408447265625, - 1.742919921875, - 1.74395751953125, - 1.742919921875, - 1.7408447265625, - 1.73980712890625, - 1.73358154296875, - 1.73150634765625, - 1.73046875, - 1.72943115234375, - 1.72943115234375, - 1.72528076171875, - 1.72113037109375, - 1.718017578125, - 1.71282958984375, - 1.71075439453125, - 1.709716796875, - 1.701416015625, - 1.6951904296875, - 1.68896484375, - 1.6827392578125, - 1.6827392578125, - 1.68170166015625, + 1.5564155578613281, + 1.5872573852539062, + 1.5987396240234375, + 1.6083526611328125, + 1.624908447265625, + 1.631317138671875, + 1.6393280029296875, + 1.6500091552734375, + 1.6574859619140625, + 1.665496826171875, + 1.678314208984375, + 1.695404052734375, + 1.702880859375, + 1.71783447265625, + 1.727447509765625, + 1.738128662109375, + 1.748809814453125, + 1.76910400390625, + 1.7669677734375, + 1.772308349609375, + 1.771240234375, + 1.76910400390625, + 1.770172119140625, + 1.770172119140625, + 1.7626953125, + 1.753082275390625, + 1.744537353515625, + 1.740264892578125, + 1.7327880859375, + 1.727447509765625, + 1.719970703125, + 1.71356201171875, + 1.70074462890625, + 1.697540283203125, + 1.693267822265625, + 1.69219970703125, + 1.6815185546875, + 1.6729736328125, + 1.6644287109375, + 1.6596221923828125, + 1.6489410400390625, + 1.6457366943359375, + 1.6425323486328125, + 1.644134521484375, + 1.635589599609375, + 1.631317138671875, + 1.63238525390625, + 1.63665771484375, + 1.6414642333984375, + 1.6478729248046875, + 1.648406982421875, + 1.65802001953125, + 1.66015625, + 1.66656494140625, + 1.678314208984375, 1.68792724609375, - 1.69207763671875, - 1.69207763671875, - 1.6910400390625, - 1.68585205078125, - 1.68896484375, - 1.697265625, - 1.70245361328125, - 1.70452880859375, - 1.70867919921875, - 1.7138671875, - 1.72216796875, - 1.73150634765625, - 1.73980712890625, - 1.7470703125, - 1.75640869140625, - 1.7615966796875, - 1.77197265625, - 1.77716064453125, - 1.77923583984375, - 1.7802734375, - 1.77716064453125, - 1.7823486328125, - 1.7823486328125 + 1.701812744140625, + 1.71783447265625, + 1.7327880859375, + 1.746673583984375, + 1.759490966796875, + 1.77337646484375, + 1.7926025390625, + 1.81182861328125, + 1.8182373046875, + 1.8310546875, + 1.8353271484375, + 1.8310546875, + 1.8353271484375, + 1.83746337890625, + 1.839599609375, + 1.84173583984375 ], "timestamps": [ - "2026-06-17 14:40:00", - "2026-06-17 14:50:00", - "2026-06-17 15:00:00", "2026-06-17 15:10:00", "2026-06-17 15:20:00", "2026-06-17 15:30:00", @@ -521,6 +518,9 @@ "2026-06-18 14:10:00", "2026-06-18 14:20:00", "2026-06-18 14:30:00", - "2026-06-18 14:40:00" + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index c27063e6094a80472bf1150cc059b84d4f4ddd92..d47c7f423aa2548604166957b59f8dbf5ea7b177 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,25 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-19T14:16:59.780122+00:00", + "evaluated_at": "2026-06-19T14:34:29.945325+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t081800z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t145000z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 73, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 8da2ae5d21bb5b523dcc1a9a86ef48817de75934..71004e4c8bda385bda664e5d3234eb748f13c1d3 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1309848.276089986,1010694.1341425577,753.2607421875,0.6847349418600981,0.011947237171961453,0.011821887904386222,37.1690239314189,1144.486031408853,0.017970154873322354,0.011827328447547891,0.014828174270802685,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.25347819153951906,0.38389451334069236,0.5193533102671305,0.29768928318452986,0.022479949808031197,0.022839422041168806,4.331048565737762,0.5034661771554462,0.021559413863425244,0.022239732211309766,0.01921340225105557,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.07304151035018241,0.09886255622458667,0.2786931330959002,0.3311599033065193,0.19861447544491326,0.23146063220793742,5.575853386506145,0.2702619291542603,0.1698122879718742,0.17510982298232755,0.13236594236699809,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.02262914618422249,0.017099943305985594,0.11205559472242992,0.6097141627893267,0.08066680175415103,0.07804238088353764,25.021521416005648,0.15042987131624652,0.10577100957367928,0.07878909473540453,0.08747081995457331,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.027750914464228667,0.041000080263720484,0.18368134101231892,0.22223325791604595,0.1526897580514886,0.1723966245024153,2.3147110479185025,0.16658605723237666,0.11126630329539156,0.1226846000099029,0.08394070144717895,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.017946414424851218,0.016399770403740237,0.10343773497475518,0.5798781358109918,0.07252781822022727,0.07281199975363661,18.296705813517203,0.13396422815382925,0.09437793263301662,0.07287198767681048,0.07435177428675319,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.0100968204675762,0.6023095146007714,0.6345949172973633,0.789133555117235,0.03472651886642334,0.03383391751984107,53.606305562645424,1.0050357309407343,0.05397372537929536,0.03407983491417213,0.05010405271940715,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,85.86004566916078,59.791612473109275,6.461504062016805,0.5410744572287355,0.25581093443349984,0.2251951052655632,21.369010044640078,9.266069591210762,0.3174217498410116,0.2213475633633979,0.2475484901072689,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,2.3753085343738953,2.2736152357409387,1.279158353805542,0.6261333402900386,0.04939997423492217,0.04943895560326242,18.24830563171384,1.541203599260622,0.06000792491437004,0.049804995579803266,0.048236312581249004,Weather,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 2cab77991846ad556b5b336f616d1a9284356bc0..46c84fa95c80c1497ea12968576f2c2b8e5d9df0 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T14:14:41.574486+00:00", + "evaluated_at": "2026-06-19T14:31:00.373708+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index bf8790086d18b132b67b10129700c4828e8091f6..82269b6fcdbe0a6574413663fa56b5acc18dfb87 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T13:59:01.722843+00:00", + "evaluated_at": "2026-06-19T14:31:07.552781+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.0169999599456787, - 2.0339999198913574, - 2.0490000247955322, - 2.069000005722046, - 2.0789999961853027, 2.0859999656677246, 2.0940001010894775, 2.1050000190734863, @@ -245,14 +240,14 @@ 1.5670000314712524, 1.593999981880188, 1.6169999837875366, - 1.6269999742507935 - ], - "actuals": [ + 1.6269999742507935, 1.6440000534057617, 1.6670000553131104, 1.6950000524520874, 1.7029999494552612, - 1.7339999675750732, + 1.7339999675750732 + ], + "actuals": [ 1.7619999647140503, 1.777999997138977, 1.7869999408721924, @@ -307,200 +302,200 @@ 0.8069999814033508, 0.7590000033378601, 0.7049999833106995, - 0.6610000133514404 + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874 ], "p50": [ - 1.6261703968048096, - 1.6525901556015015, - 1.669454574584961, - 1.6792469024658203, - 1.7017135620117188, - 1.7172915935516357, - 1.7405104637145996, - 1.741989016532898, - 1.7351748943328857, - 1.764289379119873, - 1.7640268802642822, - 1.7818719148635864, - 1.7780892848968506, - 1.75626802444458, - 1.757054328918457, - 1.7608938217163086, - 1.737619161605835, - 1.7189507484436035, - 1.7547943592071533, - 1.7104851007461548, - 1.6932834386825562, - 1.666062593460083, - 1.6548728942871094, - 1.6281882524490356, - 1.6273257732391357, - 1.6044539213180542, - 1.587654709815979, - 1.555027961730957, - 1.5363589525222778, - 1.5102142095565796, - 1.4836468696594238, - 1.4484689235687256, - 1.3993473052978516, - 1.377117395401001, - 1.3676011562347412, - 1.3072466850280762, - 1.2546383142471313, - 1.211689829826355, - 1.1955883502960205, - 1.1633820533752441, - 1.117906093597412, - 1.0761514902114868, - 1.0262073278427124, - 0.995296835899353, - 0.9350312948226929, - 0.9272825717926025, - 0.890690803527832, - 0.8431917428970337, - 0.8070024251937866, - 0.7769870758056641, - 0.7386254072189331, - 0.6941220760345459, - 0.6468347907066345, - 0.6183985471725464, - 0.5747231841087341, - 0.5138817429542542, - 0.5044655203819275, - 0.44829148054122925, - 0.42336487770080566, - 0.3913026750087738 + 1.7448217868804932, + 1.7626104354858398, + 1.7814254760742188, + 1.783299446105957, + 1.792557716369629, + 1.8145877122879028, + 1.836856722831726, + 1.8201696872711182, + 1.815477728843689, + 1.8517053127288818, + 1.8392140865325928, + 1.854002833366394, + 1.8450469970703125, + 1.8179285526275635, + 1.808754324913025, + 1.8045998811721802, + 1.791167974472046, + 1.762791633605957, + 1.8043850660324097, + 1.7631629705429077, + 1.7445961236953735, + 1.707640528678894, + 1.6980924606323242, + 1.6790884733200073, + 1.6668235063552856, + 1.632307767868042, + 1.614569902420044, + 1.5772658586502075, + 1.552011489868164, + 1.5063161849975586, + 1.484933853149414, + 1.4482967853546143, + 1.398929238319397, + 1.381482720375061, + 1.3530786037445068, + 1.2771559953689575, + 1.2407909631729126, + 1.1888123750686646, + 1.1561813354492188, + 1.1294326782226562, + 1.0782556533813477, + 1.0294839143753052, + 0.9670648574829102, + 0.9366953372955322, + 0.8803896903991699, + 0.8520514965057373, + 0.8142004013061523, + 0.7633240222930908, + 0.7349411249160767, + 0.6901460289955139, + 0.6402291059494019, + 0.5870088338851929, + 0.5492688417434692, + 0.5089924335479736, + 0.47234925627708435, + 0.4105619192123413, + 0.40396037697792053, + 0.3456191420555115, + 0.3308732211589813, + 0.2823307514190674 ], "p10": [ - 1.6666666269302368, - 1.6463086605072021, - 1.6991300582885742, - 1.7333658933639526, - 1.6986833810806274, - 1.7344456911087036, - 1.7170476913452148, - 1.7364487648010254, - 1.7744135856628418, - 1.8019996881484985, - 1.772329330444336, - 1.8105876445770264, - 1.7602622509002686, - 1.7950748205184937, - 1.7241981029510498, - 1.7888760566711426, - 1.7252237796783447, - 1.7437111139297485, - 1.7248655557632446, - 1.7720229625701904, - 1.7209912538528442, - 1.7080875635147095, - 1.7100883722305298, - 1.6755198240280151, - 1.6479687690734863, - 1.6691811084747314, - 1.6211315393447876, - 1.5971519947052002, - 1.5795228481292725, - 1.5415496826171875, - 1.5193415880203247, - 1.513878345489502, - 1.4597480297088623, - 1.4187116622924805, - 1.4036349058151245, - 1.3562690019607544, - 1.2877388000488281, - 1.3064379692077637, - 1.2821223735809326, - 1.2143806219100952, - 1.1861265897750854, - 1.1503785848617554, - 1.0965582132339478, - 1.1292554140090942, - 0.9822002649307251, - 1.012376070022583, - 0.9923951625823975, - 0.9539530277252197, - 0.9105333089828491, - 0.8771082162857056, - 0.7857098579406738, - 0.7388138771057129, - 0.7225704193115234, - 0.6849352121353149, - 0.672714114189148, - 0.6240867972373962, - 0.5831102132797241, - 0.5473977327346802, - 0.4598155617713928, - 0.4520978629589081 + 1.7848412990570068, + 1.7647424936294556, + 1.8122632503509521, + 1.8459298610687256, + 1.802065134048462, + 1.8243083953857422, + 1.8151756525039673, + 1.840291976928711, + 1.8521485328674316, + 1.8907619714736938, + 1.8387128114700317, + 1.888427495956421, + 1.8252633810043335, + 1.862170696258545, + 1.789794683456421, + 1.8361072540283203, + 1.78502357006073, + 1.8014297485351562, + 1.7823084592819214, + 1.8211725950241089, + 1.7751200199127197, + 1.7528334856033325, + 1.7510823011398315, + 1.7230501174926758, + 1.7032586336135864, + 1.6997995376586914, + 1.6635332107543945, + 1.6336876153945923, + 1.6212157011032104, + 1.5532281398773193, + 1.5400670766830444, + 1.5131884813308716, + 1.4623632431030273, + 1.4228073358535767, + 1.4036126136779785, + 1.3529940843582153, + 1.2643027305603027, + 1.2881190776824951, + 1.23751962184906, + 1.1678056716918945, + 1.1426576375961304, + 1.1155478954315186, + 1.0439224243164062, + 1.0694562196731567, + 0.947944164276123, + 0.9423900842666626, + 0.9255814552307129, + 0.8764418363571167, + 0.8322471380233765, + 0.777987003326416, + 0.690893292427063, + 0.6513522267341614, + 0.6280367374420166, + 0.574364423751831, + 0.5919914245605469, + 0.533330500125885, + 0.4815905690193176, + 0.4270462989807129, + 0.37100547552108765, + 0.34338802099227905 ], "p90": [ - 1.6447221040725708, - 1.6692368984222412, - 1.7073042392730713, - 1.7240837812423706, - 1.7484209537506104, - 1.7718008756637573, - 1.790342926979065, - 1.790084719657898, - 1.7917485237121582, - 1.8163342475891113, - 1.8214757442474365, - 1.823851227760315, - 1.8364259004592896, - 1.8180638551712036, - 1.8236888647079468, - 1.8164314031600952, - 1.8055071830749512, - 1.8138824701309204, - 1.8469971418380737, - 1.8215159177780151, - 1.7981942892074585, - 1.7716618776321411, - 1.7728183269500732, - 1.7417469024658203, - 1.7449277639389038, - 1.7365578413009644, - 1.7340068817138672, - 1.696750521659851, - 1.6870311498641968, - 1.6683663129806519, - 1.6629555225372314, - 1.6224473714828491, - 1.5813452005386353, - 1.5564992427825928, - 1.55251944065094, - 1.5208286046981812, - 1.471078872680664, - 1.445313572883606, - 1.4371814727783203, - 1.3906153440475464, - 1.365917682647705, - 1.3323203325271606, - 1.2894747257232666, - 1.2552547454833984, - 1.2046953439712524, - 1.1819761991500854, - 1.1531317234039307, - 1.1150788068771362, - 1.0732818841934204, - 1.0417600870132446, - 1.0204559564590454, - 0.9838051795959473, - 0.9487053155899048, - 0.9144991636276245, - 0.878725528717041, - 0.8260055780410767, - 0.7906701564788818, - 0.7495832443237305, - 0.7155646085739136, - 0.6906405687332153 + 1.7614679336547852, + 1.7830346822738647, + 1.8215395212173462, + 1.8316744565963745, + 1.8419020175933838, + 1.8682044744491577, + 1.8878488540649414, + 1.8717541694641113, + 1.8724089860916138, + 1.9054484367370605, + 1.8956208229064941, + 1.8950235843658447, + 1.8980960845947266, + 1.878720998764038, + 1.8764948844909668, + 1.8625789880752563, + 1.8626798391342163, + 1.858658790588379, + 1.8976349830627441, + 1.8709774017333984, + 1.8535963296890259, + 1.8126792907714844, + 1.8045001029968262, + 1.7832226753234863, + 1.7736402750015259, + 1.7537964582443237, + 1.751857042312622, + 1.7168569564819336, + 1.6923255920410156, + 1.6644660234451294, + 1.6569677591323853, + 1.6184512376785278, + 1.5755305290222168, + 1.544421911239624, + 1.5187851190567017, + 1.4711894989013672, + 1.4286860227584839, + 1.4019408226013184, + 1.3691844940185547, + 1.3255853652954102, + 1.2877533435821533, + 1.2526148557662964, + 1.1976209878921509, + 1.169926643371582, + 1.1246873140335083, + 1.0884093046188354, + 1.0547584295272827, + 1.0108598470687866, + 0.9694100618362427, + 0.9208760261535645, + 0.8872861862182617, + 0.8423905372619629, + 0.8095420598983765, + 0.7695087194442749, + 0.7326343655586243, + 0.6911319494247437, + 0.6490640640258789, + 0.6073023080825806, + 0.5772420763969421, + 0.538379967212677 ], "timestamps": [ - "2026-06-18 07:54:00", - "2026-06-18 08:00:00", - "2026-06-18 08:06:00", - "2026-06-18 08:12:00", - "2026-06-18 08:18:00", "2026-06-18 08:24:00", "2026-06-18 08:30:00", "2026-06-18 08:36:00", @@ -795,6 +790,11 @@ "2026-06-19 13:30:00", "2026-06-19 13:36:00", "2026-06-19 13:42:00", - "2026-06-19 13:48:00" + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 2f21ccc45e417e15aa7faa41da76f9cbda2f7bcc..26f1c4b30674fb37bffc03c025028e39b74879c0 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T13:59:17.139773+00:00", + "evaluated_at": "2026-06-19T14:31:14.850856+00:00", "freq": "10min", "context_length": 73, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.399999976158142, 1.600000023841858, @@ -78,7 +76,9 @@ 1.2999999523162842, 1.399999976158142, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "actuals": [ 1.2999999523162842, @@ -86,8 +86,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.5, 1.5, 1.399999976158142, @@ -152,234 +150,233 @@ 1.5, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 ], "p50": [ - 1.4522680044174194, - 1.4487487077713013, - 1.4462682008743286, - 1.4422922134399414, - 1.4464306831359863, - 1.4606976509094238, - 1.4721564054489136, - 1.4717068672180176, - 1.4773857593536377, - 1.478863000869751, - 1.4801313877105713, - 1.4903953075408936, - 1.5012915134429932, - 1.510046124458313, - 1.513523817062378, - 1.5098028182983398, - 1.4974042177200317, - 1.4882923364639282, - 1.483408808708191, - 1.4885749816894531, - 1.4912225008010864, - 1.4947696924209595, - 1.4968105554580688, - 1.496160864830017, - 1.4786784648895264, - 1.4677155017852783, - 1.4681479930877686, - 1.4609953165054321, - 1.4503806829452515, - 1.4464292526245117, - 1.444298267364502, - 1.4452600479125977, - 1.448648452758789, - 1.4524927139282227, - 1.4542603492736816, - 1.4492043256759644, - 1.443656325340271, - 1.4284582138061523, - 1.4142659902572632, - 1.409325361251831, - 1.4113487005233765, - 1.4170498847961426, - 1.426965594291687, - 1.434973955154419, - 1.4345366954803467, - 1.4291932582855225, - 1.42586350440979, - 1.425759196281433, - 1.4282439947128296, - 1.439335823059082, - 1.4565790891647339, - 1.463268518447876, - 1.4691474437713623, - 1.4751321077346802, - 1.477489709854126, - 1.4789230823516846, - 1.4820191860198975, - 1.4879859685897827, - 1.4957213401794434, - 1.5037553310394287, - 1.5158356428146362, - 1.520677089691162, - 1.5217645168304443, - 1.5228602886199951, - 1.5364749431610107, - 1.543005347251892, - 1.553657054901123, - 1.5550377368927002, - 1.5495922565460205, - 1.547023892402649, - 1.5423110723495483, - 1.5402863025665283 + 1.3459932804107666, + 1.3562443256378174, + 1.3642215728759766, + 1.3701457977294922, + 1.3657457828521729, + 1.3652547597885132, + 1.3685988187789917, + 1.3599019050598145, + 1.3622119426727295, + 1.3703944683074951, + 1.376107096672058, + 1.3787225484848022, + 1.3767467737197876, + 1.3781782388687134, + 1.372982382774353, + 1.372406005859375, + 1.3747974634170532, + 1.3751863241195679, + 1.3767191171646118, + 1.3837288618087769, + 1.3920286893844604, + 1.3929537534713745, + 1.383326530456543, + 1.380267858505249, + 1.3707797527313232, + 1.3689117431640625, + 1.3692512512207031, + 1.36605703830719, + 1.3685438632965088, + 1.3718599081039429, + 1.383793592453003, + 1.3994028568267822, + 1.3941365480422974, + 1.389647126197815, + 1.3862284421920776, + 1.3771336078643799, + 1.3772759437561035, + 1.3724216222763062, + 1.3761281967163086, + 1.3840560913085938, + 1.3920258283615112, + 1.391276240348816, + 1.3940260410308838, + 1.396863341331482, + 1.3913441896438599, + 1.3949916362762451, + 1.3982495069503784, + 1.3952890634536743, + 1.4024772644042969, + 1.4147337675094604, + 1.418269157409668, + 1.42094886302948, + 1.4240187406539917, + 1.4314625263214111, + 1.4319181442260742, + 1.4361220598220825, + 1.4485163688659668, + 1.4514693021774292, + 1.4556814432144165, + 1.462594747543335, + 1.4735158681869507, + 1.4712907075881958, + 1.471439242362976, + 1.4735090732574463, + 1.4848142862319946, + 1.484096884727478, + 1.488506555557251, + 1.4885941743850708, + 1.4846880435943604, + 1.4877440929412842, + 1.4909626245498657, + 1.4859265089035034 ], "p10": [ - 1.4782088994979858, - 1.4777885675430298, - 1.4730576276779175, - 1.4718016386032104, - 1.488511085510254, - 1.4963761568069458, - 1.5059577226638794, - 1.5052950382232666, - 1.5143862962722778, - 1.508791208267212, - 1.5176552534103394, - 1.521509051322937, - 1.5397101640701294, - 1.5511765480041504, - 1.5504082441329956, - 1.5417770147323608, - 1.5306835174560547, - 1.5189940929412842, - 1.521549940109253, - 1.5173131227493286, - 1.5207370519638062, - 1.5288668870925903, - 1.5362224578857422, - 1.5242547988891602, - 1.5234719514846802, - 1.5025227069854736, - 1.5031613111495972, - 1.5000858306884766, - 1.4844427108764648, - 1.4852725267410278, - 1.4857550859451294, - 1.4833520650863647, - 1.4880491495132446, - 1.493297815322876, - 1.494152545928955, - 1.4882515668869019, - 1.4818477630615234, - 1.4675618410110474, - 1.4542579650878906, - 1.4539464712142944, - 1.4506012201309204, - 1.4611499309539795, - 1.4672496318817139, - 1.4734916687011719, - 1.4802807569503784, - 1.4725409746170044, - 1.4688136577606201, - 1.4715420007705688, - 1.4664161205291748, - 1.4723564386367798, - 1.4976742267608643, - 1.5038127899169922, - 1.5075379610061646, - 1.5115278959274292, - 1.5182688236236572, - 1.523141622543335, - 1.521174430847168, - 1.5342464447021484, - 1.5379629135131836, - 1.5520490407943726, - 1.5546236038208008, - 1.5656487941741943, - 1.56232750415802, - 1.5620709657669067, - 1.5729798078536987, - 1.5853047370910645, - 1.5966993570327759, - 1.5956308841705322, - 1.5874676704406738, - 1.587823748588562, - 1.5856484174728394, - 1.5810298919677734 + 1.3706903457641602, + 1.3900811672210693, + 1.3975467681884766, + 1.410170078277588, + 1.4102061986923218, + 1.4063068628311157, + 1.4085389375686646, + 1.3993992805480957, + 1.4087921380996704, + 1.4157445430755615, + 1.423587679862976, + 1.42890202999115, + 1.4329291582107544, + 1.433882236480713, + 1.428585410118103, + 1.4195181131362915, + 1.4238324165344238, + 1.4276903867721558, + 1.4347532987594604, + 1.4327279329299927, + 1.439326524734497, + 1.4453749656677246, + 1.437994122505188, + 1.4283572435379028, + 1.4336525201797485, + 1.4263972043991089, + 1.4220625162124634, + 1.4216116666793823, + 1.4209270477294922, + 1.4260954856872559, + 1.4374254941940308, + 1.4495782852172852, + 1.4490450620651245, + 1.446602702140808, + 1.4446974992752075, + 1.4395763874053955, + 1.430240273475647, + 1.4334442615509033, + 1.4348061084747314, + 1.4427186250686646, + 1.4471508264541626, + 1.452608346939087, + 1.4486618041992188, + 1.4559857845306396, + 1.4505138397216797, + 1.45517098903656, + 1.4563648700714111, + 1.4534765481948853, + 1.4598915576934814, + 1.4696975946426392, + 1.4705954790115356, + 1.4811346530914307, + 1.4769169092178345, + 1.4831172227859497, + 1.4800665378570557, + 1.4929627180099487, + 1.5027189254760742, + 1.505374789237976, + 1.5123286247253418, + 1.5218991041183472, + 1.5171276330947876, + 1.5279293060302734, + 1.5237147808074951, + 1.5224659442901611, + 1.5335944890975952, + 1.540947437286377, + 1.5426909923553467, + 1.5442641973495483, + 1.5411696434020996, + 1.5417304039001465, + 1.5422184467315674, + 1.5358589887619019 ], "p90": [ - 1.5514566898345947, - 1.5600404739379883, - 1.5677329301834106, - 1.5698435306549072, - 1.583441138267517, - 1.6004241704940796, - 1.6174649000167847, - 1.6200333833694458, - 1.6300568580627441, - 1.6346826553344727, - 1.640947699546814, - 1.6537610292434692, - 1.6694607734680176, - 1.6789640188217163, - 1.6822384595870972, - 1.684352159500122, - 1.6740245819091797, - 1.6653320789337158, - 1.6615283489227295, - 1.6613173484802246, - 1.6684792041778564, - 1.6724236011505127, - 1.6738858222961426, - 1.667267918586731, - 1.6583795547485352, - 1.6474796533584595, - 1.6427963972091675, - 1.6375517845153809, - 1.6256402730941772, - 1.6241564750671387, - 1.618942379951477, - 1.6176527738571167, - 1.6208200454711914, - 1.6227631568908691, - 1.6250004768371582, - 1.6182069778442383, - 1.6136680841445923, - 1.5975189208984375, - 1.5815660953521729, - 1.5811045169830322, - 1.5800700187683105, - 1.586358666419983, - 1.594774842262268, - 1.5997709035873413, - 1.602002501487732, - 1.5982664823532104, - 1.5986090898513794, - 1.5969816446304321, - 1.5956180095672607, - 1.6100627183914185, - 1.6266155242919922, - 1.6411758661270142, - 1.6436865329742432, - 1.653894066810608, - 1.6611913442611694, - 1.660632848739624, - 1.6679068803787231, - 1.675841212272644, - 1.6882376670837402, - 1.697847843170166, - 1.7146885395050049, - 1.7194327116012573, - 1.7212927341461182, - 1.7276135683059692, - 1.7390049695968628, - 1.7461748123168945, - 1.7588415145874023, - 1.7614288330078125, - 1.7555650472640991, - 1.7550448179244995, - 1.7491605281829834, - 1.7520488500595093 + 1.4441373348236084, + 1.4638527631759644, + 1.4842709302902222, + 1.4974780082702637, + 1.5015168190002441, + 1.5058282613754272, + 1.5142220258712769, + 1.5116915702819824, + 1.5209065675735474, + 1.5317213535308838, + 1.5432381629943848, + 1.5445513725280762, + 1.5509369373321533, + 1.5515056848526, + 1.5473815202713013, + 1.5519652366638184, + 1.558706521987915, + 1.5622624158859253, + 1.566345453262329, + 1.5706464052200317, + 1.5820629596710205, + 1.5855342149734497, + 1.5748939514160156, + 1.5693466663360596, + 1.571005940437317, + 1.56890070438385, + 1.5669125318527222, + 1.566762924194336, + 1.5689611434936523, + 1.578365683555603, + 1.5897406339645386, + 1.6039422750473022, + 1.6012648344039917, + 1.5966427326202393, + 1.5949535369873047, + 1.5856131315231323, + 1.5892561674118042, + 1.5812811851501465, + 1.5865070819854736, + 1.597407341003418, + 1.6034592390060425, + 1.605093002319336, + 1.6081311702728271, + 1.6072251796722412, + 1.6062664985656738, + 1.6094837188720703, + 1.6167914867401123, + 1.6168310642242432, + 1.6239014863967896, + 1.640443205833435, + 1.6437853574752808, + 1.6558246612548828, + 1.6534661054611206, + 1.6639766693115234, + 1.6706403493881226, + 1.6753714084625244, + 1.6907850503921509, + 1.6995741128921509, + 1.707876443862915, + 1.714841365814209, + 1.730577826499939, + 1.7274272441864014, + 1.7338520288467407, + 1.7421592473983765, + 1.7522318363189697, + 1.754148006439209, + 1.760822057723999, + 1.7597224712371826, + 1.7547680139541626, + 1.7600581645965576, + 1.7611087560653687, + 1.761755347251892 ], "timestamps": [ - "2026-06-17 14:40:00", - "2026-06-17 14:50:00", - "2026-06-17 15:00:00", "2026-06-17 15:10:00", "2026-06-17 15:20:00", "2026-06-17 15:30:00", @@ -521,6 +518,9 @@ "2026-06-18 14:10:00", "2026-06-18 14:20:00", "2026-06-18 14:30:00", - "2026-06-18 14:40:00" + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 297852bdc2339278c21dc9e0bd48ad95bab31e3f..e6409b9cf183b95fb92aa88d4035ea239bf370f7 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,25 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-19T14:14:55.848332+00:00", + "evaluated_at": "2026-06-19T14:31:17.942845+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t081800z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t145000z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 73, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 1c0720fd8cfb137a48b1937bb01c24d9e0ee0a5d..9e2868aac5c7a8092b7d1e346de97f701b47ba1a 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,TiRex,1504824.3119869232,1504824.3119869232,978.26806640625,0.8892728507647827,0.015495502893619515,0.015308014614020973,11.097020270846093,1226.7128074602153,0.019261239132828803,0.015360282413674835,0.011170109942075797,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.0630864204814922,0.0630864204814922,0.20702830950419107,0.11866701884215979,0.008791164066002046,0.008820655648889243,1.6732100266378442,0.25117010268240963,0.010755598766224901,0.008865360194132888,0.016615882154903422,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.2335158680891984,0.2335158680891984,0.32601364652315773,0.3873889767569694,0.3010767688381177,0.2146075171494918,2.283049477394251,0.4832347960248707,0.30362843408021195,0.20484247781178314,0.1280453705152182,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.015191913014491791,0.015191913014491791,0.10429931514792973,0.5675108839718727,0.07512976940722346,0.07293133876458276,3.7467487647611457,0.12325547863884911,0.08666401358351852,0.07333546033452215,0.07415519729395227,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.14846829889512722,0.14846829889512722,0.2661666934688886,0.3220310300019292,0.31298213649933687,0.21771345993706337,0.9704706014981869,0.3853158430367576,0.25736049083653373,0.17777828789914482,0.11676751476282522,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.016641944096938407,0.016641944096938407,0.09996221462885539,0.5603941606481035,0.06894984793739285,0.07064587655288819,3.9051852369127786,0.1290036592385596,0.09088320687406877,0.07042348011930522,0.08260065422537,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,1.7568254546962028,1.7568254546962028,1.2475186983744304,1.5513185477691664,0.0675972332248365,0.0650860495237907,17.320544127349482,1.3254529243606514,0.0711811828577111,0.06699585851397762,0.04480595399846631,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,87.13728198192939,87.13728198192939,6.903352816899617,0.5780740587039979,0.28441771027386237,0.2297355669490633,2.5080699805540636,9.334735238983985,0.31977398450270866,0.23648369023568144,0.18985750483240985,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.839548668341801,1.839548668341801,1.1477441787719727,0.5618076091321765,0.04408439322337191,0.043221437228089375,5.020380704618007,1.3562996233656488,0.052808549110162806,0.04468828552807389,0.036751716245131766,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 2653241f818809fc830bf57896ed7c35c4b94585..9554ab58dda7b3952b6d4e15cc9096d76c214974 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-19T14:15:44.879701+00:00", + "evaluated_at": "2026-06-19T14:32:09.256684+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 41f7e439f88be710d6b5b817be24553b5ad1cc6b..308f9c1b8d63e040058a92ab9d48364881ef55ed 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-19T14:01:35.283262+00:00", + "evaluated_at": "2026-06-19T14:32:16.430819+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.0169999599456787, - 2.0339999198913574, - 2.0490000247955322, - 2.069000005722046, - 2.0789999961853027, 2.0859999656677246, 2.0940001010894775, 2.1050000190734863, @@ -245,14 +240,14 @@ 1.5670000314712524, 1.593999981880188, 1.6169999837875366, - 1.6269999742507935 - ], - "actuals": [ + 1.6269999742507935, 1.6440000534057617, 1.6670000553131104, 1.6950000524520874, 1.7029999494552612, - 1.7339999675750732, + 1.7339999675750732 + ], + "actuals": [ 1.7619999647140503, 1.777999997138977, 1.7869999408721924, @@ -307,200 +302,200 @@ 0.8069999814033508, 0.7590000033378601, 0.7049999833106995, - 0.6610000133514404 + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874 ], "p50": [ - 1.6568779945373535, - 1.6791859865188599, - 1.7003159523010254, - 1.7229655981063843, - 1.7439565658569336, - 1.7649707794189453, - 1.7846641540527344, - 1.8033342361450195, - 1.8224577903747559, - 1.840709924697876, - 1.8580483198165894, - 1.8737616539001465, - 1.8889117240905762, - 1.9022085666656494, - 1.915369987487793, - 1.9247348308563232, - 1.9339625835418701, - 1.9412996768951416, - 1.9484481811523438, - 1.9554976224899292, - 1.9600961208343506, - 1.9638408422470093, - 1.9687398672103882, - 1.9710972309112549, - 1.9740363359451294, - 1.9747765064239502, - 1.9744898080825806, - 1.9750514030456543, - 1.9745644330978394, - 1.97208571434021, - 1.9699863195419312, - 1.9648863077163696, - 2.134127140045166, - 2.128993511199951, - 2.1124110221862793, - 2.1061580181121826, - 2.0959267616271973, - 2.083007335662842, - 2.0704307556152344, - 2.054954767227173, - 2.0400431156158447, - 2.0263895988464355, - 2.0112547874450684, - 1.9948830604553223, - 1.9854872226715088, - 1.9728095531463623, - 1.9612278938293457, - 1.941065788269043, - 1.928523063659668, - 1.909636378288269, - 1.8945472240447998, - 1.8814162015914917, - 1.8604495525360107, - 1.8452630043029785, - 1.8276740312576294, - 1.8065617084503174, - 1.790884256362915, - 1.7774840593338013, - 1.760676383972168, - 1.7451996803283691 + 1.75443434715271, + 1.7710093259811401, + 1.784752368927002, + 1.797989845275879, + 1.8105285167694092, + 1.8218231201171875, + 1.831646203994751, + 1.8402271270751953, + 1.8471825122833252, + 1.8531134128570557, + 1.8577854633331299, + 1.860921859741211, + 1.8636610507965088, + 1.8646537065505981, + 1.8655027151107788, + 1.8647215366363525, + 1.8627575635910034, + 1.8591423034667969, + 1.8563264608383179, + 1.8530163764953613, + 1.8484206199645996, + 1.843336582183838, + 1.838761329650879, + 1.8335222005844116, + 1.8270039558410645, + 1.817500352859497, + 1.8077130317687988, + 1.7984647750854492, + 1.7878831624984741, + 1.776210069656372, + 1.7659754753112793, + 1.7560725212097168, + 1.8727762699127197, + 1.844763159751892, + 1.8111716508865356, + 1.7925102710723877, + 1.771204948425293, + 1.7486305236816406, + 1.7281813621520996, + 1.711496114730835, + 1.69174325466156, + 1.6722757816314697, + 1.651505470275879, + 1.6282565593719482, + 1.61073637008667, + 1.5942745208740234, + 1.5788079500198364, + 1.557306170463562, + 1.53689706325531, + 1.5179178714752197, + 1.4980098009109497, + 1.4802013635635376, + 1.4636937379837036, + 1.446546196937561, + 1.4319496154785156, + 1.4153046607971191, + 1.4005978107452393, + 1.3861722946166992, + 1.369863510131836, + 1.3539845943450928 ], "p10": [ - 1.6454135179519653, - 1.6652899980545044, - 1.6843599081039429, - 1.7033355236053467, - 1.7198519706726074, - 1.735276460647583, - 1.7498234510421753, - 1.7616190910339355, - 1.7748653888702393, - 1.7857038974761963, - 1.793935775756836, - 1.8012020587921143, - 1.8058825731277466, - 1.8088622093200684, - 1.8085858821868896, - 1.8060803413391113, - 1.8038192987442017, - 1.7966723442077637, - 1.7891924381256104, - 1.7817102670669556, - 1.7712934017181396, - 1.7618556022644043, - 1.7518274784088135, - 1.7380380630493164, - 1.7228524684906006, - 1.7072112560272217, - 1.6899847984313965, - 1.6690449714660645, - 1.6476466655731201, - 1.6239242553710938, - 1.5966143608093262, - 1.5747795104980469, - 1.765331506729126, - 1.7274789810180664, - 1.707261085510254, - 1.685544729232788, - 1.6469508409500122, - 1.6052799224853516, - 1.5631165504455566, - 1.5285897254943848, - 1.4952675104141235, - 1.4648420810699463, - 1.4300655126571655, - 1.4009315967559814, - 1.3799083232879639, - 1.3492052555084229, - 1.3183444738388062, - 1.2827240228652954, - 1.2593661546707153, - 1.222604513168335, - 1.1882367134094238, - 1.1610604524612427, - 1.1101576089859009, - 1.0825409889221191, - 1.0487487316131592, - 1.014304757118225, - 0.983518660068512, - 0.9535078406333923, - 0.9329649209976196, - 0.9027385115623474 + 1.7413454055786133, + 1.7559914588928223, + 1.767014741897583, + 1.7754348516464233, + 1.7835605144500732, + 1.7886226177215576, + 1.7914772033691406, + 1.7928767204284668, + 1.7933855056762695, + 1.7904130220413208, + 1.783926248550415, + 1.7765026092529297, + 1.7682965993881226, + 1.7579150199890137, + 1.7442176342010498, + 1.7305238246917725, + 1.7146906852722168, + 1.6941231489181519, + 1.6744003295898438, + 1.6541996002197266, + 1.6317570209503174, + 1.6120991706848145, + 1.590996503829956, + 1.5692206621170044, + 1.5435060262680054, + 1.5163143873214722, + 1.48830246925354, + 1.4550402164459229, + 1.4192020893096924, + 1.378528356552124, + 1.337754726409912, + 1.3112871646881104, + 1.3940783739089966, + 1.3923277854919434, + 1.3604116439819336, + 1.3179950714111328, + 1.2697880268096924, + 1.2206774950027466, + 1.1696481704711914, + 1.1278390884399414, + 1.0883015394210815, + 1.0511242151260376, + 1.0083786249160767, + 0.9687280654907227, + 0.9394309520721436, + 0.9055684804916382, + 0.8694275617599487, + 0.8315157294273376, + 0.7997589707374573, + 0.7620371580123901, + 0.7228858470916748, + 0.692329466342926, + 0.6530291438102722, + 0.6260243058204651, + 0.6034035086631775, + 0.5784803628921509, + 0.5479554533958435, + 0.5179367661476135, + 0.49630314111709595, + 0.46442413330078125 ], "p90": [ - 1.6657180786132812, - 1.6904869079589844, - 1.7139978408813477, - 1.7421027421951294, - 1.7670700550079346, - 1.7921909093856812, - 1.8173160552978516, - 1.8424317836761475, - 1.8680446147918701, - 1.8928041458129883, - 1.9171361923217773, - 1.9427540302276611, - 1.9669394493103027, - 1.9915108680725098, - 2.0136258602142334, - 2.033740282058716, - 2.0551981925964355, - 2.0767369270324707, - 2.096031427383423, - 2.1181252002716064, - 2.137495517730713, - 2.158190965652466, - 2.1807117462158203, - 2.1985411643981934, - 2.219484567642212, - 2.239746570587158, - 2.2581889629364014, - 2.277109146118164, - 2.2952394485473633, - 2.3127365112304688, - 2.3254623413085938, - 2.330544948577881, - 2.397406816482544, - 2.4366040229797363, - 2.450199842453003, - 2.477238893508911, - 2.4972314834594727, - 2.5234322547912598, - 2.5500614643096924, - 2.574040174484253, - 2.5920658111572266, - 2.6163268089294434, - 2.631324529647827, - 2.648000717163086, - 2.6662814617156982, - 2.6814513206481934, - 2.6982736587524414, - 2.6927194595336914, - 2.69912052154541, - 2.7074127197265625, - 2.712458848953247, - 2.728017568588257, - 2.7176613807678223, - 2.7239012718200684, - 2.714473247528076, - 2.7080249786376953, - 2.7017264366149902, - 2.700594425201416, - 2.6963114738464355, - 2.7004332542419434 + 1.7653567790985107, + 1.7850433588027954, + 1.8017358779907227, + 1.8199443817138672, + 1.8374725580215454, + 1.8541674613952637, + 1.870401382446289, + 1.887339472770691, + 1.9020161628723145, + 1.9153523445129395, + 1.9285080432891846, + 1.9427098035812378, + 1.9551811218261719, + 1.9673025608062744, + 1.977051019668579, + 1.988578200340271, + 2.000162124633789, + 2.012519359588623, + 2.0239951610565186, + 2.0371968746185303, + 2.049123525619507, + 2.062309503555298, + 2.0747737884521484, + 2.086667060852051, + 2.09767484664917, + 2.106130599975586, + 2.114182233810425, + 2.123445510864258, + 2.131218433380127, + 2.1387317180633545, + 2.1453843116760254, + 2.1486411094665527, + 2.133932113647461, + 2.1187973022460938, + 2.116854190826416, + 2.134042263031006, + 2.1478161811828613, + 2.1669178009033203, + 2.188232898712158, + 2.2121124267578125, + 2.226388931274414, + 2.244180202484131, + 2.255215644836426, + 2.2649974822998047, + 2.275219678878784, + 2.285583019256592, + 2.2959346771240234, + 2.2888169288635254, + 2.286125898361206, + 2.29213285446167, + 2.2909393310546875, + 2.298856735229492, + 2.2963576316833496, + 2.300203800201416, + 2.298443555831909, + 2.3005313873291016, + 2.297361373901367, + 2.294015884399414, + 2.2890403270721436, + 2.2904605865478516 ], "timestamps": [ - "2026-06-18 07:54:00", - "2026-06-18 08:00:00", - "2026-06-18 08:06:00", - "2026-06-18 08:12:00", - "2026-06-18 08:18:00", "2026-06-18 08:24:00", "2026-06-18 08:30:00", "2026-06-18 08:36:00", @@ -795,6 +790,11 @@ "2026-06-19 13:30:00", "2026-06-19 13:36:00", "2026-06-19 13:42:00", - "2026-06-19 13:48:00" + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 529b23497317412bc6ddab47ba0a02ddd353ea8c..65e46cef7acf7f79593c048cd5a5412f471d4e8e 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-19T14:01:44.812665+00:00", + "evaluated_at": "2026-06-19T14:32:24.243672+00:00", "freq": "10min", "context_length": 73, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.399999976158142, 1.600000023841858, @@ -78,7 +76,9 @@ 1.2999999523162842, 1.399999976158142, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "actuals": [ 1.2999999523162842, @@ -86,8 +86,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.5, 1.5, 1.399999976158142, @@ -152,234 +150,233 @@ 1.5, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 ], "p50": [ - 1.4826558828353882, - 1.472739815711975, - 1.4699877500534058, - 1.4714158773422241, - 1.4726003408432007, - 1.4741425514221191, - 1.475644588470459, - 1.4766756296157837, - 1.478320837020874, - 1.479005217552185, - 1.4797372817993164, - 1.4807422161102295, - 1.481179118156433, - 1.4804950952529907, - 1.4807710647583008, - 1.4793988466262817, - 1.4789865016937256, - 1.4806644916534424, - 1.4805817604064941, - 1.4794694185256958, - 1.4791525602340698, - 1.4764869213104248, - 1.4753434658050537, - 1.4735302925109863, - 1.4707814455032349, - 1.4680792093276978, - 1.4662487506866455, - 1.4645992517471313, - 1.4631319046020508, - 1.4620983600616455, - 1.4601505994796753, - 1.4580188989639282, - 1.4236944913864136, - 1.4197194576263428, - 1.4268479347229004, - 1.4315185546875, - 1.4340406656265259, - 1.435064673423767, - 1.437045931816101, - 1.4383962154388428, - 1.4391570091247559, - 1.4406368732452393, - 1.4407470226287842, - 1.4336464405059814, - 1.4328925609588623, - 1.4338780641555786, - 1.4363733530044556, - 1.4370571374893188, - 1.4393295049667358, - 1.4427396059036255, - 1.4536787271499634, - 1.455239176750183, - 1.4567406177520752, - 1.457973837852478, - 1.461377501487732, - 1.4631761312484741, - 1.4643787145614624, - 1.4649455547332764, - 1.4651864767074585, - 1.4671499729156494, - 1.4690150022506714, - 1.470101237297058, - 1.4702208042144775, - 1.4702701568603516, - 1.4985789060592651, - 1.5002530813217163, - 1.5109667778015137, - 1.513051152229309, - 1.5131962299346924, - 1.5120786428451538, - 1.5078226327896118, - 1.505239486694336 + 1.3402043581008911, + 1.3598856925964355, + 1.3728801012039185, + 1.3804415464401245, + 1.381975769996643, + 1.3813979625701904, + 1.3824715614318848, + 1.38543701171875, + 1.3889299631118774, + 1.3911592960357666, + 1.395094394683838, + 1.3949495553970337, + 1.3925971984863281, + 1.3924826383590698, + 1.3943631649017334, + 1.396602749824524, + 1.3984066247940063, + 1.3994678258895874, + 1.3979510068893433, + 1.3946282863616943, + 1.393261194229126, + 1.391364574432373, + 1.389784336090088, + 1.3889507055282593, + 1.3912733793258667, + 1.39084792137146, + 1.3865059614181519, + 1.3850178718566895, + 1.3856749534606934, + 1.3859449625015259, + 1.3852988481521606, + 1.3876242637634277, + 1.3182086944580078, + 1.314007043838501, + 1.3265690803527832, + 1.337463140487671, + 1.3407235145568848, + 1.341132640838623, + 1.3407769203186035, + 1.3443527221679688, + 1.3425902128219604, + 1.3412940502166748, + 1.3444461822509766, + 1.3479729890823364, + 1.351274013519287, + 1.3522284030914307, + 1.3479869365692139, + 1.3455615043640137, + 1.364209771156311, + 1.3654814958572388, + 1.3623912334442139, + 1.3652147054672241, + 1.3717836141586304, + 1.3734492063522339, + 1.3719146251678467, + 1.3728077411651611, + 1.3750152587890625, + 1.3758906126022339, + 1.3738353252410889, + 1.3755450248718262, + 1.375112771987915, + 1.3741991519927979, + 1.3739192485809326, + 1.376404047012329, + 1.4213566780090332, + 1.4118971824645996, + 1.4234870672225952, + 1.4311131238937378, + 1.429619550704956, + 1.4273350238800049, + 1.4217901229858398, + 1.4228547811508179 ], "p10": [ - 1.3487399816513062, - 1.3104016780853271, - 1.297497034072876, - 1.2877835035324097, - 1.282621145248413, - 1.2783522605895996, - 1.2711910009384155, - 1.2653436660766602, - 1.2625329494476318, - 1.2582249641418457, - 1.25199556350708, - 1.2487716674804688, - 1.2458237409591675, - 1.24144446849823, - 1.2357535362243652, - 1.2287545204162598, - 1.2236562967300415, - 1.2208497524261475, - 1.2173134088516235, - 1.2126634120941162, - 1.2088823318481445, - 1.2041324377059937, - 1.2018448114395142, - 1.1985020637512207, - 1.1930596828460693, - 1.1907176971435547, - 1.1900197267532349, - 1.185657262802124, - 1.1794681549072266, - 1.1729780435562134, - 1.1665513515472412, - 1.162074327468872, - 1.160387635231018, - 1.15254807472229, - 1.143151044845581, - 1.1283892393112183, - 1.116255283355713, - 1.1061255931854248, - 1.0963135957717896, - 1.0885393619537354, - 1.0840009450912476, - 1.0821754932403564, - 1.075469732284546, - 1.0669353008270264, - 1.0633025169372559, - 1.0603927373886108, - 1.0545884370803833, - 1.0480482578277588, - 1.0433976650238037, - 1.038675308227539, - 1.042015790939331, - 1.0360463857650757, - 1.031215786933899, - 1.0261495113372803, - 1.0282025337219238, - 1.0240283012390137, - 1.0176093578338623, - 1.0095566511154175, - 1.0018956661224365, - 0.9961951971054077, - 0.9927823543548584, - 0.9867432117462158, - 0.9798355102539062, - 0.974396288394928, - 1.2209484577178955, - 1.228051781654358, - 1.2255687713623047, - 1.2089709043502808, - 1.1962697505950928, - 1.1864416599273682, - 1.1727917194366455, - 1.1669775247573853 + 1.2422966957092285, + 1.2379311323165894, + 1.2285029888153076, + 1.2250761985778809, + 1.220450758934021, + 1.2112505435943604, + 1.203906536102295, + 1.198974847793579, + 1.1952584981918335, + 1.1892352104187012, + 1.1839101314544678, + 1.178568720817566, + 1.1710684299468994, + 1.1658868789672852, + 1.1614100933074951, + 1.1592694520950317, + 1.1565971374511719, + 1.1521008014678955, + 1.1453567743301392, + 1.138778567314148, + 1.1340703964233398, + 1.130896806716919, + 1.1278141736984253, + 1.1246297359466553, + 1.1221165657043457, + 1.118821620941162, + 1.1117980480194092, + 1.1041250228881836, + 1.0999916791915894, + 1.096456527709961, + 1.092038631439209, + 1.091545820236206, + 1.0723726749420166, + 1.0438737869262695, + 1.0304286479949951, + 1.0166099071502686, + 1.0028598308563232, + 0.9872666597366333, + 0.9737299084663391, + 0.9671003222465515, + 0.9587916135787964, + 0.9504693746566772, + 0.942611813545227, + 0.9375866055488586, + 0.9334622025489807, + 0.9275624752044678, + 0.9113947153091431, + 0.8959481120109558, + 0.9011890292167664, + 0.8935537934303284, + 0.8830625414848328, + 0.8785427808761597, + 0.8779559135437012, + 0.867363691329956, + 0.8603522777557373, + 0.852398693561554, + 0.8423302173614502, + 0.8265144228935242, + 0.81033855676651, + 0.8016279935836792, + 0.7959691286087036, + 0.7908579111099243, + 0.7853803038597107, + 0.7831578254699707, + 1.168553113937378, + 1.1504757404327393, + 1.1258456707000732, + 1.1068830490112305, + 1.093626856803894, + 1.0817070007324219, + 1.0657075643539429, + 1.0596131086349487 ], "p90": [ - 1.5727379322052002, - 1.5986778736114502, - 1.621704339981079, - 1.6382111310958862, - 1.649308204650879, - 1.661773681640625, - 1.675369381904602, - 1.6863206624984741, - 1.695777416229248, - 1.7049580812454224, - 1.7125835418701172, - 1.7185910940170288, - 1.721486210823059, - 1.7261691093444824, - 1.7348315715789795, - 1.7360999584197998, - 1.739052414894104, - 1.746612310409546, - 1.7518664598464966, - 1.7560256719589233, - 1.7558857202529907, - 1.7546818256378174, - 1.7532726526260376, - 1.7525967359542847, - 1.7512609958648682, - 1.7500215768814087, - 1.750675082206726, - 1.750307559967041, - 1.7510008811950684, - 1.752308964729309, - 1.7532533407211304, - 1.7517184019088745, - 1.718634843826294, - 1.7310152053833008, - 1.738271951675415, - 1.7464159727096558, - 1.7599718570709229, - 1.769873023033142, - 1.7734507322311401, - 1.7760891914367676, - 1.7831923961639404, - 1.7957828044891357, - 1.8090949058532715, - 1.8079280853271484, - 1.8099344968795776, - 1.8081607818603516, - 1.8085705041885376, - 1.8136639595031738, - 1.8187034130096436, - 1.8220075368881226, - 1.8367840051651, - 1.8450701236724854, - 1.8460257053375244, - 1.8516428470611572, - 1.857215166091919, - 1.863678216934204, - 1.8698036670684814, - 1.873760461807251, - 1.8776497840881348, - 1.8814640045166016, - 1.886448621749878, - 1.8919498920440674, - 1.8967366218566895, - 1.898617148399353, - 1.835257887840271, - 1.8601583242416382, - 1.8640044927597046, - 1.8639153242111206, - 1.878262996673584, - 1.88394296169281, - 1.8707754611968994, - 1.8679988384246826 + 1.4801663160324097, + 1.5309202671051025, + 1.5571085214614868, + 1.5759646892547607, + 1.5869803428649902, + 1.5942505598068237, + 1.6052848100662231, + 1.616978406906128, + 1.626575231552124, + 1.6337478160858154, + 1.6422152519226074, + 1.647585153579712, + 1.6467947959899902, + 1.651572346687317, + 1.6614991426467896, + 1.6701409816741943, + 1.6775249242782593, + 1.6811671257019043, + 1.6817435026168823, + 1.6825634241104126, + 1.6819664239883423, + 1.6817044019699097, + 1.6793614625930786, + 1.6807535886764526, + 1.686509609222412, + 1.6863082647323608, + 1.6816586256027222, + 1.6809945106506348, + 1.6843013763427734, + 1.6873595714569092, + 1.6893360614776611, + 1.6923370361328125, + 1.6612238883972168, + 1.677068829536438, + 1.6822400093078613, + 1.6911214590072632, + 1.706089973449707, + 1.7193924188613892, + 1.719718337059021, + 1.7333431243896484, + 1.7476799488067627, + 1.7550601959228516, + 1.774388074874878, + 1.7797149419784546, + 1.7823805809020996, + 1.7768816947937012, + 1.7672035694122314, + 1.7742489576339722, + 1.797800064086914, + 1.799159288406372, + 1.8007473945617676, + 1.8046655654907227, + 1.8078584671020508, + 1.8117083311080933, + 1.8117631673812866, + 1.8184585571289062, + 1.8251162767410278, + 1.8308519124984741, + 1.8368161916732788, + 1.8402026891708374, + 1.842968225479126, + 1.8457857370376587, + 1.8494229316711426, + 1.8550267219543457, + 1.8378829956054688, + 1.816818356513977, + 1.8191156387329102, + 1.8219279050827026, + 1.833041787147522, + 1.8382728099822998, + 1.8236231803894043, + 1.8330482244491577 ], "timestamps": [ - "2026-06-17 14:40:00", - "2026-06-17 14:50:00", - "2026-06-17 15:00:00", "2026-06-17 15:10:00", "2026-06-17 15:20:00", "2026-06-17 15:30:00", @@ -521,6 +518,9 @@ "2026-06-18 14:10:00", "2026-06-18 14:20:00", "2026-06-18 14:30:00", - "2026-06-18 14:40:00" + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 4c31b7ae4f337ad63b335428a51fb585b9b8a529..ccca4575806237f5bb44fbeb90361234f3d7d078 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-19T14:15:58.147608+00:00", + "evaluated_at": "2026-06-19T14:32:29.210434+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t081800z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t145000z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 73, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 279e646170e711dcf9669d0cdeb5f1ba9be6ab3c..aa52d590d19aba5845ccf9d5409c462235dc01ca 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1141740.5477148693,1141740.5477148693,814.89208984375,0.7407595491316891,0.012920552686899312,0.012778328864994193,8.483297009046089,1068.5226004698586,0.016777414567875147,0.012795033454022308,0.009108111019355433,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.7928028575929602,0.7928028575929602,0.721045732498169,0.4132978128901108,0.02953640034619398,0.0301837402487192,2.382665304386935,0.8903947762610471,0.03812845897951336,0.030876599197218732,0.03337617042622656,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.023946951268059753,0.023946951268059753,0.09716323415438334,0.11545518495585645,0.09469324090719512,0.08189624019259134,0.7336375852185655,0.15474802508613722,0.09723203072382017,0.06105007519977105,0.05731944224620475,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.017091573421961215,0.017091573421961215,0.10554280545976427,0.5742769330593358,0.07755449175095598,0.07369673922006312,4.487438331993046,0.13073474450948844,0.09192287271226424,0.0742097895121449,0.06506612252527709,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.031429559554485044,0.031429559554485044,0.12088105728228887,0.14625215077440862,0.1430842236292956,0.1179399122623007,0.9524713398667117,0.17728383895461267,0.11841157490737174,0.08073898023456369,0.07698452954156781,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.012663211249970076,0.012663211249970076,0.09290964735878839,0.5208570462454518,0.06678725115511847,0.0652345010830785,4.295259103489465,0.1125309346356373,0.07927815592664988,0.06545493942842844,0.08316667591620877,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.009892908498993,1.009892908498993,0.839895486831665,1.0444295934059895,0.04590214074983707,0.04442075038128431,5.172626279982432,1.0049342806865496,0.05396827716686823,0.0451051509493398,0.028885115998552036,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,24.783721695316824,24.783721695316824,4.124808708826701,0.3454038892307307,0.149620678462258,0.14597224442566573,2.3122366766900413,4.978325189791927,0.17053926451407722,0.14130090274274892,0.15030491395266196,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.9649310485542628,1.9649310485542628,1.1595812638600667,0.5676017264933743,0.044626437458934944,0.043349611106884844,4.906695060964293,1.4017599825056581,0.054578582491321984,0.045149171366591356,0.035164836626993816,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index c181e417da5b464621f90c2ec2f50126a2367f82..83128854830cdd7c211c911fe32d553dab6d7d51 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T14:15:25.848828+00:00", + "evaluated_at": "2026-06-19T14:31:44.631943+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 0686afb590d174b97ad2514abafb79bbe5009d74..873e84477dbd60063e46334d3f1548950a4148db 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T14:00:26.179359+00:00", + "evaluated_at": "2026-06-19T14:31:50.405655+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.0169999599456787, - 2.0339999198913574, - 2.0490000247955322, - 2.069000005722046, - 2.0789999961853027, 2.0859999656677246, 2.0940001010894775, 2.1050000190734863, @@ -245,14 +240,14 @@ 1.5670000314712524, 1.593999981880188, 1.6169999837875366, - 1.6269999742507935 - ], - "actuals": [ + 1.6269999742507935, 1.6440000534057617, 1.6670000553131104, 1.6950000524520874, 1.7029999494552612, - 1.7339999675750732, + 1.7339999675750732 + ], + "actuals": [ 1.7619999647140503, 1.777999997138977, 1.7869999408721924, @@ -307,200 +302,200 @@ 0.8069999814033508, 0.7590000033378601, 0.7049999833106995, - 0.6610000133514404 + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874 ], "p50": [ - 1.6483941078186035, - 1.6781392097473145, - 1.7037560939788818, - 1.7298822402954102, - 1.7523993253707886, - 1.771017074584961, - 1.789803147315979, - 1.8075051307678223, - 1.8263251781463623, - 1.8441510200500488, - 1.8601796627044678, - 1.8733410835266113, - 1.8880574703216553, - 1.899967908859253, - 1.9093942642211914, - 1.9177558422088623, - 1.926315426826477, - 1.9323441982269287, - 1.9375395774841309, - 1.9418156147003174, - 1.9445788860321045, - 1.9437288045883179, - 1.942805290222168, - 1.9431536197662354, - 1.9398915767669678, - 1.9331927299499512, - 1.927621841430664, - 1.9174011945724487, - 1.9074286222457886, - 1.895211935043335, - 1.8835320472717285, - 1.8698513507843018, - 1.843369960784912, - 1.8281848430633545, - 1.8085999488830566, - 1.7867517471313477, - 1.7676985263824463, - 1.7448782920837402, - 1.7232849597930908, - 1.6949888467788696, - 1.667533040046692, - 1.6391570568084717, - 1.6130445003509521, - 1.5820960998535156, - 1.554915428161621, - 1.5225770473480225, - 1.4945564270019531, - 1.4586091041564941, - 1.4246666431427002, - 1.3923619985580444, - 1.3584964275360107, - 1.3240715265274048, - 1.2899720668792725, - 1.2573938369750977, - 1.2229773998260498, - 1.1890983581542969, - 1.1563477516174316, - 1.122940182685852, - 1.087086796760559, - 1.053036093711853 + 1.7557059526443481, + 1.773980736732483, + 1.7932374477386475, + 1.8115017414093018, + 1.8285102844238281, + 1.8394203186035156, + 1.8525724411010742, + 1.8660335540771484, + 1.8762805461883545, + 1.8816720247268677, + 1.8900847434997559, + 1.898288369178772, + 1.903812289237976, + 1.9057056903839111, + 1.9059072732925415, + 1.9066184759140015, + 1.9048354625701904, + 1.9018656015396118, + 1.8990947008132935, + 1.8941553831100464, + 1.8889268636703491, + 1.8780460357666016, + 1.8721189498901367, + 1.8627958297729492, + 1.8522069454193115, + 1.8393962383270264, + 1.8202764987945557, + 1.800081491470337, + 1.776371717453003, + 1.7545398473739624, + 1.7298922538757324, + 1.7007594108581543, + 1.719587802886963, + 1.7014799118041992, + 1.67535400390625, + 1.6446505784988403, + 1.6200015544891357, + 1.5908355712890625, + 1.5649176836013794, + 1.53182852268219, + 1.4994323253631592, + 1.4691612720489502, + 1.4380004405975342, + 1.401857614517212, + 1.366051197052002, + 1.3322503566741943, + 1.2996141910552979, + 1.262279987335205, + 1.2270753383636475, + 1.1938406229019165, + 1.158656120300293, + 1.123647689819336, + 1.0915576219558716, + 1.0579684972763062, + 1.0274425745010376, + 0.9948073625564575, + 0.9613263607025146, + 0.9327264428138733, + 0.9005710482597351, + 0.8722960948944092 ], "p10": [ - 1.6348681449890137, - 1.6585315465927124, - 1.6798501014709473, - 1.7017673254013062, - 1.720404028892517, - 1.7314248085021973, - 1.7455068826675415, - 1.7557520866394043, - 1.768988847732544, - 1.780333161354065, - 1.7855231761932373, - 1.7911994457244873, - 1.7948840856552124, - 1.798134207725525, - 1.7973344326019287, - 1.7936863899230957, - 1.7913422584533691, - 1.7889199256896973, - 1.7824230194091797, - 1.7767058610916138, - 1.7684948444366455, - 1.7566518783569336, - 1.7461097240447998, - 1.734641194343567, - 1.718937635421753, - 1.7012133598327637, - 1.6811625957489014, - 1.6595139503479004, - 1.6394624710083008, - 1.6112685203552246, - 1.5863933563232422, - 1.5579866170883179, - 1.5396347045898438, - 1.5113497972488403, - 1.4747695922851562, - 1.4530339241027832, - 1.418043851852417, - 1.386120080947876, - 1.3556292057037354, - 1.3180716037750244, - 1.2829385995864868, - 1.2369511127471924, - 1.2135310173034668, - 1.1697124242782593, - 1.141941785812378, - 1.1012245416641235, - 1.0670777559280396, - 1.0285738706588745, - 0.987270712852478, - 0.9538258910179138, - 0.917130172252655, - 0.8756715655326843, - 0.8451735973358154, - 0.80463707447052, - 0.7724469900131226, - 0.7370681166648865, - 0.7029645442962646, - 0.6680406332015991, - 0.6313201189041138, - 0.5960097908973694 + 1.743569016456604, + 1.7567222118377686, + 1.7708927392959595, + 1.7847421169281006, + 1.7967705726623535, + 1.7989027500152588, + 1.8063292503356934, + 1.8114731311798096, + 1.8151706457138062, + 1.812261700630188, + 1.8085291385650635, + 1.8073937892913818, + 1.802412509918213, + 1.7933368682861328, + 1.7794246673583984, + 1.7665338516235352, + 1.7530194520950317, + 1.7399768829345703, + 1.7240740060806274, + 1.7042768001556396, + 1.68788743019104, + 1.6633491516113281, + 1.644565463066101, + 1.622908592224121, + 1.5984690189361572, + 1.5746933221817017, + 1.5390764474868774, + 1.5053385496139526, + 1.467594027519226, + 1.433281421661377, + 1.3972605466842651, + 1.3558825254440308, + 1.3635121583938599, + 1.3256629705429077, + 1.2894346714019775, + 1.26168954372406, + 1.2238643169403076, + 1.1886016130447388, + 1.1559804677963257, + 1.1150317192077637, + 1.0758030414581299, + 1.0224777460098267, + 0.9966344833374023, + 0.9447837471961975, + 0.9078678488731384, + 0.8678969740867615, + 0.8290055990219116, + 0.787722647190094, + 0.744313657283783, + 0.7057992219924927, + 0.6645246744155884, + 0.6164990663528442, + 0.585071325302124, + 0.5393294095993042, + 0.5092992186546326, + 0.4673578143119812, + 0.428516685962677, + 0.3966345191001892, + 0.35725295543670654, + 0.3186482787132263 ], "p90": [ - 1.6617982387542725, - 1.6949529647827148, - 1.7273266315460205, - 1.756592869758606, - 1.7837116718292236, - 1.8076717853546143, - 1.8311643600463867, - 1.8556591272354126, - 1.883155345916748, - 1.9088335037231445, - 1.9325954914093018, - 1.9551845788955688, - 1.9795923233032227, - 2.0025177001953125, - 2.024928331375122, - 2.041578769683838, - 2.0606729984283447, - 2.0814156532287598, - 2.1007463932037354, - 2.117661476135254, - 2.1319446563720703, - 2.14918851852417, - 2.1608786582946777, - 2.175137519836426, - 2.1843960285186768, - 2.1932525634765625, - 2.2029781341552734, - 2.21341609954834, - 2.2152857780456543, - 2.2221474647521973, - 2.224616527557373, - 2.225694179534912, - 2.1769728660583496, - 2.188136577606201, - 2.1815319061279297, - 2.1859002113342285, - 2.180908679962158, - 2.1743133068084717, - 2.169264316558838, - 2.1680922508239746, - 2.1474361419677734, - 2.141538143157959, - 2.131331443786621, - 2.1243715286254883, - 2.111572504043579, - 2.1048247814178467, - 2.0935702323913574, - 2.084784984588623, - 2.071200132369995, - 2.0530245304107666, - 2.0277676582336426, - 2.0134847164154053, - 1.997111439704895, - 1.9812595844268799, - 1.9567081928253174, - 1.9438217878341675, - 1.914515733718872, - 1.9078717231750488, - 1.8790953159332275, - 1.8567677736282349 + 1.7688604593276978, + 1.790702223777771, + 1.8165338039398193, + 1.8399121761322021, + 1.8634355068206787, + 1.8804612159729004, + 1.9005699157714844, + 1.922518014907837, + 1.9438884258270264, + 1.958368182182312, + 1.9771802425384521, + 1.9972333908081055, + 2.014969825744629, + 2.029885768890381, + 2.0460219383239746, + 2.057023286819458, + 2.070608139038086, + 2.083988666534424, + 2.097926139831543, + 2.1083014011383057, + 2.1191346645355225, + 2.1316423416137695, + 2.1393563747406006, + 2.147655487060547, + 2.1554079055786133, + 2.1599810123443604, + 2.162686824798584, + 2.1672234535217285, + 2.1631336212158203, + 2.165926218032837, + 2.1666996479034424, + 2.15055775642395, + 2.1885743141174316, + 2.2017102241516113, + 2.196653366088867, + 2.204695224761963, + 2.202159881591797, + 2.1932506561279297, + 2.1928277015686035, + 2.2000222206115723, + 2.1736533641815186, + 2.1716647148132324, + 2.1728036403656006, + 2.1690168380737305, + 2.164771556854248, + 2.1613106727600098, + 2.1598267555236816, + 2.1544227600097656, + 2.1434311866760254, + 2.134878158569336, + 2.114306688308716, + 2.1098079681396484, + 2.101363182067871, + 2.088326930999756, + 2.0750536918640137, + 2.079080581665039, + 2.0546815395355225, + 2.0684690475463867, + 2.0614702701568604, + 2.0537896156311035 ], "timestamps": [ - "2026-06-18 07:54:00", - "2026-06-18 08:00:00", - "2026-06-18 08:06:00", - "2026-06-18 08:12:00", - "2026-06-18 08:18:00", "2026-06-18 08:24:00", "2026-06-18 08:30:00", "2026-06-18 08:36:00", @@ -795,6 +790,11 @@ "2026-06-19 13:30:00", "2026-06-19 13:36:00", "2026-06-19 13:42:00", - "2026-06-19 13:48:00" + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 1b1e5d6b8ccceea7394e278a9b8c39a621262096..03ac13bc41190967c9ba5fc15385b1082bf8452c 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T14:00:30.870228+00:00", + "evaluated_at": "2026-06-19T14:31:57.656744+00:00", "freq": "10min", "context_length": 73, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.399999976158142, 1.600000023841858, @@ -78,7 +76,9 @@ 1.2999999523162842, 1.399999976158142, 1.5, - 1.5 + 1.5, + 1.2999999523162842, + 1.2999999523162842 ], "actuals": [ 1.2999999523162842, @@ -86,8 +86,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.5, 1.5, 1.399999976158142, @@ -152,234 +150,233 @@ 1.5, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 ], "p50": [ - 1.4980511665344238, - 1.4981552362442017, - 1.4975618124008179, - 1.4980549812316895, - 1.4985462427139282, - 1.4979467391967773, - 1.4983994960784912, - 1.4983141422271729, - 1.4985005855560303, - 1.4990687370300293, - 1.4986566305160522, - 1.4983888864517212, - 1.498787522315979, - 1.4994224309921265, - 1.4987106323242188, - 1.4978854656219482, - 1.4981765747070312, - 1.4985661506652832, - 1.4982693195343018, - 1.4986125230789185, - 1.4991428852081299, - 1.4995607137680054, - 1.4987441301345825, - 1.497714638710022, - 1.4980963468551636, - 1.4980114698410034, - 1.4979490041732788, - 1.4976166486740112, - 1.4984159469604492, - 1.498056411743164, - 1.4978803396224976, - 1.497324824333191, - 1.5015345811843872, - 1.502143144607544, - 1.5002044439315796, - 1.5000743865966797, - 1.499604344367981, - 1.4993916749954224, - 1.4997526407241821, - 1.4993131160736084, - 1.4996336698532104, - 1.500112771987915, - 1.4998409748077393, - 1.4999698400497437, - 1.5001294612884521, - 1.499887466430664, - 1.500124216079712, - 1.4999146461486816, - 1.4994925260543823, - 1.5001003742218018, - 1.5002162456512451, - 1.499956727027893, - 1.499807596206665, - 1.5002535581588745, - 1.4998770952224731, - 1.498887538909912, - 1.499693512916565, - 1.499982476234436, - 1.4998464584350586, - 1.4999724626541138, - 1.5003446340560913, - 1.500044822692871, - 1.5000972747802734, - 1.5000622272491455, - 1.501572608947754, - 1.501579761505127, - 1.5006346702575684, - 1.500049114227295, - 1.4997597932815552, - 1.4996936321258545, - 1.4999141693115234, - 1.5004010200500488 + 1.2995285987854004, + 1.3182698488235474, + 1.3581030368804932, + 1.364272952079773, + 1.3693318367004395, + 1.3733705282211304, + 1.3780875205993652, + 1.378581166267395, + 1.385023593902588, + 1.3910750150680542, + 1.3940374851226807, + 1.4011270999908447, + 1.4129462242126465, + 1.4090415239334106, + 1.4142767190933228, + 1.4207814931869507, + 1.4238172769546509, + 1.427782654762268, + 1.4308197498321533, + 1.433146595954895, + 1.435642123222351, + 1.438879370689392, + 1.436219573020935, + 1.4328570365905762, + 1.4387719631195068, + 1.4427471160888672, + 1.4493625164031982, + 1.4515577554702759, + 1.455141305923462, + 1.4541378021240234, + 1.454923152923584, + 1.455499291419983, + 1.4676368236541748, + 1.4696828126907349, + 1.4674383401870728, + 1.4665043354034424, + 1.469588041305542, + 1.469266653060913, + 1.4696085453033447, + 1.4726994037628174, + 1.470625877380371, + 1.4691895246505737, + 1.4673359394073486, + 1.4632105827331543, + 1.4615143537521362, + 1.461916446685791, + 1.4606484174728394, + 1.4627387523651123, + 1.4650108814239502, + 1.465772032737732, + 1.467984676361084, + 1.4711216688156128, + 1.4706376791000366, + 1.4689451456069946, + 1.4690409898757935, + 1.4690542221069336, + 1.468469262123108, + 1.469761610031128, + 1.4701892137527466, + 1.4707359075546265, + 1.472738265991211, + 1.4734301567077637, + 1.4747114181518555, + 1.4769022464752197, + 1.4852855205535889, + 1.4871188402175903, + 1.487341046333313, + 1.4844671487808228, + 1.4853777885437012, + 1.484911561012268, + 1.4818751811981201, + 1.483095645904541 ], "p10": [ - 1.3564212322235107, - 1.355827808380127, - 1.333473563194275, - 1.3449962139129639, - 1.336147665977478, - 1.3444876670837402, - 1.3448089361190796, - 1.3585882186889648, - 1.346384048461914, - 1.35068941116333, - 1.3435699939727783, - 1.343469262123108, - 1.3478994369506836, - 1.341969609260559, - 1.3420177698135376, - 1.3428208827972412, - 1.331087350845337, - 1.328191876411438, - 1.3211872577667236, - 1.3269274234771729, - 1.325049638748169, - 1.3312535285949707, - 1.3295764923095703, - 1.3252067565917969, - 1.3182429075241089, - 1.3007031679153442, - 1.3110337257385254, - 1.3094966411590576, - 1.3065645694732666, - 1.308650255203247, - 1.3038913011550903, - 1.295817255973816, - 1.2652677297592163, - 1.274279236793518, - 1.2558212280273438, - 1.2614383697509766, - 1.2531465291976929, - 1.2508776187896729, - 1.250920295715332, - 1.2477242946624756, - 1.2442115545272827, - 1.2460887432098389, - 1.2442179918289185, - 1.2354762554168701, - 1.2455918788909912, - 1.2383147478103638, - 1.2345417737960815, - 1.240751028060913, - 1.2346956729888916, - 1.2347993850708008, - 1.2330920696258545, - 1.2341597080230713, - 1.2331931591033936, - 1.234403371810913, - 1.2343543767929077, - 1.2268043756484985, - 1.2269465923309326, - 1.2275432348251343, - 1.2289791107177734, - 1.226438045501709, - 1.223689079284668, - 1.220743179321289, - 1.220585584640503, - 1.2206919193267822, - 1.2157074213027954, - 1.2183349132537842, - 1.1956462860107422, - 1.2053210735321045, - 1.2019474506378174, - 1.1953506469726562, - 1.1931242942810059, - 1.1931867599487305 + 1.2135581970214844, + 1.218207836151123, + 1.2009414434432983, + 1.1864686012268066, + 1.1763319969177246, + 1.1757643222808838, + 1.1560593843460083, + 1.14785897731781, + 1.1304959058761597, + 1.1213557720184326, + 1.1164333820343018, + 1.1120266914367676, + 1.1108288764953613, + 1.099103569984436, + 1.0935559272766113, + 1.093659520149231, + 1.0850651264190674, + 1.0858114957809448, + 1.0772303342819214, + 1.0745772123336792, + 1.0672498941421509, + 1.062829852104187, + 1.0531998872756958, + 1.0403625965118408, + 1.0333020687103271, + 1.0276674032211304, + 1.0259531736373901, + 1.0255355834960938, + 1.0211663246154785, + 1.0144047737121582, + 1.0087882280349731, + 1.007840871810913, + 1.057732343673706, + 1.0419681072235107, + 1.025547981262207, + 1.0093289613723755, + 1.0044610500335693, + 0.9993544816970825, + 0.9879475235939026, + 0.9847796559333801, + 0.9702895879745483, + 0.9586625099182129, + 0.953681468963623, + 0.9519616961479187, + 0.9518133401870728, + 0.9547091126441956, + 0.9520782828330994, + 0.9569140076637268, + 0.9525116682052612, + 0.956462025642395, + 0.948267936706543, + 0.9510101675987244, + 0.9424802660942078, + 0.9379799365997314, + 0.9292513132095337, + 0.9260101318359375, + 0.9150738716125488, + 0.9162856936454773, + 0.9076471924781799, + 0.9056918621063232, + 0.9139977097511292, + 0.9129247665405273, + 0.9008855223655701, + 0.909927487373352, + 0.9904951453208923, + 0.9759849309921265, + 0.965204119682312, + 0.9507893323898315, + 0.9441509246826172, + 0.940973162651062, + 0.9253624677658081, + 0.9211217164993286 ], "p90": [ - 1.5250558853149414, - 1.5774527788162231, - 1.5909035205841064, - 1.6123309135437012, - 1.619408369064331, - 1.6476807594299316, - 1.6437686681747437, - 1.6577980518341064, - 1.6786367893218994, - 1.6751550436019897, - 1.6901752948760986, - 1.7125699520111084, - 1.726680040359497, - 1.733435869216919, - 1.7254865169525146, - 1.7354708909988403, - 1.7389990091323853, - 1.7450414896011353, - 1.7529327869415283, - 1.7595313787460327, - 1.7595398426055908, - 1.771620273590088, - 1.7622572183609009, - 1.7621349096298218, - 1.7632975578308105, - 1.7650045156478882, - 1.7656506299972534, - 1.772566795349121, - 1.7770957946777344, - 1.7787151336669922, - 1.7835383415222168, - 1.777184247970581, - 1.8391592502593994, - 1.802337884902954, - 1.8076188564300537, - 1.8177186250686646, - 1.8130626678466797, - 1.81292724609375, - 1.8121798038482666, - 1.8075809478759766, - 1.8219196796417236, - 1.825469732284546, - 1.8220347166061401, - 1.8227260112762451, - 1.828600525856018, - 1.8224010467529297, - 1.8246581554412842, - 1.8245701789855957, - 1.827383041381836, - 1.83568274974823, - 1.8452401161193848, - 1.8432072401046753, - 1.8428860902786255, - 1.8519246578216553, - 1.8456275463104248, - 1.845107078552246, - 1.8450548648834229, - 1.8514165878295898, - 1.8492897748947144, - 1.860485315322876, - 1.8600795269012451, - 1.8616862297058105, - 1.869966983795166, - 1.867727279663086, - 1.909311056137085, - 1.888903260231018, - 1.9031039476394653, - 1.8997923135757446, - 1.9056133031845093, - 1.8968645334243774, - 1.8978549242019653, - 1.8935601711273193 + 1.5064529180526733, + 1.5291529893875122, + 1.5622519254684448, + 1.586630940437317, + 1.5972180366516113, + 1.6048773527145386, + 1.6130324602127075, + 1.6217156648635864, + 1.6365437507629395, + 1.6506975889205933, + 1.65765380859375, + 1.6738677024841309, + 1.6921072006225586, + 1.6896733045578003, + 1.7041404247283936, + 1.7203871011734009, + 1.7253403663635254, + 1.735418438911438, + 1.748377799987793, + 1.7544373273849487, + 1.7577842473983765, + 1.7663145065307617, + 1.7663570642471313, + 1.768298864364624, + 1.7827634811401367, + 1.784947395324707, + 1.7984297275543213, + 1.8085030317306519, + 1.8109424114227295, + 1.8130440711975098, + 1.8200047016143799, + 1.8212422132492065, + 1.772218108177185, + 1.7911481857299805, + 1.799337387084961, + 1.7975506782531738, + 1.807956576347351, + 1.8149104118347168, + 1.81797456741333, + 1.8257611989974976, + 1.8306827545166016, + 1.826387643814087, + 1.8212040662765503, + 1.825786828994751, + 1.823699951171875, + 1.828239917755127, + 1.8289836645126343, + 1.8370261192321777, + 1.8432285785675049, + 1.846704363822937, + 1.863305926322937, + 1.8662198781967163, + 1.86473548412323, + 1.8664957284927368, + 1.867781162261963, + 1.8750998973846436, + 1.8770527839660645, + 1.878324031829834, + 1.8829762935638428, + 1.8916773796081543, + 1.8931925296783447, + 1.8954591751098633, + 1.9018702507019043, + 1.9046443700790405, + 1.8274648189544678, + 1.8476536273956299, + 1.8518030643463135, + 1.8510195016860962, + 1.8601086139678955, + 1.869828224182129, + 1.8695363998413086, + 1.8767603635787964 ], "timestamps": [ - "2026-06-17 14:40:00", - "2026-06-17 14:50:00", - "2026-06-17 15:00:00", "2026-06-17 15:10:00", "2026-06-17 15:20:00", "2026-06-17 15:30:00", @@ -521,6 +518,9 @@ "2026-06-18 14:10:00", "2026-06-18 14:20:00", "2026-06-18 14:30:00", - "2026-06-18 14:40:00" + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 28f80dc2087497f13e18c2b11f67bdc32dedf7b3..bfab518e1c244f490fe8abd44d5ee0275b51fd2b 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-19T14:15:35.112025+00:00", + "evaluated_at": "2026-06-19T14:32:00.213894+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:13:33.243209Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t081800z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t145000z", + "data_fetched_at": "2026-06-19T14:29:52.721706Z", + "context_length": 73, + "prediction_length": 72 } ], "failed_datasets": []