diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 4d4b5b651fc456733d6569e95ef0188891c165d7..1954821609234328c7f538fefca92915a1505bd3 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,263306.179038967,302108.5530374491,525.6656058856952,0.4600191815431644,0.008188938981937078,0.008224695524598927,5.788619231044474,513.133685348143,0.008001082027069175,0.008196487097990682,0.006881350005034004,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,553460.0693858288,290856.15252544126,508.20470424180104,0.44728310492473433,0.007918319918831037,0.007952549063817435,5.947007625852422,743.9489696113765,0.011605855047626066,0.007928164931840809,0.006604351835688558,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.17725402327269218,0.17487707130247185,0.38091399647421414,0.8528402610742993,0.8752404103808078,0.5503442397657662,32.69629579086257,0.4210154667855947,0.6972764221091753,0.6308612617505263,0.6266384266042297,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.535329956300751,0.5364501968780073,0.5803778087085167,1.685837930431661,0.5272991974017691,0.7983357531747269,65.70025403754019,0.7316624606338301,0.816374996431653,0.6475744718445356,0.6443293886043115,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.04051125167734902,0.047293925192861255,0.18511493191476186,2.17782297275412,0.12028685440811808,0.13061861040316733,30.351890317086106,0.20127407105076656,0.1368435590826109,0.1258571756923517,0.11048171833662629,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,1.5882842014660816,2.051255947187308,1.2993223696038874,25.98648594285764,0.0706892958199147,0.07381375768590064,966.3879639694018,1.2602714792718597,0.06956420504070161,0.07171972802662892,0.07132284080308451,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,280.62196318414226,288.23101358021466,12.906385561838798,1.1532468625741548,0.4287285489400429,0.5581643581948046,21.575746367392085,16.75177492638145,0.6528784773535611,0.5030094656107862,0.46098574878821896,Air Quality,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 0cf6f9ca4a0a2336e14706cb9c0cf0711a037676..ec90f9d20e60ab595a67d720f6c7ad57086d789d 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T00:04:08.193801+00:00", + "evaluated_at": "2026-06-22T00:11:36.773564+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65700.0, 65940.0, 65904.0, 65851.9921875, @@ -101,10 +100,10 @@ 63925.98828125, 64012.3984375, 64272.01171875, - 64298.01171875 + 64298.01171875, + 64294.0 ], "actuals": [ - 64294.0, 64248.0, 64241.25, 64426.0, @@ -127,88 +126,88 @@ 63848.0, 63808.01171875, 63801.58984375, - 63299.94921875 + 63311.98828125, + 63517.359375 ], "p50": [ - 63647.126753352626, - 63609.764905929296, - 63646.69927472991, - 63646.699340548905, - 63634.15543161011, - 63657.51536865486, - 63638.00955179459, - 63646.74671133909, - 63639.78202825491, - 63626.90467845424, - 63647.16938179583, - 63644.12692400701, - 63634.1554317204, - 63646.69934329897, - 63623.05055837988, - 63615.79980511371, - 63597.42327692979, - 63614.90978511507, - 63646.7467113391, - 63614.90978511507, - 63614.90978511507, - 63657.51536865928, - 63641.55450471506, - 63615.42737222946 + 63626.177558686555, + 63616.399665194156, + 63637.40530079053, + 63623.21216377095, + 63626.177553602094, + 63616.399665198056, + 63618.379511701496, + 63619.313142820654, + 63618.379511701496, + 63638.41252860856, + 63618.379511701496, + 63665.14939747742, + 63636.040776714544, + 63637.40530079053, + 63626.177553602094, + 63623.21216377095, + 63634.68503940347, + 63630.43129650278, + 63618.379511701496, + 63630.43129650278, + 63606.614281376715, + 63657.39169367688, + 63637.40530079053, + 63614.5385888084 ], "p10": [ - 63373.3597440186, - 63374.80692910218, - 63382.95689324402, - 63373.40236971174, - 63374.80863866799, - 63247.163065102635, - 63349.38768456259, - 63382.1421295096, - 63380.73586319311, - 63374.80863877829, - 63385.64885896406, - 63387.86995758402, - 63395.64783426437, - 63374.80863877829, - 63318.341469038794, - 63373.4023724618, - 63374.80863877829, - 63387.055125280545, - 63388.415846003016, - 63374.80863877829, - 63388.415846003016, - 63387.86995758402, - 63373.4023724618, - 63374.80863877829 + 63360.383446418986, + 63381.84767472375, + 63378.59758319837, + 63366.851366807845, + 63366.20457426051, + 63354.57783308725, + 63366.851366807845, + 63391.70007411326, + 63366.20457426051, + 63366.851366807845, + 63366.851366807845, + 63302.327358861796, + 63381.84767472764, + 63386.823726463575, + 63294.507341150216, + 63381.84767472764, + 63230.81695045751, + 63360.383441334525, + 63366.851366807845, + 63386.36223341808, + 63377.422961559314, + 63302.327358861796, + 63378.59758319837, + 63302.327358861796 ], "p90": [ - 63933.71604510759, - 63876.86521816718, - 63876.866859274225, - 63887.11468566807, - 63967.19210464796, - 63963.22083888073, - 63967.43977889125, - 63876.86692784328, - 63877.89170390077, - 63933.758673550794, - 63876.866927843286, - 63869.54692706481, - 63877.89170390077, - 63930.485099624755, - 63877.89170390077, - 63891.4517295388, - 63866.23243002491, - 63877.89170390077, - 63930.485099624755, - 63869.54692706481, - 63866.25234274093, - 63868.73359364498, - 63963.22083888515, - 63887.114688418136 + 63910.8662181581, + 63861.871118613955, + 63940.36169783806, + 63940.36169783806, + 63910.86621307364, + 63861.87111861785, + 63866.253343152486, + 63855.91422440371, + 63886.66144931699, + 63940.36169783806, + 63864.55249692375, + 63913.81576155008, + 63886.66144931699, + 63868.02521194942, + 63947.010733382434, + 63886.66144931699, + 63886.66144931699, + 63913.81576155008, + 63886.66144931699, + 63861.87111861785, + 63868.02521194942, + 63883.97203112181, + 63940.36169783806, + 63864.36351400945 ], "timestamps": [ - "2026-06-17 00:00:00", "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", @@ -327,6 +326,7 @@ "2026-06-21 20:00:00", "2026-06-21 21:00:00", "2026-06-21 22:00:00", - "2026-06-21 23:00:00" + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 107c1072b72a6d7714ed89210601540820518182..a2e4e02141471f48e8e26cecb0db84ac441fb377 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,51 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-21T21:31:16.174839+00:00", + "evaluated_at": "2026-06-22T00:11:36.800657+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9490000009536743, - 0.9049999713897705, - 0.8679999709129333, - 0.8349999785423279, - 0.7940000295639038, - 0.753000020980835, - 0.7099999785423279, - 0.6679999828338623, - 0.6439999938011169, - 0.6190000176429749, - 0.5839999914169312, - 0.5450000166893005, - 0.5059999823570251, - 0.47699999809265137, - 0.4569999873638153, - 0.43299999833106995, - 0.4090000092983246, - 0.38199999928474426, - 0.35499998927116394, - 0.33500000834465027, - 0.31299999356269836, - 0.27799999713897705, - 0.2549999952316284, - 0.22100000083446503, - 0.20399999618530273, - 0.19599999487400055, - 0.18199999630451202, - 0.17299999296665192, - 0.16500000655651093, - 0.15800000727176666, - 0.15399999916553497, - 0.1469999998807907, - 0.1469999998807907, - 0.14300000667572021, - 0.13899999856948853, - 0.13500000536441803, - 0.13699999451637268, - 0.13600000739097595, - 0.14000000059604645, - 0.1509999930858612, 0.16500000655651093, 0.17800000309944153, 0.19900000095367432, @@ -245,9 +205,7 @@ 1.340000033378601, 1.315000057220459, 1.2949999570846558, - 1.2790000438690186 - ], - "actuals": [ + 1.2790000438690186, 1.2480000257492065, 1.225000023841858, 1.194000005722046, @@ -287,7 +245,9 @@ 0.33500000834465027, 0.3269999921321869, 0.328000009059906, - 0.328000009059906, + 0.328000009059906 + ], + "actuals": [ 0.32899999618530273, 0.3409999907016754, 0.3400000035762787, @@ -307,235 +267,235 @@ 0.48500001430511475, 0.5149999856948853, 0.5379999876022339, - 0.546999990940094 + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954 ], "p50": [ - 1.2582414836783182, - 1.2418424773017414, - 1.2280193429813082, - 1.2112453076716865, - 1.1961074044190416, - 1.1824994583469173, - 1.1693489846924654, - 1.1562201474995837, - 1.1451394893326454, - 1.13214250418498, - 1.1189350731064445, - 1.1076562979565612, - 1.0979587111625961, - 1.0859514835040245, - 1.0768308719876385, - 1.0667807529522824, - 1.0568585781212685, - 1.0465185987761088, - 1.038632429243646, - 1.0285968858112124, - 1.020108592734033, - 1.0132838548835632, - 1.0040532782223273, - 0.9970264069987558, - 0.9888504483785984, - 0.9809389902976466, - 0.975488535791969, - 0.9693211091312708, - 0.9623044201056942, - 0.9569727089425117, - 0.9492899696494224, - 0.9451914719728689, - 0.936760356749617, - 0.9334133416563497, - 0.926095334408235, - 0.923014683775392, - 0.9166996495144616, - 0.9119527693702459, - 0.907055843507862, - 0.9023221661266774, - 0.8997970014383979, - 0.894380841166662, - 0.8897432497399158, - 0.8860545923772013, - 0.8822609378823794, - 0.880116057418297, - 0.8753101983623179, - 0.872131888915625, - 0.869818764770309, - 0.8651169556901561, - 0.863495949124241, - 0.8589459717015995, - 0.858056575770956, - 0.8542527723890094, - 0.8505983934404825, - 0.847974103652251, - 0.8461187976153557, - 0.8435011227835084, - 0.840496231969543, - 0.8389991823170411 + 0.32722517436049925, + 0.3272165885601847, + 0.32537192314296476, + 0.3247468636162533, + 0.3240957816051624, + 0.3251527156835869, + 0.32324951096449944, + 0.3221652937540981, + 0.3226130376870797, + 0.3229714199962253, + 0.3212765412122682, + 0.3224779334420068, + 0.31990144057907377, + 0.31949515045073795, + 0.3202568276120284, + 0.321149247099993, + 0.3182510079370778, + 0.3179956069536137, + 0.31752155034654145, + 0.3169753251842031, + 0.3171769248744459, + 0.31941951835527077, + 0.3165337279640425, + 0.31616825354596123, + 0.31586199470051507, + 0.31589261359363685, + 0.31586103778717867, + 0.3154367257371175, + 0.3154804243176678, + 0.3157725345291172, + 0.31444055296626927, + 0.3133289384065506, + 0.31545904799032515, + 0.313850345106071, + 0.31298558904762985, + 0.3128840130495369, + 0.31381977583079534, + 0.3144056718805337, + 0.3126272329932156, + 0.31149787583661726, + 0.3119055716371632, + 0.31274613205836627, + 0.311355761969539, + 0.3117850660392345, + 0.31098555110168763, + 0.3125812721339653, + 0.3124997882635903, + 0.31155898959736406, + 0.3111741635743516, + 0.31122545763472687, + 0.3093184907943545, + 0.31039813390916315, + 0.3101462263446186, + 0.30876767193329363, + 0.30987670490894875, + 0.30961090942199343, + 0.30923218126632024, + 0.3096031725262254, + 0.3088580605564444, + 0.3086904221497944 ], "p10": [ - 1.2485486933051009, - 1.2336115291467662, - 1.2205803201170142, - 1.2039976455444843, - 1.1879720101436444, - 1.173529091469459, - 1.1599426503301977, - 1.148513320224247, - 1.135696013493061, - 1.1218085312634551, - 1.1109124592689656, - 1.0999633533744024, - 1.0869732076660363, - 1.0780206601628626, - 1.0658475295140482, - 1.0572786829308445, - 1.0481858370455253, - 1.0387054301158212, - 1.0295242212217213, - 1.0192732004230736, - 1.012258039836183, - 1.00418279747817, - 0.994012883819619, - 0.9865593749664421, - 0.980070727998829, - 0.9722187222017388, - 0.96580598601845, - 0.9606065687240333, - 0.9521445174390742, - 0.947491600566176, - 0.9407352953591619, - 0.9355953757928123, - 0.9288612546083259, - 0.9228214983814178, - 0.9175569737330014, - 0.9128280765797309, - 0.9084452492244502, - 0.9040144618320458, - 0.8979851897979212, - 0.8934434500542382, - 0.8891644394431436, - 0.8855095412463424, - 0.8808501033008234, - 0.8789302164714295, - 0.8726810481361313, - 0.8711801665552938, - 0.8653804839663582, - 0.8641615115657363, - 0.8584976929938344, - 0.8574717121571467, - 0.8548405951927951, - 0.8504448669766722, - 0.8504655821904331, - 0.8446020708903894, - 0.8409958580016432, - 0.83827665266896, - 0.8363586517072333, - 0.8338202702695042, - 0.8315330853356536, - 0.8292082297330069 + 0.3170030564441282, + 0.31612998780000906, + 0.3171372946299671, + 0.31662430093800253, + 0.3165113409038224, + 0.31600810779332617, + 0.31553898601181407, + 0.3131773200835536, + 0.3148649954698187, + 0.31225676217849624, + 0.31281157054465963, + 0.3133506518386898, + 0.31261735981332295, + 0.3106083891750484, + 0.3121329579030769, + 0.3120916695903711, + 0.3110123328766125, + 0.31067445823471124, + 0.3089066919126587, + 0.30833681678793057, + 0.3095221006198858, + 0.3099777138371627, + 0.3075691347346046, + 0.30802362413739515, + 0.3067237101655281, + 0.3064335214213113, + 0.3060278172461447, + 0.30767322206716236, + 0.3072065081673015, + 0.30693717225538103, + 0.3064073309214593, + 0.30479503442536876, + 0.3045221121236434, + 0.3065049720402133, + 0.30398277344025404, + 0.3054299869711328, + 0.30525849722182286, + 0.3033906378993777, + 0.30505155991190946, + 0.30523954859993535, + 0.30279531472299287, + 0.30487050868946125, + 0.3040114834026942, + 0.3040759857814142, + 0.30198328903022664, + 0.3033415387388951, + 0.3031675210557749, + 0.3008022652679373, + 0.30108054884848673, + 0.3009510727504552, + 0.3024737114886633, + 0.3023327174218688, + 0.3015827202885417, + 0.30031485406646535, + 0.30062547969186026, + 0.29984215548591076, + 0.30013616724187586, + 0.30227594179709183, + 0.30089861842482024, + 0.30156670239987154 ], "p90": [ - 1.2673157097404348, - 1.250785005260731, - 1.235614902264308, - 1.2209938389881976, - 1.2060379591625348, - 1.1928305505322596, - 1.1786128332519163, - 1.165241005520332, - 1.1525967178881382, - 1.1414646638353918, - 1.1283909295334558, - 1.1171594833047738, - 1.1069847168094284, - 1.094305844482646, - 1.0866041041233125, - 1.0738467353354872, - 1.0650618945811785, - 1.0570165928931565, - 1.0464134995462788, - 1.0385335157980593, - 1.0312304529145069, - 1.0212300195055255, - 1.0128317327532281, - 1.0038962269933611, - 0.9995652848922749, - 0.9892017037759988, - 0.9840738525922343, - 0.9773920312603834, - 0.9715161444272236, - 0.9647203181728004, - 0.958329672158397, - 0.9533020455603644, - 0.9469825422382506, - 0.9407464264287146, - 0.9362509039148494, - 0.9310856059045046, - 0.9263820447234314, - 0.9225317315616225, - 0.9164721765683634, - 0.911081996005374, - 0.908258535680506, - 0.9045873439545736, - 0.8993752724852856, - 0.8932110788872787, - 0.8937154244718748, - 0.8878136438916328, - 0.8850489718033296, - 0.8836599543382285, - 0.8791255647551302, - 0.8749685625093839, - 0.8707996935350356, - 0.869221055193318, - 0.8666736958506659, - 0.8633014363920943, - 0.8599591418353364, - 0.8578223012820416, - 0.8546153837251361, - 0.8515456483547518, - 0.8497143963156429, - 0.8461617068096305 + 0.336867085456909, + 0.3350804529315286, + 0.3340636628493223, + 0.33350915418147525, + 0.3329979711402934, + 0.3324677324208639, + 0.3323180668428236, + 0.33015911968095396, + 0.3310735812543295, + 0.33129400005240256, + 0.3296262418365227, + 0.3305199775636301, + 0.32944804908252934, + 0.3292414618222166, + 0.3291743815543066, + 0.3284657391183583, + 0.32844621247761824, + 0.32744153648196656, + 0.32708301812235724, + 0.326703030195588, + 0.32668055101202126, + 0.32777018391635465, + 0.3257977196931689, + 0.32571311285119764, + 0.3258675819086971, + 0.32482438907102384, + 0.32450388492986537, + 0.3245419834240494, + 0.3260973400598536, + 0.32364343357135683, + 0.32343436211098764, + 0.32489030975016414, + 0.32321179424134033, + 0.32447367024375456, + 0.3224292876876936, + 0.32393078400954617, + 0.32260494820953767, + 0.32178029449291634, + 0.32150386344296955, + 0.3218027564663195, + 0.32142271813013207, + 0.32173482825291017, + 0.32014095856112207, + 0.3227126166939481, + 0.31840664150170833, + 0.3202924555691442, + 0.32069388429928164, + 0.31986500840146814, + 0.3201503802253995, + 0.32112411515210143, + 0.31946540452605704, + 0.3195279762736125, + 0.3191623134857802, + 0.31892020511876557, + 0.31887615415318865, + 0.31803686393213126, + 0.3193820120515966, + 0.3186636523162358, + 0.3198455677940663, + 0.3161728938814283 ], "timestamps": [ - "2026-06-20 14:06:00", - "2026-06-20 14:12:00", - "2026-06-20 14:18:00", - "2026-06-20 14:24:00", - "2026-06-20 14:30:00", - "2026-06-20 14:36:00", - "2026-06-20 14:42:00", - "2026-06-20 14:48:00", - "2026-06-20 14:54:00", - "2026-06-20 15:00:00", - "2026-06-20 15:06:00", - "2026-06-20 15:12:00", - "2026-06-20 15:18:00", - "2026-06-20 15:24:00", - "2026-06-20 15:30:00", - "2026-06-20 15:36:00", - "2026-06-20 15:42:00", - "2026-06-20 15:48:00", - "2026-06-20 15:54:00", - "2026-06-20 16:00:00", - "2026-06-20 16:06:00", - "2026-06-20 16:12:00", - "2026-06-20 16:18:00", - "2026-06-20 16:24:00", - "2026-06-20 16:30:00", - "2026-06-20 16:36:00", - "2026-06-20 16:42:00", - "2026-06-20 16:48:00", - "2026-06-20 16:54:00", - "2026-06-20 17:00:00", - "2026-06-20 17:06:00", - "2026-06-20 17:12:00", - "2026-06-20 17:18:00", - "2026-06-20 17:24:00", - "2026-06-20 17:30:00", - "2026-06-20 17:36:00", - "2026-06-20 17:42:00", - "2026-06-20 17:48:00", - "2026-06-20 17:54:00", - "2026-06-20 18:00:00", "2026-06-20 18:06:00", "2026-06-20 18:12:00", "2026-06-20 18:18:00", @@ -795,6 +755,46 @@ "2026-06-21 19:42:00", "2026-06-21 19:48:00", "2026-06-21 19:54:00", - "2026-06-21 20:00:00" + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index f53a6e71fc90f10488eea66e1640ccacd6bf9634..683ab698df9220ca9f54a39bd0095fbc195654c0 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T00:04:08.324300+00:00", + "evaluated_at": "2026-06-22T00:11:36.819945+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index b1b5cb73c3f3a2e8dc471212bad4d5d0e93e439e..f5a0f2254806d77df40ab200191006e6b6ca230c 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,5.800,4.800,5.200,5.500,5.800,5.100,3.900,5.200,5.800,5.300 +2026-06-22,Chronos-2,5.600,4.500,4.900,5.200,5.600,4.700,3.400,4.900,5.600,5.000 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index d038f3154b611e2a551c288f76d9578d8a01f8f8..d6fba0ea6c52e4ce83a0bb5a03a3c591a39ebd84 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,5.8,4.8,5.2,5.5,5.8,5.1,3.9,5.2,5.8,5.3 +2026-W26,Chronos-Bolt-Mini,5.6,4.5,4.9,5.2,5.6,4.7,3.4,4.9,5.6,5.0 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index f0318bcf20ab06e1c6c27adb4d50b40dfda7366a..51d07fbc38d1e851f5decd877b0ef1eccf4db356 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,121345.88067944844,121345.88067944844,264.80224609375,0.23173308497822223,0.004141559353671783,0.0041267803740117,1.972304942372429,348.3473563549011,0.005431636728774245,0.004128952264185864,0.004920357304960887,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,204230.64767583212,204230.64767583212,356.8981119791667,0.3141145572549914,0.0055849835510729294,0.00556006408518329,1.9525816537906209,451.91885076397523,0.007050086618167214,0.005567731018654916,0.005364950611028567,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.10409656728176855,0.10409656728176855,0.2657576655348142,0.6648512621835193,0.5005825539759926,0.7561579768388614,11.543083878845842,0.32263999640740226,0.5957164188815461,0.49068995340184357,0.41679207355015274,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.014093311717438025,0.014093311717438025,0.10189460118611654,0.29597579543575236,0.1085522583774586,0.11549665169424797,1.1952334544478778,0.1187152547798219,0.13246021343407807,0.11369204948366375,0.10923601848095346,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.0477887003611218,0.0477887003611218,0.18799307776821983,2.2116835160056176,0.12235337286127618,0.1328362204136937,35.287814110280046,0.21860626789074875,0.14862748877569745,0.12781398870900057,0.10666352752627632,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,2.136197004407677,2.136197004407677,1.2016592820485432,0.8617476792088895,0.05777990505652451,0.060336408657497655,7.34411232261943,1.461573468699975,0.07226568539323062,0.059414551157401484,0.056565519067119124,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,66.76668333288387,66.76668333288387,6.642537713050842,0.5756545897559374,0.30416807990406763,0.24707373568244964,2.766642531394908,8.171088258786822,0.31887173692826626,0.25922098392393533,0.20003773135329111,Air Quality,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index b7ffe9414efb9f2ccdfcef3aaa1c2e66e279098a..68b8ff40a209d4e55c3728879619e0dbfed0e09b 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T00:01:16.372189+00:00", + "evaluated_at": "2026-06-22T00:09:11.811667+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65700.0, 65940.0, 65904.0, 65851.9921875, @@ -101,10 +100,10 @@ 63925.98828125, 64012.3984375, 64272.01171875, - 64298.01171875 + 64298.01171875, + 64294.0 ], "actuals": [ - 64294.0, 64248.0, 64241.25, 64426.0, @@ -127,88 +126,88 @@ 63848.0, 63808.01171875, 63801.58984375, - 63299.94921875 + 63311.98828125, + 63517.359375 ], "p50": [ - 64279.3125, - 64299.1875, - 64299.5234375, - 64334.45703125, - 64339.359375, - 64363.4296875, - 64372.9296875, - 64402.21484375, - 64413.2421875, - 64419.21875, - 64425.1640625, - 64442.08984375, - 64446.5859375, - 64448.98828125, - 64440.1171875, - 64440.046875, - 64433.1875, - 64422.8984375, - 64431.38671875, - 64409.48046875, - 64393.34765625, - 64377.0546875, - 64355.2265625, - 64347.1640625 + 64307.55859375, + 64327.21484375, + 64333.66015625, + 64365.16796875, + 64378.9296875, + 64399.10546875, + 64415.015625, + 64442.71484375, + 64454.6875, + 64464.46875, + 64470.38671875, + 64485.90625, + 64497.9765625, + 64494.125, + 64489.859375, + 64491.29296875, + 64533.34765625, + 64515.47265625, + 64524.0625, + 64501.94140625, + 64499.3984375, + 64485.359375, + 64468.65234375, + 64462.7890625 ], "p10": [ - 63954.17578125, - 63881.46484375, - 63799.8125, - 63751.58984375, - 63688.7421875, - 63653.69921875, - 63608.49609375, - 63578.88671875, - 63549.14453125, - 63495.41015625, - 63435.88671875, - 63391.66015625, - 63293.66796875, - 63232.578125, - 63174.3984375, - 63123.0703125, - 62907.99609375, - 62816.421875, - 62738.28125, - 62701.3828125, - 62628.265625, - 62564.9296875, - 62508.9921875, - 62476.58984375 + 64033.65625, + 63967.9453125, + 63903.29296875, + 63845.28125, + 63787.50390625, + 63741.8671875, + 63691.578125, + 63649.41796875, + 63611.7421875, + 63553.484375, + 63477.03515625, + 63419.4140625, + 63323.71484375, + 63245.7890625, + 63181.03515625, + 63123.86328125, + 63014.22265625, + 62896.8359375, + 62811.578125, + 62744.16015625, + 62678.19921875, + 62601.7578125, + 62549.625, + 62532.5234375 ], "p90": [ - 64619.51171875, - 64703.75390625, - 64794.3046875, - 64889.79296875, - 64981.38671875, - 65033.5078125, - 65093.96484375, - 65157.33203125, - 65225.05078125, - 65272.296875, - 65333.96875, - 65410.48828125, - 65473.0625, - 65506.70703125, - 65597.15625, - 65623.625, - 66023.59375, - 66083.8828125, - 66109.4453125, - 66159.953125, - 66146.046875, - 66211.234375, - 66270.2109375, - 66325.5078125 + 64601.9453125, + 64667.6953125, + 64754.421875, + 64849.40625, + 64943.70703125, + 64993.76171875, + 65049.97265625, + 65120.5703125, + 65183.0859375, + 65242.29296875, + 65309.6015625, + 65391.40625, + 65461.24609375, + 65499.703125, + 65605.8828125, + 65626.65625, + 66115.296875, + 66171.234375, + 66203.3203125, + 66269.9375, + 66278.0703125, + 66351.4375, + 66445.7578125, + 66493.84375 ], "timestamps": [ - "2026-06-17 00:00:00", "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", @@ -327,6 +326,7 @@ "2026-06-21 20:00:00", "2026-06-21 21:00:00", "2026-06-21 22:00:00", - "2026-06-21 23:00:00" + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 3d6cc32e7f77e151f848275a03dff43b7ec40161..122402d1774e3ac092625c6a131b273a168e6e76 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,35 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-21T22:09:58.213229+00:00", + "evaluated_at": "2026-06-22T00:09:16.336188+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.4090000092983246, - 0.38199999928474426, - 0.35499998927116394, - 0.33500000834465027, - 0.31299999356269836, - 0.27799999713897705, - 0.2549999952316284, - 0.22100000083446503, - 0.20399999618530273, - 0.19599999487400055, - 0.18199999630451202, - 0.17299999296665192, - 0.16500000655651093, - 0.15800000727176666, - 0.15399999916553497, - 0.1469999998807907, - 0.1469999998807907, - 0.14300000667572021, - 0.13899999856948853, - 0.13500000536441803, - 0.13699999451637268, - 0.13600000739097595, - 0.14000000059604645, - 0.1509999930858612, 0.16500000655651093, 0.17800000309944153, 0.19900000095367432, @@ -245,9 +221,7 @@ 0.8899999856948853, 0.8550000190734863, 0.8190000057220459, - 0.7829999923706055 - ], - "actuals": [ + 0.7829999923706055, 0.746999979019165, 0.7179999947547913, 0.6800000071525574, @@ -271,7 +245,9 @@ 0.33500000834465027, 0.3269999921321869, 0.328000009059906, - 0.328000009059906, + 0.328000009059906 + ], + "actuals": [ 0.32899999618530273, 0.3409999907016754, 0.3400000035762787, @@ -307,219 +283,219 @@ 0.9179999828338623, 0.9430000185966492, 0.9760000109672546, - 1.0099999904632568 + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954 ], "p50": [ - 0.743894100189209, - 0.7139793634414673, - 0.6833904981613159, - 0.6548528671264648, - 0.6199671030044556, - 0.589630126953125, - 0.5611093640327454, - 0.5307496190071106, - 0.502104640007019, - 0.47750353813171387, - 0.45083296298980713, - 0.4221518039703369, - 0.3948158025741577, - 0.3728654980659485, - 0.3500816226005554, - 0.3233216404914856, - 0.2561878561973572, - 0.23829054832458496, - 0.22142565250396729, - 0.20155709981918335, - 0.18522733449935913, - 0.16773921251296997, - 0.1534346342086792, - 0.1391141414642334, - 0.13108474016189575, - 0.12317532300949097, - 0.11495304107666016, - 0.10932302474975586, - 0.10349297523498535, - 0.10276633501052856, - 0.09075897932052612, - 0.0860816240310669, - 0.06716549396514893, - 0.06387948989868164, - 0.07180553674697876, - 0.06892430782318115, - 0.07342886924743652, - 0.07989734411239624, - 0.08897227048873901, - 0.09538501501083374, - 0.10717469453811646, - 0.11948800086975098, - 0.13353371620178223, - 0.1467982530593872, - 0.16305327415466309, - 0.17141562700271606, - 0.18593358993530273, - 0.19950073957443237, - 0.23413830995559692, - 0.24564898014068604, - 0.2611656188964844, - 0.27072983980178833, - 0.2960583567619324, - 0.30976545810699463, - 0.33201533555984497, - 0.35281163454055786, - 0.37260138988494873, - 0.395571768283844, - 0.4138697385787964, - 0.4323652386665344 + 0.3216007351875305, + 0.3199074864387512, + 0.32301950454711914, + 0.3178666830062866, + 0.322318971157074, + 0.3241569399833679, + 0.3279516100883484, + 0.3334309458732605, + 0.3417195677757263, + 0.34718573093414307, + 0.36010074615478516, + 0.3668892979621887, + 0.3778380751609802, + 0.38582026958465576, + 0.3954918384552002, + 0.40318161249160767, + 0.453616738319397, + 0.46461206674575806, + 0.48125022649765015, + 0.49133044481277466, + 0.5088182687759399, + 0.5229359269142151, + 0.5436667203903198, + 0.563247799873352, + 0.5841946005821228, + 0.6078477501869202, + 0.6237905025482178, + 0.6468508839607239, + 0.6715057492256165, + 0.6914927363395691, + 0.711681604385376, + 0.7355950474739075, + 0.8424292802810669, + 0.8669791221618652, + 0.8953021764755249, + 0.919861376285553, + 0.947089433670044, + 0.9695611596107483, + 0.9931750893592834, + 1.0182081460952759, + 1.039417028427124, + 1.0622934103012085, + 1.0828423500061035, + 1.1077163219451904, + 1.1232002973556519, + 1.1448122262954712, + 1.1625474691390991, + 1.1820889711380005, + 1.294167160987854, + 1.3065810203552246, + 1.3252580165863037, + 1.3435521125793457, + 1.3574917316436768, + 1.3741849660873413, + 1.3837159872055054, + 1.3897311687469482, + 1.4013822078704834, + 1.4123828411102295, + 1.4158138036727905, + 1.4276219606399536 ], "p10": [ - 0.7238315343856812, - 0.6891005039215088, - 0.6584411263465881, - 0.6267537474632263, - 0.5864956378936768, - 0.5590406060218811, - 0.529695987701416, - 0.49669986963272095, - 0.4625930190086365, - 0.4367859363555908, - 0.402502179145813, - 0.36947566270828247, - 0.34265971183776855, - 0.31994307041168213, - 0.2867850065231323, - 0.2550022602081299, - 0.18586814403533936, - 0.16320925951004028, - 0.13524305820465088, - 0.12123239040374756, - 0.10179257392883301, - 0.07921445369720459, - 0.0604785680770874, - 0.04132425785064697, - 0.02562689781188965, - 0.01775825023651123, - 0.002633213996887207, - -0.005769491195678711, - -0.016811013221740723, - -0.023496508598327637, - -0.04012036323547363, - -0.04639542102813721, - -0.08563423156738281, - -0.08634757995605469, - -0.09306001663208008, - -0.0917356014251709, - -0.09607720375061035, - -0.09471261501312256, - -0.0845557451248169, - -0.08654332160949707, - -0.08022689819335938, - -0.07221853733062744, - -0.0662461519241333, - -0.05672180652618408, - -0.047563910484313965, - -0.0532306432723999, - -0.031110763549804688, - -0.02786993980407715, - -0.03338587284088135, - -0.016776084899902344, - -0.0076972246170043945, - 0.00822293758392334, - 0.012861371040344238, - 0.020563364028930664, - 0.04079937934875488, - 0.05305767059326172, - 0.060956358909606934, - 0.06769680976867676, - 0.07465821504592896, - 0.09516960382461548 + 0.3027495741844177, + 0.30092525482177734, + 0.29438185691833496, + 0.29039812088012695, + 0.29272395372390747, + 0.2889462113380432, + 0.28632301092147827, + 0.2912467122077942, + 0.29416173696517944, + 0.30159491300582886, + 0.30404525995254517, + 0.30944639444351196, + 0.3208484649658203, + 0.32608675956726074, + 0.3285662531852722, + 0.32727134227752686, + 0.375612735748291, + 0.38816046714782715, + 0.3913429379463196, + 0.39764219522476196, + 0.4125797748565674, + 0.41726213693618774, + 0.4330443739891052, + 0.4459652900695801, + 0.45828747749328613, + 0.4760940670967102, + 0.48270946741104126, + 0.49778544902801514, + 0.5127267241477966, + 0.5309277772903442, + 0.5504571795463562, + 0.5600219368934631, + 0.6293716430664062, + 0.6427322626113892, + 0.6597643494606018, + 0.6756951808929443, + 0.6994991302490234, + 0.7085909843444824, + 0.726375937461853, + 0.7394381165504456, + 0.7567627429962158, + 0.7645481824874878, + 0.7850214242935181, + 0.8038591146469116, + 0.7983410358428955, + 0.8228390216827393, + 0.8353870511054993, + 0.851203203201294, + 0.9064729809761047, + 0.9020984768867493, + 0.9106966257095337, + 0.9171361923217773, + 0.9205659031867981, + 0.9290525913238525, + 0.9250831604003906, + 0.921047568321228, + 0.9249099493026733, + 0.9105064272880554, + 0.9281980395317078, + 0.9255663156509399 ], "p90": [ - 0.7636251449584961, - 0.735762357711792, - 0.704932451248169, - 0.6780557632446289, - 0.6480413675308228, - 0.618522047996521, - 0.5953340530395508, - 0.5682928562164307, - 0.5406168699264526, - 0.5207498669624329, - 0.49478334188461304, - 0.4722318649291992, - 0.4492262601852417, - 0.4280165433883667, - 0.41434162855148315, - 0.39028388261795044, - 0.3367730379104614, - 0.3198704123497009, - 0.3020473122596741, - 0.2912244200706482, - 0.27865707874298096, - 0.27034276723861694, - 0.25705766677856445, - 0.2515893578529358, - 0.24349504709243774, - 0.24242067337036133, - 0.23288637399673462, - 0.2343115210533142, - 0.23750317096710205, - 0.23131603002548218, - 0.22811132669448853, - 0.2264842391014099, - 0.24940448999404907, - 0.2426224946975708, - 0.2530413269996643, - 0.2613493800163269, - 0.2611686587333679, - 0.2842321991920471, - 0.29097211360931396, - 0.3062129616737366, - 0.32328367233276367, - 0.34331685304641724, - 0.35056692361831665, - 0.37486982345581055, - 0.40324556827545166, - 0.41451525688171387, - 0.4391912817955017, - 0.458578884601593, - 0.5256438255310059, - 0.5259650945663452, - 0.5516207814216614, - 0.5743169784545898, - 0.6110382676124573, - 0.6242944002151489, - 0.6539379954338074, - 0.6971383094787598, - 0.7167324423789978, - 0.7223774194717407, - 0.7626181840896606, - 0.7886641025543213 + 0.34267276525497437, + 0.34363043308258057, + 0.3437701463699341, + 0.348463773727417, + 0.35497140884399414, + 0.3628149628639221, + 0.3639528751373291, + 0.375927209854126, + 0.3841298818588257, + 0.3967018127441406, + 0.4081459045410156, + 0.4204728603363037, + 0.4414423108100891, + 0.4485660791397095, + 0.45839834213256836, + 0.4803445339202881, + 0.5480754971504211, + 0.5578862428665161, + 0.5803283452987671, + 0.599173903465271, + 0.615913450717926, + 0.6417338848114014, + 0.6645089387893677, + 0.6901290416717529, + 0.7173115611076355, + 0.748204231262207, + 0.7792912721633911, + 0.8047845363616943, + 0.8380544781684875, + 0.8724965453147888, + 0.894686758518219, + 0.9216545820236206, + 1.0812398195266724, + 1.1094335317611694, + 1.141777515411377, + 1.169429898262024, + 1.19475257396698, + 1.2381534576416016, + 1.271299958229065, + 1.3065016269683838, + 1.3253438472747803, + 1.3615200519561768, + 1.3866240978240967, + 1.416985273361206, + 1.44540536403656, + 1.4745397567749023, + 1.4940229654312134, + 1.5210299491882324, + 1.6296358108520508, + 1.663728952407837, + 1.6880247592926025, + 1.7122979164123535, + 1.7193042039871216, + 1.7505316734313965, + 1.783265471458435, + 1.7944387197494507, + 1.7976816892623901, + 1.818843126296997, + 1.8260256052017212, + 1.8400790691375732 ], "timestamps": [ - "2026-06-20 15:42:00", - "2026-06-20 15:48:00", - "2026-06-20 15:54:00", - "2026-06-20 16:00:00", - "2026-06-20 16:06:00", - "2026-06-20 16:12:00", - "2026-06-20 16:18:00", - "2026-06-20 16:24:00", - "2026-06-20 16:30:00", - "2026-06-20 16:36:00", - "2026-06-20 16:42:00", - "2026-06-20 16:48:00", - "2026-06-20 16:54:00", - "2026-06-20 17:00:00", - "2026-06-20 17:06:00", - "2026-06-20 17:12:00", - "2026-06-20 17:18:00", - "2026-06-20 17:24:00", - "2026-06-20 17:30:00", - "2026-06-20 17:36:00", - "2026-06-20 17:42:00", - "2026-06-20 17:48:00", - "2026-06-20 17:54:00", - "2026-06-20 18:00:00", "2026-06-20 18:06:00", "2026-06-20 18:12:00", "2026-06-20 18:18:00", @@ -795,6 +771,30 @@ "2026-06-21 21:18:00", "2026-06-21 21:24:00", "2026-06-21 21:30:00", - "2026-06-21 21:36:00" + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 55a3c2861c8547465d1cc09b3636a228c7613b8e..cdeabd042d2d3630ce636cf75b11bc79c7e30f56 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T00:01:27.848141+00:00", + "evaluated_at": "2026-06-22T00:09:18.281912+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index d20405b8a4ce624a541e185fac1b3fffe73245fb..8d23f991ea2d7ee3f9c7d57bdeddcec57ed7246b 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,28063.370292862703,30844.087655292573,120.85315647701584,0.10576071461969261,0.0018901046620906886,0.001888282997768103,0.8846035428542711,167.52125325719928,0.0026120898449278375,0.0018844134497753443,0.001549930524726894,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,36353.07284414626,34900.17495222834,137.8969225897772,0.12136637693572934,0.0021568933057026043,0.002155297256058038,1.0225104309192214,190.6648180555245,0.0029744355210147683,0.0021512385398244297,0.00172120904432855,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.04389108585238752,0.04438761752921797,0.18568300765769716,0.4157314937062743,0.3837848138510077,0.33873699620104236,13.005137282701478,0.20950199486493565,0.34697252934545963,0.30752405419814294,0.29026988192903896,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.5930069780940737,0.591281671082802,0.6109493687095664,1.7746399050573338,0.557486427942555,0.8663224202960941,66.78743168407718,0.7700694631616511,0.8592287961529594,0.6816856344770238,0.6726479745369063,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.06990543194639284,0.06982898032007522,0.2245071805904015,2.641261244463901,0.1458270674931243,0.16150084589486274,51.44771058242915,0.2643963538825618,0.17975955812325903,0.15263944069499155,0.13914328620732164,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,1.6081612156575913,1.6116564815344467,1.1181635355250745,22.363303886314785,0.06068115210347395,0.06311485385146302,869.2820241884915,1.2681329645023787,0.06999814168014395,0.06172016008744644,0.06163327434009322,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,1109.97551411138,1127.2646817460318,27.03894325069305,2.4160580297075627,0.8876220950533296,1.4292614120405684,66.72042554299607,33.31629502377748,1.298458943113582,1.0538073831782957,1.0058815805287038,Air Quality,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 11c8e4af337e9d4955d64c70aea11c7015a4dfb3..625fa73b70a394309307a172e78dae8ea785487b 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T00:04:08.375336+00:00", + "evaluated_at": "2026-06-22T00:11:36.864323+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65700.0, 65940.0, 65904.0, 65851.9921875, @@ -101,10 +100,10 @@ 63925.98828125, 64012.3984375, 64272.01171875, - 64298.01171875 + 64298.01171875, + 64294.0 ], "actuals": [ - 64294.0, 64248.0, 64241.25, 64426.0, @@ -127,88 +126,88 @@ 63848.0, 63808.01171875, 63801.58984375, - 63299.94921875 + 63311.98828125, + 63517.359375 ], "p50": [ - 64295.71032940478, - 64268.38163803526, - 64262.037321665746, - 64303.00745842123, - 64227.042048301715, - 64243.893044432196, - 64199.476462437684, - 64192.42902106817, - 64191.22532969865, - 64158.75601332914, - 64160.95075945962, - 64120.83691184011, - 64112.7211110956, - 64096.19515410108, - 64081.44068148157, - 64066.68620886205, - 64048.045017492535, - 64058.435076123016, - 64038.604431628504, - 64029.69175588399, - 63972.06618951447, - 64021.17499814496, - 64000.07091615044, - 63942.08402165593 + 64285.75299233642, + 64272.64841908186, + 64269.807517702306, + 64228.095522572745, + 64210.76243369319, + 64249.56996981364, + 64200.47516218408, + 64185.96238580452, + 64143.37343754996, + 64121.77667679541, + 64114.19358791585, + 64115.340967786295, + 64096.47662890674, + 64079.14354002718, + 64035.47060739763, + 64044.477362268066, + 64029.32005463851, + 63998.25454388396, + 63992.4780956294, + 63956.424303624844, + 63937.319730370284, + 63942.01007899073, + 63910.36058386118, + 63881.433744981616 ], "p10": [ - 64033.92517315478, - 63954.503513035255, - 63998.67521229075, - 63996.44300529623, - 63995.44517330171, - 63902.742653807196, - 63962.61747806268, - 63947.86300544317, - 63934.26829844865, - 63907.91616957914, - 63906.91833758462, - 63893.69238059011, - 63873.4125173456, - 63863.81468535108, - 63762.695368981564, - 63830.98699011205, - 63819.551267492534, - 63801.478044873016, - 63774.447791003506, - 63770.80933400899, - 63757.21462701447, - 63746.14765439496, - 63716.10802552544, - 63629.90511540593 + 64029.90338296142, + 64039.41795033186, + 63865.256736452306, + 63984.007241322746, + 63960.57102744319, + 63964.935594813636, + 63932.00797468408, + 63930.26941705452, + 63898.01992192496, + 63891.12472367041, + 63850.83147854085, + 63846.020655286295, + 63843.97272265674, + 63821.79236815218, + 63729.82998239763, + 63776.688299768066, + 63752.57396088851, + 63735.24087200896, + 63736.2866893794, + 63718.953600499844, + 63690.022855370284, + 63687.60617274073, + 63666.95433386118, + 63631.242338731616 ], "p90": [ - 64541.65681377978, - 64606.45195053526, - 64507.806852915746, - 64513.36488029623, - 64526.184626426715, - 64511.430153807196, - 64528.046774937684, - 64434.69464606817, - 64442.349939073654, - 64407.09195082914, - 64392.33747820962, - 64373.05488059011, - 64361.1480642206, - 64346.39359160108, - 64331.41724398157, - 64320.33972448705, - 64301.244236242535, - 64334.376482373016, - 64274.301697253504, - 64308.00464650899, - 64234.41814263947, - 64228.13593564496, - 64213.41661927544, - 64202.30394353093 + 64535.86041421142, + 64518.52732533186, + 64501.194236452306, + 64504.364663197746, + 64456.15344931819, + 64447.47934481364, + 64433.63649030908, + 64414.52879205452, + 64395.28945317496, + 64381.63722367041, + 64360.62327541585, + 64345.196436536295, + 64404.55475390674, + 64331.03377440218, + 64310.94326364763, + 64274.14845601807, + 64276.27708588851, + 64317.88930950896, + 64225.6394237544, + 64206.531725499844, + 64186.632230370284, + 64173.64015711573, + 64154.53245886118, + 64132.453276231616 ], "timestamps": [ - "2026-06-17 00:00:00", "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", @@ -327,6 +326,7 @@ "2026-06-21 20:00:00", "2026-06-21 21:00:00", "2026-06-21 22:00:00", - "2026-06-21 23:00:00" + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 0bc0790e04fd756daea6c833fce51e291c39443d..734881bdf576ec40b92d5feb88e3ce3afdfd3a38 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,51 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-21T21:31:16.332426+00:00", + "evaluated_at": "2026-06-22T00:11:36.884746+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9490000009536743, - 0.9049999713897705, - 0.8679999709129333, - 0.8349999785423279, - 0.7940000295639038, - 0.753000020980835, - 0.7099999785423279, - 0.6679999828338623, - 0.6439999938011169, - 0.6190000176429749, - 0.5839999914169312, - 0.5450000166893005, - 0.5059999823570251, - 0.47699999809265137, - 0.4569999873638153, - 0.43299999833106995, - 0.4090000092983246, - 0.38199999928474426, - 0.35499998927116394, - 0.33500000834465027, - 0.31299999356269836, - 0.27799999713897705, - 0.2549999952316284, - 0.22100000083446503, - 0.20399999618530273, - 0.19599999487400055, - 0.18199999630451202, - 0.17299999296665192, - 0.16500000655651093, - 0.15800000727176666, - 0.15399999916553497, - 0.1469999998807907, - 0.1469999998807907, - 0.14300000667572021, - 0.13899999856948853, - 0.13500000536441803, - 0.13699999451637268, - 0.13600000739097595, - 0.14000000059604645, - 0.1509999930858612, 0.16500000655651093, 0.17800000309944153, 0.19900000095367432, @@ -245,9 +205,7 @@ 1.340000033378601, 1.315000057220459, 1.2949999570846558, - 1.2790000438690186 - ], - "actuals": [ + 1.2790000438690186, 1.2480000257492065, 1.225000023841858, 1.194000005722046, @@ -287,7 +245,9 @@ 0.33500000834465027, 0.3269999921321869, 0.328000009059906, - 0.328000009059906, + 0.328000009059906 + ], + "actuals": [ 0.32899999618530273, 0.3409999907016754, 0.3400000035762787, @@ -307,235 +267,235 @@ 0.48500001430511475, 0.5149999856948853, 0.5379999876022339, - 0.546999990940094 + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954 ], "p50": [ - 1.2668688798255958, - 1.2441183852621642, - 1.2228680800030844, - 1.207117644329042, - 1.1863672730280155, - 1.174616875262527, - 1.1538664592580172, - 1.1376161045270823, - 1.1163656502563906, - 1.0981152765711786, - 1.0778648690305284, - 1.0616143503868203, - 1.0433640065039307, - 1.0246136392560203, - 1.0068632591335067, - 0.9886127364366826, - 0.9708624159188137, - 0.9511120615455065, - 0.9328615984533274, - 0.9146112247681154, - 0.9028607972003045, - 0.8826104194619767, - 0.8593599909404915, - 0.8396096067648621, - 0.8313591937405845, - 0.8041088167175123, - 0.7923583891497015, - 0.7706079636680532, - 0.7493575764525868, - 0.738107202052119, - 0.7183567880741671, - 0.6956063531153803, - 0.679356005835026, - 0.65960553970301, - 0.6453551741240295, - 0.6236047262906395, - 0.6063544291377914, - 0.5871039193155707, - 0.5693535615447989, - 0.5486031380897084, - 0.5308527579671948, - 0.5126023544796604, - 0.49685194860794024, - 0.4796014949928996, - 0.45735112065203654, - 0.44160077438496104, - 0.41985032655157095, - 0.40759984581641695, - 0.3823495324511055, - 0.3730991323014312, - 0.3458487254760366, - 0.328598309113899, - 0.31884788559920396, - 0.2970975569751034, - 0.2768471196321308, - 0.25459670803836476, - 0.24034631265706208, - 0.2180959308656184, - 0.20184553143119965, - 0.18259508121362378 + 0.32687810373708587, + 0.32643814724132086, + 0.3229982591716881, + 0.32355831960364223, + 0.3226184291498237, + 0.31567852653665757, + 0.31723860389633085, + 0.3187987110583265, + 0.31635878031176806, + 0.3194188681618588, + 0.3104789018909321, + 0.3090389880720928, + 0.3105990952340884, + 0.30715920716445566, + 0.31171933530728624, + 0.3047793730894754, + 0.3058394270841279, + 0.3028995623795159, + 0.2989595913402176, + 0.30001976454415963, + 0.30007977180877066, + 0.2976398708645346, + 0.2956999932853193, + 0.294760043226856, + 0.2963202099934964, + 0.2938803090492604, + 0.2894403742495861, + 0.2905003984419162, + 0.29206050560391184, + 0.28912058129465507, + 0.2816807447234354, + 0.28374072623883984, + 0.28980084252034616, + 0.2778609670272934, + 0.27992103794966505, + 0.2794811708608672, + 0.28204120554361484, + 0.2736012775388701, + 0.27316139554891106, + 0.2717214519277494, + 0.27178151879700513, + 0.267841637164674, + 0.2714016887751407, + 0.2679617411008632, + 0.26152189165504025, + 0.2640819263377878, + 0.26014204470545665, + 0.258202137323919, + 0.25776225533396, + 0.254322352363166, + 0.2533824321070251, + 0.25144249492316506, + 0.25000252149968094, + 0.25256267539171806, + 0.24862273415474215, + 0.24568286945013015, + 0.24624291498092307, + 0.24680296051171605, + 0.24136303858664504, + 0.24192315862324396 ], "p10": [ - 1.2302688920803109, - 1.2121185528704252, - 1.1958680103848593, - 1.1775176141452497, - 1.1573672887636417, - 1.1380167861893458, - 1.1218664689139697, - 1.1035160667138957, - 1.0872656374771548, - 1.0661153309306146, - 1.0487648562512926, - 1.0285143652641395, - 1.011364114507547, - 0.993113716980477, - 0.9748633075324782, - 0.9596128117769536, - 0.9403623615593777, - 0.922011965319768, - 0.9027616283510173, - 0.8835111721729768, - 0.8673608608580652, - 0.8481104166009538, - 0.8288600259880227, - 0.812609537146637, - 0.7933592061383506, - 0.773008716438658, - 0.7518584039316534, - 0.7396079828011441, - 0.7193576587069966, - 0.7061071908464458, - 0.6808567642323092, - 0.6635062955134516, - 0.6462559268350297, - 0.6281055816646799, - 0.6087550850508484, - 0.5916047210454307, - 0.573354424846257, - 0.5561039608004035, - 0.5378535573128691, - 0.5195031610732594, - 0.502352737463197, - 0.48200229544722023, - 0.4657518781314083, - 0.4456015527498004, - 0.4282511376751231, - 0.41000072822712413, - 0.3897502432004357, - 0.3703999075191452, - 0.35434952935166397, - 0.3359991211911254, - 0.31764872495151575, - 0.29849822576276375, - 0.2833478956127843, - 0.26309757747910123, - 0.2448470547822773, - 0.2284966327934612, - 0.20834630741185334, - 0.1910958910497157, - 0.16984546658134614, - 0.15359509694925 + 0.29787814331457, + 0.29443813603564767, + 0.2939983345119591, + 0.2924582968108261, + 0.29101838895245125, + 0.28967853345079636, + 0.28813861495895293, + 0.28669864153546887, + 0.28435868565959216, + 0.2839188185707944, + 0.2823789000789509, + 0.27903907628696706, + 0.280499184736423, + 0.27905926495711925, + 0.27561921595494554, + 0.27327941505114534, + 0.27183950123230605, + 0.27139946129003834, + 0.26995954747119905, + 0.26951979959169076, + 0.26897981458106374, + 0.2665399017158987, + 0.2631999646750898, + 0.26566001256622673, + 0.2643201391831784, + 0.26088025707401014, + 0.25744030939973256, + 0.2580004294363315, + 0.2575605027428889, + 0.2561205889240496, + 0.25168065412437535, + 0.250240740305536, + 0.25470087569629146, + 0.24736091266785734, + 0.24792103270445628, + 0.24538102575931994, + 0.24594118751917024, + 0.24160125739250013, + 0.24216137742909902, + 0.23572152798327609, + 0.2401815441647419, + 0.2368415892425396, + 0.23440168829830352, + 0.23396175564439647, + 0.23242180138976617, + 0.23208203434140412, + 0.23264198152453316, + 0.22720211920410696, + 0.22576220538526767, + 0.224122294141349, + 0.22288237774758904, + 0.22144252353339453, + 0.21800257585911695, + 0.21816264144091238, + 0.2181227095976285, + 0.21568280865339248, + 0.2151428296032299, + 0.21480301487115208, + 0.21126307444479933, + 0.21192318127300896 ], "p90": [ - 1.2903689050979652, - 1.2691184806295959, - 1.2499680887292044, - 1.2346176479053206, - 1.2143672701669925, - 1.1961168666794582, - 1.1788664026336046, - 1.1597160643773936, - 1.1414656608898592, - 1.1242152922114375, - 1.1048648492417863, - 1.0887144515001397, - 1.0693639817083984, - 1.0531136597600181, - 1.035063253697563, - 1.0157128107279119, - 0.9974624072403775, - 0.9772120265218173, - 0.9598615578029597, - 0.9447112783169282, - 0.9243608184195581, - 0.9041104108789079, - 0.884859960661332, - 0.8677095966559143, - 0.8504592428786537, - 0.8301087800010511, - 0.8138583209619878, - 0.7946079899537015, - 0.7804576469291188, - 0.7611072039594676, - 0.7399567722431735, - 0.7246063969843989, - 0.7074560329789812, - 0.6872055747743829, - 0.6668551655409607, - 0.6516047830342613, - 0.6304543513179671, - 0.6151039760591925, - 0.5948534791115752, - 0.5756031481032887, - 0.5574527492887585, - 0.5401023878582615, - 0.5218518770823665, - 0.5026015341531512, - 0.48435113066561686, - 0.4711007224097108, - 0.44885034359849935, - 0.43559984891585846, - 0.41234945317692795, - 0.3940990496893936, - 0.37784873072124536, - 0.3585982834839017, - 0.33934794949538316, - 0.3200974992778073, - 0.3029471352723896, - 0.28359669230273854, - 0.26534628881520417, - 0.25009590630850476, - 0.2319455074939743, - 0.21059507835260083 + 0.3528780700008569, + 0.3554381911103394, + 0.3519982762186165, + 0.349658335243901, + 0.34811842867298654, + 0.3467785165469191, + 0.3452386010353079, + 0.3437986872164686, + 0.34535879437846423, + 0.3419188794867413, + 0.33847893181246375, + 0.3381390246931865, + 0.336599118122272, + 0.33715917855422617, + 0.33471933721463487, + 0.33137938825289703, + 0.33093946751991893, + 0.3294995537010796, + 0.32695962126174927, + 0.3265197213903968, + 0.326079854301599, + 0.32473993323483485, + 0.3212999646989317, + 0.3207600661150396, + 0.321420158042088, + 0.3168802245298741, + 0.31544028090871234, + 0.317000388070708, + 0.3155604742518687, + 0.31312051072275565, + 0.31368069036399937, + 0.30924075556432506, + 0.3128008369771142, + 0.3064609206787216, + 0.3079210350886421, + 0.3034811002889678, + 0.30504120745096347, + 0.30560126788291764, + 0.2991613588324499, + 0.2987213814750593, + 0.29628153119477124, + 0.29584166410597346, + 0.29440163107784456, + 0.29696178496988174, + 0.2895218291893725, + 0.29208198308140965, + 0.28864206520945446, + 0.28730215010315485, + 0.28586226310640567, + 0.28432232673316876, + 0.2829824324884948, + 0.28044247918753884, + 0.2780025484409804, + 0.27656263760237326, + 0.2771227576389722, + 0.2756828438201329, + 0.27324291009334223, + 0.2709030078616459, + 0.2703630824556636, + 0.2689231686368243 ], "timestamps": [ - "2026-06-20 14:06:00", - "2026-06-20 14:12:00", - "2026-06-20 14:18:00", - "2026-06-20 14:24:00", - "2026-06-20 14:30:00", - "2026-06-20 14:36:00", - "2026-06-20 14:42:00", - "2026-06-20 14:48:00", - "2026-06-20 14:54:00", - "2026-06-20 15:00:00", - "2026-06-20 15:06:00", - "2026-06-20 15:12:00", - "2026-06-20 15:18:00", - "2026-06-20 15:24:00", - "2026-06-20 15:30:00", - "2026-06-20 15:36:00", - "2026-06-20 15:42:00", - "2026-06-20 15:48:00", - "2026-06-20 15:54:00", - "2026-06-20 16:00:00", - "2026-06-20 16:06:00", - "2026-06-20 16:12:00", - "2026-06-20 16:18:00", - "2026-06-20 16:24:00", - "2026-06-20 16:30:00", - "2026-06-20 16:36:00", - "2026-06-20 16:42:00", - "2026-06-20 16:48:00", - "2026-06-20 16:54:00", - "2026-06-20 17:00:00", - "2026-06-20 17:06:00", - "2026-06-20 17:12:00", - "2026-06-20 17:18:00", - "2026-06-20 17:24:00", - "2026-06-20 17:30:00", - "2026-06-20 17:36:00", - "2026-06-20 17:42:00", - "2026-06-20 17:48:00", - "2026-06-20 17:54:00", - "2026-06-20 18:00:00", "2026-06-20 18:06:00", "2026-06-20 18:12:00", "2026-06-20 18:18:00", @@ -795,6 +755,46 @@ "2026-06-21 19:42:00", "2026-06-21 19:48:00", "2026-06-21 19:54:00", - "2026-06-21 20:00:00" + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 66f5a774252800d845881715792f0b8bb5af3057..3293ad6dc3eef6ea99d7e31a1f29476e5e667385 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T00:04:08.450143+00:00", + "evaluated_at": "2026-06-22T00:11:36.896570+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 38893f03b4f7c42aede66ba3dd4a7a41e513ae62..364149c566199d546eab1e8c2c965c84e9c84389 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1605,3 +1605,5 @@ {"evaluated_at": "2026-06-22T00:04:08.507766+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T00:04:08.507766+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} {"evaluated_at": "2026-06-22T00:04:08.507766+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-22T00:11:36.992650+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T00:11:36.992650+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 5e5cf7a1e68be059c075df6058ef52bee6bf3b95..1210b64ebf75dc0c1ef88c0c7a04f5f85a650e82 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,410115.52331733704,247927.10733938217,394.8734537760417,0.3455606777109106,0.006173593204105134,0.006143320766061428,2.034185251440084,640.4026259450667,0.00998553415385424,0.006157098986457431,0.005598839734383877,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,472569.0363368988,345426.90676561993,462.5139973958333,0.4070696219449574,0.007236797372395611,0.007194614970467836,2.033128747820342,687.436568955201,0.010724242521498693,0.007215374482040355,0.005947336834372281,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.1455261020643472,1.0877943425737158,0.8256029287974039,0.4536280101607031,0.0332968096785023,0.03257992877240257,2.3022304600209167,1.0702925310700562,0.04250214430433567,0.032785330925132486,0.02740729204769246,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.01948714560913154,0.027465215189797818,0.1345579798022906,0.3366263867812987,0.24987996024688755,0.24597728137931918,1.7129212392183524,0.13959636674760392,0.25774810505127327,0.24844532219290869,0.22034567116525725,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.7717708108218309,0.8055376112387039,0.7300866355498632,2.12070090248634,0.684743971230286,1.1884173587488056,34.98359460795657,0.878504872395043,0.9802189543049684,0.8146167209063705,0.6837201554652189,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04085763871457478,0.04062031645288414,0.1726631596684456,2.0313315181262652,0.11249709033368349,0.12114650299496622,21.74093482205651,0.20213272549138298,0.13742734679586482,0.11739138165253116,0.09960690258923925,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.24910785538850178,0.40761968077686106,0.547862688700358,0.3928895715829071,0.026613999461058413,0.02701328090063716,2.2538161600148454,0.4991070580431635,0.02467772876731938,0.027088390387604053,0.029290806964384408,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,61.569161274759345,49.571842443041,6.256526072820027,0.5422021078887282,0.27050657008274853,0.2610893506666491,3.0983978293545147,7.846601893479709,0.30620885437969597,0.24415711503687912,0.24016764643392585,Air Quality,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index cee54df34ca2f34d0542aa9cb7e06a54f34d9cb5..f25ddf41bbf03f0e8bceb2f98baf5c8bcfb860a1 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T00:03:25.755542+00:00", + "evaluated_at": "2026-06-22T00:11:09.691670+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65700.0, 65940.0, 65904.0, 65851.9921875, @@ -101,10 +100,10 @@ 63925.98828125, 64012.3984375, 64272.01171875, - 64298.01171875 + 64298.01171875, + 64294.0 ], "actuals": [ - 64294.0, 64248.0, 64241.25, 64426.0, @@ -127,88 +126,88 @@ 63848.0, 63808.01171875, 63801.58984375, - 63299.94921875 + 63311.98828125, + 63517.359375 ], "p50": [ - 64328.103515625, - 64377.14453125, - 64355.771484375, - 64383.306640625, - 64396.603515625, - 64489.953125, - 64436.728515625, - 64462.80859375, - 64382.056640625, - 64393.638671875, - 64443.673828125, - 64472.04296875, - 64546.0390625, - 64384.59765625, - 64547.171875, - 64676.220703125, - 64605.18359375, - 64576.5078125, - 64688.55078125, - 64586.84765625, - 64509.533203125, - 64565.439453125, - 64551.8359375, - 64765.4765625 + 64217.380859375, + 64364.3359375, + 64392.35546875, + 64332.828125, + 64371.52734375, + 64418.921875, + 64430.796875, + 64460.138671875, + 64487.06640625, + 64576.326171875, + 64659.91796875, + 64562.0, + 64633.244140625, + 64620.80078125, + 64769.505859375, + 64656.7890625, + 64502.951171875, + 64642.513671875, + 64636.814453125, + 64485.888671875, + 64618.1484375, + 64768.876953125, + 64880.11328125, + 64779.2265625 ], "p10": [ - 64081.224609375, - 63966.259765625, - 63824.205078125, - 63914.736328125, - 63716.021484375, - 63719.21875, - 63662.5234375, - 63566.87109375, - 63487.4140625, - 63490.92578125, - 63322.69140625, - 63630.66796875, - 63449.09375, - 63502.330078125, - 63307.025390625, - 63492.7890625, - 63254.01953125, - 63168.072265625, - 63329.55078125, - 62873.546875, - 62814.31640625, - 62812.556640625, - 62780.470703125, - 62859.119140625 + 64019.794921875, + 64083.337890625, + 64065.34375, + 63881.0078125, + 63901.501953125, + 63870.26171875, + 63799.271484375, + 63894.2421875, + 63820.609375, + 63608.8828125, + 63718.044921875, + 63618.81640625, + 63495.59375, + 63491.9140625, + 63563.857421875, + 63307.529296875, + 63029.798828125, + 62923.875, + 63001.177734375, + 63124.513671875, + 62851.728515625, + 63416.15625, + 63068.76171875, + 62865.1796875 ], "p90": [ - 64529.689453125, - 64769.05859375, - 64896.328125, - 65053.919921875, - 65034.171875, - 65229.53515625, - 65195.12109375, - 65367.1171875, - 65239.54296875, - 65242.923828125, - 65453.763671875, - 65613.03515625, - 65826.74609375, - 65898.8828125, - 66082.16796875, - 66088.46484375, - 66529.05078125, - 66156.40625, - 66493.2109375, - 66515.54296875, - 66424.390625, - 66876.8515625, - 66954.203125, - 66965.96875 + 64421.505859375, + 64691.015625, + 64820.7421875, + 64755.982421875, + 64912.177734375, + 64951.89453125, + 65072.640625, + 65200.08203125, + 65262.369140625, + 65574.26171875, + 65776.73046875, + 65788.3984375, + 65875.7890625, + 66106.71484375, + 65973.8359375, + 65911.02734375, + 66241.046875, + 66338.23828125, + 66769.09375, + 66338.27734375, + 66310.71484375, + 66759.109375, + 67083.046875, + 66919.58984375 ], "timestamps": [ - "2026-06-17 00:00:00", "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", @@ -327,6 +326,7 @@ "2026-06-21 20:00:00", "2026-06-21 21:00:00", "2026-06-21 22:00:00", - "2026-06-21 23:00:00" + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 96d590b60c2c524cd10b4ea721028f719a597453..73c9953247b8f11bf013fb8f1d3313266934a8c4 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,35 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T23:08:06.560185+00:00", + "evaluated_at": "2026-06-22T00:11:13.581138+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.4090000092983246, - 0.38199999928474426, - 0.35499998927116394, - 0.33500000834465027, - 0.31299999356269836, - 0.27799999713897705, - 0.2549999952316284, - 0.22100000083446503, - 0.20399999618530273, - 0.19599999487400055, - 0.18199999630451202, - 0.17299999296665192, - 0.16500000655651093, - 0.15800000727176666, - 0.15399999916553497, - 0.1469999998807907, - 0.1469999998807907, - 0.14300000667572021, - 0.13899999856948853, - 0.13500000536441803, - 0.13699999451637268, - 0.13600000739097595, - 0.14000000059604645, - 0.1509999930858612, 0.16500000655651093, 0.17800000309944153, 0.19900000095367432, @@ -245,9 +221,7 @@ 0.8899999856948853, 0.8550000190734863, 0.8190000057220459, - 0.7829999923706055 - ], - "actuals": [ + 0.7829999923706055, 0.746999979019165, 0.7179999947547913, 0.6800000071525574, @@ -271,7 +245,9 @@ 0.33500000834465027, 0.3269999921321869, 0.328000009059906, - 0.328000009059906, + 0.328000009059906 + ], + "actuals": [ 0.32899999618530273, 0.3409999907016754, 0.3400000035762787, @@ -307,219 +283,219 @@ 0.9179999828338623, 0.9430000185966492, 0.9760000109672546, - 1.0099999904632568 + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954 ], "p50": [ - 0.7609001398086548, - 0.7362169623374939, - 0.7171030342578888, - 0.6924687623977661, - 0.6808039247989655, - 0.6709165275096893, - 0.6472988724708557, - 0.6409331560134888, - 0.6161786615848541, - 0.5959395170211792, - 0.5885657370090485, - 0.5789034962654114, - 0.5667973160743713, - 0.5581965446472168, - 0.5504892468452454, - 0.5308206081390381, - 0.5115751922130585, - 0.5050817131996155, - 0.5064553618431091, - 0.48771679401397705, - 0.4715317189693451, - 0.48362258076667786, - 0.49711865186691284, - 0.48428621888160706, - 0.4984644651412964, - 0.4926469326019287, - 0.4485149383544922, - 0.4407850205898285, - 0.452487587928772, - 0.48351290822029114, - 0.45881617069244385, - 0.4794597923755646, - 0.4624289870262146, - 0.44984543323516846, - 0.4431420862674713, - 0.4728778898715973, - 0.46911898255348206, - 0.4397101402282715, - 0.4925243556499481, - 0.4802806079387665, - 0.4358113408088684, - 0.46412500739097595, - 0.5106261968612671, - 0.4749841094017029, - 0.5146743655204773, - 0.5337419807910919, - 0.5186715126037598, - 0.5631415545940399, - 0.5080920457839966, - 0.5101328790187836, - 0.5619593858718872, - 0.5123811066150665, - 0.5910060107707977, - 0.5536637008190155, - 0.5308732688426971, - 0.5374346673488617, - 0.5237177312374115, - 0.6183303892612457, - 0.5681351721286774, - 0.5968427062034607 + 0.3546939194202423, + 0.3435764014720917, + 0.3323875069618225, + 0.3287756145000458, + 0.3187471330165863, + 0.31258660554885864, + 0.30473974347114563, + 0.3005804121494293, + 0.29601916670799255, + 0.2847611606121063, + 0.29050686955451965, + 0.2769172787666321, + 0.26265355944633484, + 0.2556931674480438, + 0.23801589012145996, + 0.23677107691764832, + 0.22892022132873535, + 0.21029794216156006, + 0.20600900053977966, + 0.19894945621490479, + 0.1792997419834137, + 0.17618462443351746, + 0.1820954978466034, + 0.1752808392047882, + 0.14162707328796387, + 0.1329505741596222, + 0.12989670038223267, + 0.13765040040016174, + 0.13763964176177979, + 0.11899638175964355, + 0.1141447126865387, + 0.078849196434021, + 0.13264834880828857, + 0.14574337005615234, + 0.07989877462387085, + 0.13171467185020447, + 0.10649994015693665, + 0.12229079008102417, + 0.11219477653503418, + 0.11406180262565613, + 0.08193778991699219, + 0.09336483478546143, + 0.07787001132965088, + 0.11590972542762756, + 0.076107919216156, + 0.11388564109802246, + 0.09700116515159607, + 0.1275409460067749, + 0.11713504791259766, + 0.09189414978027344, + 0.04975026845932007, + 0.07895243167877197, + 0.07770705223083496, + 0.12483134865760803, + 0.06751930713653564, + 0.06677651405334473, + 0.1461629569530487, + 0.1566391885280609, + 0.06292581558227539, + 0.041280508041381836 ], "p10": [ - 0.7483601272106171, - 0.7177596092224121, - 0.6845687329769135, - 0.6593864560127258, - 0.6362452805042267, - 0.6154994964599609, - 0.6012130379676819, - 0.5800689458847046, - 0.5531220734119415, - 0.5104160904884338, - 0.510494738817215, - 0.4787687361240387, - 0.4789450466632843, - 0.4599718749523163, - 0.42834237217903137, - 0.4251699149608612, - 0.37434661388397217, - 0.35197845101356506, - 0.34209755063056946, - 0.32168295979499817, - 0.31306570768356323, - 0.3008643090724945, - 0.29876312613487244, - 0.26969659328460693, - 0.26322200894355774, - 0.3002050518989563, - 0.2300059199333191, - 0.23651644587516785, - 0.21448156237602234, - 0.173394113779068, - 0.17244288325309753, - 0.15009501576423645, - 0.12297588586807251, - 0.18368273973464966, - 0.10470455884933472, - 0.09561130404472351, - 0.09334045648574829, - 0.04648447036743164, - 0.17375102639198303, - 0.14507383108139038, - 0.10475477576255798, - 0.13081952929496765, - 0.13293033838272095, - 0.05582469701766968, - 0.12170320749282837, - 0.09713011980056763, - 0.09066861867904663, - 0.037384986877441406, - 0.08159595727920532, - 0.0822540819644928, - 0.07440799474716187, - 0.0899743139743805, - 0.15747705101966858, - 0.1056608259677887, - 0.1033153235912323, - 0.020113587379455566, - 0.06279218196868896, - 0.17352360486984253, - 0.06898409128189087, - 0.18349307775497437 + 0.32613426446914673, + 0.3055432438850403, + 0.28670528531074524, + 0.29039764404296875, + 0.27672630548477173, + 0.2585853338241577, + 0.2296428680419922, + 0.21198046207427979, + 0.21560531854629517, + 0.20080158114433289, + 0.17038822174072266, + 0.14267665147781372, + 0.1365337073802948, + 0.09383010864257812, + 0.09789636731147766, + 0.07432132959365845, + 0.060575902462005615, + -0.022419214248657227, + -0.009002208709716797, + 0.008503079414367676, + -0.05545306205749512, + -0.038090527057647705, + -0.06257981061935425, + -0.07917565107345581, + -0.12526333332061768, + -0.14122778177261353, + -0.19269949197769165, + -0.1724570393562317, + -0.13525134325027466, + -0.2867574095726013, + -0.22161221504211426, + -0.36884236335754395, + -0.33198320865631104, + -0.324643075466156, + -0.43021172285079956, + -0.2829982042312622, + -0.41775327920913696, + -0.3802233338356018, + -0.34269505739212036, + -0.5488866567611694, + -0.5118523836135864, + -0.37002766132354736, + -0.5138116478919983, + -0.6569864749908447, + -0.4740082025527954, + -0.6035044193267822, + -0.5403984189033508, + -0.4761447310447693, + -0.6657112240791321, + -0.6817400455474854, + -0.7245156764984131, + -0.5640941262245178, + -0.8226778507232666, + -0.6147172451019287, + -0.6144599914550781, + -0.6656292676925659, + -0.7980813980102539, + -0.9057039618492126, + -0.7952350378036499, + -0.8347702026367188 ], "p90": [ - 0.7729660868644714, - 0.7562677562236786, - 0.7577858567237854, - 0.7316821813583374, - 0.7252901792526245, - 0.7231398224830627, - 0.7013658583164215, - 0.7100012004375458, - 0.6905697286128998, - 0.6658123731613159, - 0.6668043732643127, - 0.6777083575725555, - 0.6683520972728729, - 0.6491446793079376, - 0.6683699190616608, - 0.6647785604000092, - 0.6368106007575989, - 0.6574977934360504, - 0.6729975044727325, - 0.6436812281608582, - 0.6543847322463989, - 0.6629002094268799, - 0.7128511369228363, - 0.7212343215942383, - 0.6887979507446289, - 0.6963374316692352, - 0.6887520551681519, - 0.6700619757175446, - 0.7186009585857391, - 0.7594161927700043, - 0.7520164847373962, - 0.754618763923645, - 0.7395141422748566, - 0.7561584115028381, - 0.850705474615097, - 0.8282317519187927, - 0.8555750846862793, - 0.8150050044059753, - 0.8460162878036499, - 0.9682879149913788, - 0.8415790796279907, - 0.8576478362083435, - 1.002072513103485, - 0.9844917953014374, - 1.0525298118591309, - 1.2331026196479797, - 0.9992765486240387, - 1.1966078281402588, - 1.1271477341651917, - 1.0746130347251892, - 1.2106567025184631, - 1.0590820908546448, - 1.1228091716766357, - 1.2246650457382202, - 1.1136602759361267, - 1.2055105566978455, - 1.2421388626098633, - 1.3964058756828308, - 1.3210656642913818, - 1.3606892824172974 + 0.39163845777511597, + 0.38078561425209045, + 0.37439674139022827, + 0.3739605247974396, + 0.36971616744995117, + 0.39635327458381653, + 0.3699643313884735, + 0.3818122446537018, + 0.38101527094841003, + 0.36935853958129883, + 0.3902454078197479, + 0.39334234595298767, + 0.3664294183254242, + 0.41493287682533264, + 0.382252961397171, + 0.3985558748245239, + 0.4188970625400543, + 0.38264769315719604, + 0.38579046726226807, + 0.417129784822464, + 0.4357687830924988, + 0.4277017414569855, + 0.42451512813568115, + 0.5053341090679169, + 0.4716131091117859, + 0.4498349726200104, + 0.5321508049964905, + 0.4844319522380829, + 0.48050764203071594, + 0.4568014144897461, + 0.5872509777545929, + 0.496168315410614, + 0.4906482994556427, + 0.6386987864971161, + 0.57626011967659, + 0.6573492586612701, + 0.5912894010543823, + 0.5959758758544922, + 0.6035425066947937, + 0.7400208115577698, + 0.7266727983951569, + 0.8719450831413269, + 0.7085522711277008, + 0.926298588514328, + 0.7562893033027649, + 0.8323211669921875, + 0.8947029113769531, + 1.0527603030204773, + 0.8850224614143372, + 1.0832602381706238, + 0.8350758850574493, + 1.2034482955932617, + 1.1215692162513733, + 1.200459063053131, + 0.8855330646038055, + 0.9755171239376068, + 1.0388851165771484, + 0.9221832752227783, + 1.040663719177246, + 0.9226070642471313 ], "timestamps": [ - "2026-06-20 15:42:00", - "2026-06-20 15:48:00", - "2026-06-20 15:54:00", - "2026-06-20 16:00:00", - "2026-06-20 16:06:00", - "2026-06-20 16:12:00", - "2026-06-20 16:18:00", - "2026-06-20 16:24:00", - "2026-06-20 16:30:00", - "2026-06-20 16:36:00", - "2026-06-20 16:42:00", - "2026-06-20 16:48:00", - "2026-06-20 16:54:00", - "2026-06-20 17:00:00", - "2026-06-20 17:06:00", - "2026-06-20 17:12:00", - "2026-06-20 17:18:00", - "2026-06-20 17:24:00", - "2026-06-20 17:30:00", - "2026-06-20 17:36:00", - "2026-06-20 17:42:00", - "2026-06-20 17:48:00", - "2026-06-20 17:54:00", - "2026-06-20 18:00:00", "2026-06-20 18:06:00", "2026-06-20 18:12:00", "2026-06-20 18:18:00", @@ -795,6 +771,30 @@ "2026-06-21 21:18:00", "2026-06-21 21:24:00", "2026-06-21 21:30:00", - "2026-06-21 21:36:00" + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index a2c7c8acc3e2b1780ea1ee3cefc8cd0c48dd853b..34a17b2a103acacbaa7db3a70b3e6c46d98e46dc 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T00:03:35.725007+00:00", + "evaluated_at": "2026-06-22T00:11:16.097228+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 4e377bd48fb20aab1648a81c57baefdec1ef945c..5c3b1bf4fcca708a08a6fa9e8da2233a0de260d0 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,184708.22520930832,176611.14578663546,391.0057681435028,0.3421759982507641,0.0060917941679681,0.006111048714625189,3.5921422146102007,429.77694820605296,0.0067013347868734585,0.006096791758761271,0.004847927944957465,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,157933.95217605648,146794.85058616006,351.86699818393635,0.3096865537737611,0.005484740455889419,0.0054991692209566505,3.007248760120039,397.40904893579926,0.006199715309738483,0.005489243945185271,0.004378913218307127,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.7939376566184321,0.7965189186099693,0.8472192435968287,1.8968656641242694,1.87710499101167,0.8726506312905337,71.97609224560004,0.8910317932702694,1.4757069747117275,1.4031456075177406,1.3849177800334818,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.36245842311519405,0.36130515363491217,0.46603164151207005,1.3536937599158914,0.4369856392387673,0.5699286471800147,49.71709034770513,0.6020452002260246,0.6717505333817987,0.5199892028721397,0.510086286336827,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.03782421830803372,0.03779412545797879,0.16749468784344168,1.9705259604216667,0.10934403575953218,0.11723031067001743,30.060802600939343,0.1944844937470176,0.13222741593977566,0.11387740652468997,0.1000792741222739,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,1.6042599890828597,1.6077478121313182,1.1159099783813728,22.31823267657791,0.06055494124361512,0.06298238555374383,867.4455465715213,1.2665938532469119,0.06991318613467878,0.061595768705276964,0.061508367331144384,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,150.64895160136243,150.0831675773751,9.793752117813325,0.875118277582902,0.49581246844798926,0.3919907278488058,14.794989662504603,12.273913459095368,0.47835969415537816,0.3816986557159632,0.34424602345006333,Air Quality,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index e8e933ae16fe09424d4283d94b5a5b76d76cbd09..878130a2e8632f1b4115df75fc461323adcba67f 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T00:04:08.455577+00:00", + "evaluated_at": "2026-06-22T00:11:36.904837+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65700.0, 65940.0, 65904.0, 65851.9921875, @@ -101,10 +100,10 @@ 63925.98828125, 64012.3984375, 64272.01171875, - 64298.01171875 + 64298.01171875, + 64294.0 ], "actuals": [ - 64294.0, 64248.0, 64241.25, 64426.0, @@ -127,88 +126,88 @@ 63848.0, 63808.01171875, 63801.58984375, - 63299.94921875 + 63311.98828125, + 63517.359375 ], "p50": [ - 63779.07889768366, - 63766.50467893366, - 63774.91483518366, - 63830.63944455866, - 63769.42850705866, - 63801.03397580866, - 63771.37186643366, - 63779.07889768366, - 63792.62967893366, - 63774.91483518366, - 63791.86405393366, - 63766.50467893366, - 63773.14335080866, - 63771.37186643366, - 63771.37186643366, - 63771.37186643366, - 63767.48514768366, - 63792.62967893366, - 63787.55350705866, - 63793.39530393366, - 63750.52421018366, - 63814.38749143366, - 63808.03788205866, - 63764.80546018366 + 63807.54474026864, + 63811.77325589364, + 63826.26544339364, + 63801.88653714364, + 63801.88653714364, + 63858.02716214364, + 63826.26544339364, + 63829.08575589364, + 63803.82989651864, + 63799.56622464364, + 63809.31622464364, + 63827.79669339364, + 63826.26544339364, + 63826.26544339364, + 63799.92559964364, + 63826.26544339364, + 63828.44122464364, + 63814.70880276864, + 63826.26544339364, + 63807.54474026864, + 63805.77325589364, + 63827.79669339364, + 63813.48028714364, + 63801.88653714364 ], "p10": [ - 63517.29374143366, - 63452.62655393366, - 63511.552725808666, - 63524.07499143366, - 63537.83163205866, - 63459.88358518366, - 63534.51288205866, - 63534.51288205866, - 63535.67264768366, - 63524.07499143366, - 63537.83163205866, - 63539.36014768366, - 63533.83475705866, - 63538.99139768366, - 63452.62655393366, - 63535.67264768366, - 63538.99139768366, - 63535.67264768366, - 63523.396866433664, - 63534.51288205866, - 63535.67264768366, - 63539.36014768366, - 63524.07499143366, - 63452.62655393366 + 63551.69513089364, + 63578.54278714364, + 63421.71466214364, + 63557.79825589364, + 63551.69513089364, + 63573.39278714364, + 63557.79825589364, + 63573.39278714364, + 63558.47638089364, + 63568.91427151864, + 63545.95411526864, + 63558.47638089364, + 63573.76153714364, + 63568.91427151864, + 63494.28497464364, + 63558.47638089364, + 63551.69513089364, + 63551.69513089364, + 63570.07403714364, + 63570.07403714364, + 63558.47638089364, + 63573.39278714364, + 63570.07403714364, + 63551.69513089364 ], "p90": [ - 64025.025382058666, - 64104.57499143366, - 64020.68436643366, - 64040.99686643366, - 64068.57108518366, - 64068.57108518366, - 64099.94217893366, - 64021.34452268366, - 64043.754288308664, - 64023.25077268366, - 64023.25077268366, - 64018.722647683666, - 64021.570303933666, - 64021.570303933666, - 64021.34842893366, - 64025.025382058666, - 64020.68436643366, - 64068.57108518366, - 64023.25077268366, - 64071.70819455866, - 64012.87616330866, - 64021.34842893366, - 64021.38358518366, - 64025.025382058666 + 64057.65216214364, + 64057.65216214364, + 64057.65216214364, + 64078.15567776864, + 64047.27755276864, + 64055.93653714364, + 64059.42677151864, + 64057.65216214364, + 64055.74591214364, + 64059.42677151864, + 64055.74591214364, + 64057.65216214364, + 64134.34356839364, + 64078.15567776864, + 64075.39825589364, + 64055.93653714364, + 64075.39825589364, + 64134.34356839364, + 64059.42677151864, + 64057.65216214364, + 64055.08575589364, + 64059.42677151864, + 64057.65216214364, + 64052.90606839364 ], "timestamps": [ - "2026-06-17 00:00:00", "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", @@ -327,6 +326,7 @@ "2026-06-21 20:00:00", "2026-06-21 21:00:00", "2026-06-21 22:00:00", - "2026-06-21 23:00:00" + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 1ea0884f3b58375e75dde6625ddd474502458623..338118b90f15d6403a392eb91d1911c7b334abdb 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,51 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-21T21:31:16.382178+00:00", + "evaluated_at": "2026-06-22T00:11:36.916411+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9490000009536743, - 0.9049999713897705, - 0.8679999709129333, - 0.8349999785423279, - 0.7940000295639038, - 0.753000020980835, - 0.7099999785423279, - 0.6679999828338623, - 0.6439999938011169, - 0.6190000176429749, - 0.5839999914169312, - 0.5450000166893005, - 0.5059999823570251, - 0.47699999809265137, - 0.4569999873638153, - 0.43299999833106995, - 0.4090000092983246, - 0.38199999928474426, - 0.35499998927116394, - 0.33500000834465027, - 0.31299999356269836, - 0.27799999713897705, - 0.2549999952316284, - 0.22100000083446503, - 0.20399999618530273, - 0.19599999487400055, - 0.18199999630451202, - 0.17299999296665192, - 0.16500000655651093, - 0.15800000727176666, - 0.15399999916553497, - 0.1469999998807907, - 0.1469999998807907, - 0.14300000667572021, - 0.13899999856948853, - 0.13500000536441803, - 0.13699999451637268, - 0.13600000739097595, - 0.14000000059604645, - 0.1509999930858612, 0.16500000655651093, 0.17800000309944153, 0.19900000095367432, @@ -245,9 +205,7 @@ 1.340000033378601, 1.315000057220459, 1.2949999570846558, - 1.2790000438690186 - ], - "actuals": [ + 1.2790000438690186, 1.2480000257492065, 1.225000023841858, 1.194000005722046, @@ -287,7 +245,9 @@ 0.33500000834465027, 0.3269999921321869, 0.328000009059906, - 0.328000009059906, + 0.328000009059906 + ], + "actuals": [ 0.32899999618530273, 0.3409999907016754, 0.3400000035762787, @@ -307,235 +267,235 @@ 0.48500001430511475, 0.5149999856948853, 0.5379999876022339, - 0.546999990940094 + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954 ], "p50": [ - 1.4553275736181308, - 1.4508274825422336, - 1.4478275807706882, - 1.45032754858418, - 1.4478275807706882, - 1.454327586492734, - 1.4518275739757587, - 1.453827622732358, - 1.4508275719492008, - 1.4508276017515231, - 1.4488275976984073, - 1.4508274825422336, - 1.4508275421468784, - 1.4503275783865024, - 1.4508276017515231, - 1.4508274825422336, - 1.4513275655118991, - 1.4498276146261264, - 1.4498275550214816, - 1.449827584823804, - 1.4563275607435275, - 1.454327586492734, - 1.4493275614587833, - 1.4478275807706882, - 1.457827571233945, - 1.4488275976984073, - 1.4553275736181308, - 1.4518275516240169, - 1.448827567896085, - 1.4558275969831516, - 1.454327586492734, - 1.4498275550214816, - 1.4518276112286617, - 1.45032754858418, - 1.454327586492734, - 1.4508275421468784, - 1.4518276484815646, - 1.4508275421468784, - 1.451327587863641, - 1.448827567896085, - 1.4493275912611057, - 1.4493275912611057, - 1.4518275888769199, - 1.4528275387494136, - 1.448827567896085, - 1.451327625116544, - 1.4478275807706882, - 1.4538275035230686, - 1.4468275936452915, - 1.4558275969831516, - 1.4468275936452915, - 1.4478275807706882, - 1.4563275607435275, - 1.4528276356069614, - 1.4508276017515231, - 1.4468275936452915, - 1.4508276017515231, - 1.4468276234476138, - 1.4488276275007297, - 1.4478275807706882 + 0.4882346755634043, + 0.4892346328864786, + 0.48723465863568516, + 0.4892346328864786, + 0.48973465625149937, + 0.4842346674571726, + 0.48723465863568516, + 0.4902346796165201, + 0.489234662688801, + 0.49373466435773106, + 0.48623461190564365, + 0.48623461190564365, + 0.4892346328864786, + 0.48723465863568516, + 0.4932347005973551, + 0.4877346521983835, + 0.49023462001187534, + 0.48873466912610264, + 0.48623461190564365, + 0.488734698928425, + 0.49023462001187534, + 0.4892346328864786, + 0.48873466912610264, + 0.4892346328864786, + 0.49223471347195835, + 0.4912347263465616, + 0.48823470536572666, + 0.4907346433768961, + 0.49373466435773106, + 0.4922346538673136, + 0.4862347311149332, + 0.489734626449177, + 0.4972346565495226, + 0.4867346948753092, + 0.4902346796165201, + 0.4912347263465616, + 0.49523467484814854, + 0.4882346606622431, + 0.4892346924911234, + 0.489234662688801, + 0.4907346433768961, + 0.4882346755634043, + 0.4932346409927103, + 0.4912346071372721, + 0.48623467151028843, + 0.49023462001187534, + 0.4877346521983835, + 0.48723465863568516, + 0.48823469046456547, + 0.4862347013126108, + 0.4867346948753092, + 0.48623467151028843, + 0.48623461190564365, + 0.4902346796165201, + 0.4877346521983835, + 0.4862347013126108, + 0.4882346606622431, + 0.49023462001187534, + 0.48623461190564365, + 0.4882346457610819 ], "p10": [ - 1.4187275858728459, - 1.4188276501504946, - 1.420827511152463, - 1.4207275184003878, - 1.4188275965063144, - 1.4177274974195528, - 1.4198275836317111, - 1.4197275849191715, - 1.421727559169965, - 1.4188276561109592, - 1.4197275849191715, - 1.4177274974195528, - 1.4188276501504946, - 1.4188276561109592, - 1.4188276501504946, - 1.4218275578825046, - 1.420827511152463, - 1.4207275184003878, - 1.4197275849191715, - 1.4187275322286654, - 1.420827624401288, - 1.4198275836317111, - 1.4188275965063144, - 1.420827511152463, - 1.4198275836317111, - 1.4177274974195528, - 1.4148275884000827, - 1.4208275707571079, - 1.4188276501504946, - 1.4238275857774783, - 1.4168275626508762, - 1.4177274974195528, - 1.4187275322286654, - 1.4188275905458498, - 1.4177274974195528, - 1.4188275369016696, - 1.4188276441900303, - 1.4198275836317111, - 1.4198275836317111, - 1.4197275908796358, - 1.4208275707571079, - 1.4187275322286654, - 1.4207275184003878, - 1.4188275965063144, - 1.4197275849191715, - 1.419727578958707, - 1.4177274974195528, - 1.416627565225797, - 1.4188275905458498, - 1.4187275858728459, - 1.4186275931207706, - 1.4177274974195528, - 1.4208275707571079, - 1.4188276561109592, - 1.4188275369016696, - 1.4207275184003878, - 1.4188275965063144, - 1.4198275836317111, - 1.4168275626508762, - 1.4188275965063144 + 0.4592347151408884, + 0.4572346216808054, + 0.45823473397595615, + 0.45813461009366246, + 0.4581346160541269, + 0.4582346743713114, + 0.45813466969830724, + 0.45813461009366246, + 0.4572345680366251, + 0.4582346147666666, + 0.45813461009366246, + 0.4562347001205179, + 0.4591347223888132, + 0.45913471642834874, + 0.4571345812450144, + 0.45623469416005347, + 0.45623469416005347, + 0.4572345680366251, + 0.4572345680366251, + 0.45823473397595615, + 0.4591346627841684, + 0.45813466373784273, + 0.45623464051587315, + 0.46013460222584934, + 0.4602346426616404, + 0.4582346743713114, + 0.45623464051587315, + 0.4582346743713114, + 0.4592346614967081, + 0.4592346614967081, + 0.45623464051587315, + 0.45623464051587315, + 0.4621346897254679, + 0.45623464051587315, + 0.4582346743713114, + 0.4571345812450144, + 0.45913465682370397, + 0.45623464051587315, + 0.4582346743713114, + 0.45323473874432774, + 0.45913466874463293, + 0.4572346276412699, + 0.45623464051587315, + 0.4572346216808054, + 0.4571345812450144, + 0.4582347280154917, + 0.46023458901746006, + 0.45623464051587315, + 0.45623464051587315, + 0.4560346430907938, + 0.45623464051587315, + 0.4562347001205179, + 0.4542346662650797, + 0.45583464566571447, + 0.4572346276412699, + 0.45623464051587315, + 0.4571345752845499, + 0.4582346743713114, + 0.456134647763798, + 0.4582346684108469 ], "p90": [ - 1.4788275988905002, - 1.4758275779096652, - 1.4749275894968081, - 1.4778275521604587, - 1.4758275779096652, - 1.4758275779096652, - 1.476827517351346, - 1.4759275825826694, - 1.4759275825826694, - 1.476927617391782, - 1.4758275779096652, - 1.477927583655553, - 1.476827517351346, - 1.4788275988905002, - 1.4790275963155795, - 1.4779275568334629, - 1.4779275568334629, - 1.4759275796024371, - 1.4768275143711138, - 1.479927638372617, - 1.477827581962781, - 1.4758275779096652, - 1.4748275311796237, - 1.4759275706617405, - 1.476927620372014, - 1.4748275609819461, - 1.4768275054304172, - 1.4758275779096652, - 1.479927638372617, - 1.4788275988905002, - 1.4759275706617405, - 1.4788275988905002, - 1.479927638372617, - 1.477927583655553, - 1.4758275779096652, - 1.4788275988905002, - 1.4759275706617405, - 1.4788275988905002, - 1.4768275054304172, - 1.4758275779096652, - 1.4759275825826694, - 1.4768276246397067, - 1.476827517351346, - 1.4758275779096652, - 1.4758275779096652, - 1.4808275731412937, - 1.4768275978176166, - 1.4818275066225102, - 1.4768275143711138, - 1.4768275143711138, - 1.4788275988905002, - 1.477827555140691, - 1.4768276246397067, - 1.4758275779096652, - 1.476927617391782, - 1.4758275779096652, - 1.4758275779096652, - 1.4788275988905002, - 1.4789276035635044, - 1.4758275779096652 + 0.5142346418271754, + 0.5182346767554972, + 0.5162346756826136, + 0.5153346485267374, + 0.5152346557746622, + 0.5153346574674341, + 0.5152346557746622, + 0.5152346557746622, + 0.5182346767554972, + 0.5162346756826136, + 0.5142346418271754, + 0.5153346485267374, + 0.5152346557746622, + 0.5172346300254557, + 0.5162347025047037, + 0.5143346673618051, + 0.5153346604476664, + 0.5153346604476664, + 0.5142346418271754, + 0.5152346557746622, + 0.5162347025047037, + 0.5163346952567789, + 0.514334640539715, + 0.5152346557746622, + 0.51733466152055, + 0.5142346418271754, + 0.514234612024853, + 0.517234633005688, + 0.517234633005688, + 0.5162345832954142, + 0.5182346767554972, + 0.5152346557746622, + 0.5202346510062906, + 0.5153346485267374, + 0.5182346767554972, + 0.5152346557746622, + 0.5182346767554972, + 0.5202346510062906, + 0.5152346557746622, + 0.5162345922361109, + 0.5152346557746622, + 0.5162347025047037, + 0.5162345832954142, + 0.5202346510062906, + 0.5142346090446207, + 0.5182346767554972, + 0.5162346727023813, + 0.516334671414921, + 0.5163346982370112, + 0.5162346756826136, + 0.5163346952567789, + 0.5152346557746622, + 0.5142346388469431, + 0.5142346418271754, + 0.5162346756826136, + 0.5162346756826136, + 0.5152346557746622, + 0.5143346673618051, + 0.5152346557746622, + 0.5152346557746622 ], "timestamps": [ - "2026-06-20 14:06:00", - "2026-06-20 14:12:00", - "2026-06-20 14:18:00", - "2026-06-20 14:24:00", - "2026-06-20 14:30:00", - "2026-06-20 14:36:00", - "2026-06-20 14:42:00", - "2026-06-20 14:48:00", - "2026-06-20 14:54:00", - "2026-06-20 15:00:00", - "2026-06-20 15:06:00", - "2026-06-20 15:12:00", - "2026-06-20 15:18:00", - "2026-06-20 15:24:00", - "2026-06-20 15:30:00", - "2026-06-20 15:36:00", - "2026-06-20 15:42:00", - "2026-06-20 15:48:00", - "2026-06-20 15:54:00", - "2026-06-20 16:00:00", - "2026-06-20 16:06:00", - "2026-06-20 16:12:00", - "2026-06-20 16:18:00", - "2026-06-20 16:24:00", - "2026-06-20 16:30:00", - "2026-06-20 16:36:00", - "2026-06-20 16:42:00", - "2026-06-20 16:48:00", - "2026-06-20 16:54:00", - "2026-06-20 17:00:00", - "2026-06-20 17:06:00", - "2026-06-20 17:12:00", - "2026-06-20 17:18:00", - "2026-06-20 17:24:00", - "2026-06-20 17:30:00", - "2026-06-20 17:36:00", - "2026-06-20 17:42:00", - "2026-06-20 17:48:00", - "2026-06-20 17:54:00", - "2026-06-20 18:00:00", "2026-06-20 18:06:00", "2026-06-20 18:12:00", "2026-06-20 18:18:00", @@ -795,6 +755,46 @@ "2026-06-21 19:42:00", "2026-06-21 19:48:00", "2026-06-21 19:54:00", - "2026-06-21 20:00:00" + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 2b8af4ffe701715019655aa79e074bb1daef228d..b8bdf2f7188b52271fe3e02e896b807b334100d1 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T00:04:08.480488+00:00", + "evaluated_at": "2026-06-22T00:11:36.926306+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index db77036896f1aed59453ab571ef2770971a89c7d..54baceb9799ddbff112a5e1e985305e49f21ef61 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T00:00:06.646029+00:00", - "finished_at": "2026-06-22T00:04:08.506989+00:00", - "task_count": 3, + "started_at": "2026-06-22T00:08:38.012914+00:00", + "finished_at": "2026-06-22T00:11:36.974786+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T00:01:27.848141+00:00", + "evaluated_at": "2026-06-22T00:09:18.281912+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -36,25 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T00:02:09.253977+00:00", + "evaluated_at": "2026-06-22T00:09:57.675704+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -62,25 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:02:45.799490+00:00", + "evaluated_at": "2026-06-22T00:10:32.427778+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -88,25 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T00:03:04.563680+00:00", + "evaluated_at": "2026-06-22T00:10:47.380485+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -114,25 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T00:03:35.725007+00:00", + "evaluated_at": "2026-06-22T00:11:16.097228+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -140,25 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T00:04:06.568162+00:00", + "evaluated_at": "2026-06-22T00:11:34.813028+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -166,25 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T00:04:08.324300+00:00", + "evaluated_at": "2026-06-22T00:11:36.819945+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -192,25 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T00:04:08.450143+00:00", + "evaluated_at": "2026-06-22T00:11:36.896570+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -218,25 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T00:04:08.480488+00:00", + "evaluated_at": "2026-06-22T00:11:36.926306+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -244,25 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T00:04:08.505856+00:00", + "evaluated_at": "2026-06-22T00:11:36.949739+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -270,7 +210,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-22T00:05:31.150741+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_001136.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_001136.json new file mode 100644 index 0000000000000000000000000000000000000000..816467e4fa3bb2751c3ed2b6f2a4c753ef44bf17 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_001136.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T00:11:36.773564+00:00", + "metrics": { + "MSE[mean]": 553460.0693858288, + "MSE[0.5]": 290856.15252544126, + "MAE[0.5]": 508.20470424180104, + "MASE[0.5]": 0.44728310492473433, + "MAPE[0.5]": 0.007918319918831037, + "sMAPE[0.5]": 0.007952549063817435, + "MSIS": 5.947007625852422, + "RMSE[mean]": 743.9489696113765, + "NRMSE[mean]": 0.011605855047626066, + "ND[0.5]": 0.007928164931840809, + "mean_weighted_sum_quantile_loss": 0.006604351835688558 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63517.359375 + ], + "predictions": { + "p50": [ + 63626.177558686555, + 63616.399665194156, + 63637.40530079053, + 63623.21216377095, + 63626.177553602094, + 63616.399665198056, + 63618.379511701496, + 63619.313142820654, + 63618.379511701496, + 63638.41252860856, + 63618.379511701496, + 63665.14939747742, + 63636.040776714544, + 63637.40530079053, + 63626.177553602094, + 63623.21216377095, + 63634.68503940347, + 63630.43129650278, + 63618.379511701496, + 63630.43129650278, + 63606.614281376715, + 63657.39169367688, + 63637.40530079053, + 63614.5385888084 + ], + "p10": [ + 63360.383446418986, + 63381.84767472375, + 63378.59758319837, + 63366.851366807845, + 63366.20457426051, + 63354.57783308725, + 63366.851366807845, + 63391.70007411326, + 63366.20457426051, + 63366.851366807845, + 63366.851366807845, + 63302.327358861796, + 63381.84767472764, + 63386.823726463575, + 63294.507341150216, + 63381.84767472764, + 63230.81695045751, + 63360.383441334525, + 63366.851366807845, + 63386.36223341808, + 63377.422961559314, + 63302.327358861796, + 63378.59758319837, + 63302.327358861796 + ], + "p90": [ + 63910.8662181581, + 63861.871118613955, + 63940.36169783806, + 63940.36169783806, + 63910.86621307364, + 63861.87111861785, + 63866.253343152486, + 63855.91422440371, + 63886.66144931699, + 63940.36169783806, + 63864.55249692375, + 63913.81576155008, + 63886.66144931699, + 63868.02521194942, + 63947.010733382434, + 63886.66144931699, + 63886.66144931699, + 63913.81576155008, + 63886.66144931699, + 63861.87111861785, + 63868.02521194942, + 63883.97203112181, + 63940.36169783806, + 63864.36351400945 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_000911.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_000911.json new file mode 100644 index 0000000000000000000000000000000000000000..4a9e391bfb42346d6c8277341eb8cafa80fde2de --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_000911.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T00:09:11.811667+00:00", + "metrics": { + "MSE[mean]": 204230.64767583212, + "MSE[0.5]": 204230.64767583212, + "MAE[0.5]": 356.8981119791667, + "MASE[0.5]": 0.3141145572549914, + "MAPE[0.5]": 0.0055849835510729294, + "sMAPE[0.5]": 0.00556006408518329, + "MSIS": 1.9525816537906209, + "RMSE[mean]": 451.91885076397523, + "NRMSE[mean]": 0.007050086618167214, + "ND[0.5]": 0.005567731018654916, + "mean_weighted_sum_quantile_loss": 0.005364950611028567 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63517.359375 + ], + "predictions": { + "p50": [ + 64307.55859375, + 64327.21484375, + 64333.66015625, + 64365.16796875, + 64378.9296875, + 64399.10546875, + 64415.015625, + 64442.71484375, + 64454.6875, + 64464.46875, + 64470.38671875, + 64485.90625, + 64497.9765625, + 64494.125, + 64489.859375, + 64491.29296875, + 64533.34765625, + 64515.47265625, + 64524.0625, + 64501.94140625, + 64499.3984375, + 64485.359375, + 64468.65234375, + 64462.7890625 + ], + "p10": [ + 64033.65625, + 63967.9453125, + 63903.29296875, + 63845.28125, + 63787.50390625, + 63741.8671875, + 63691.578125, + 63649.41796875, + 63611.7421875, + 63553.484375, + 63477.03515625, + 63419.4140625, + 63323.71484375, + 63245.7890625, + 63181.03515625, + 63123.86328125, + 63014.22265625, + 62896.8359375, + 62811.578125, + 62744.16015625, + 62678.19921875, + 62601.7578125, + 62549.625, + 62532.5234375 + ], + "p90": [ + 64601.9453125, + 64667.6953125, + 64754.421875, + 64849.40625, + 64943.70703125, + 64993.76171875, + 65049.97265625, + 65120.5703125, + 65183.0859375, + 65242.29296875, + 65309.6015625, + 65391.40625, + 65461.24609375, + 65499.703125, + 65605.8828125, + 65626.65625, + 66115.296875, + 66171.234375, + 66203.3203125, + 66269.9375, + 66278.0703125, + 66351.4375, + 66445.7578125, + 66493.84375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_001136.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_001136.json new file mode 100644 index 0000000000000000000000000000000000000000..eba531c58561892ea9240d53fe3b23d3b89e0adc --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_001136.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T00:11:36.864323+00:00", + "metrics": { + "MSE[mean]": 36353.07284414626, + "MSE[0.5]": 34900.17495222834, + "MAE[0.5]": 137.8969225897772, + "MASE[0.5]": 0.12136637693572934, + "MAPE[0.5]": 0.0021568933057026043, + "sMAPE[0.5]": 0.002155297256058038, + "MSIS": 1.0225104309192214, + "RMSE[mean]": 190.6648180555245, + "NRMSE[mean]": 0.0029744355210147683, + "ND[0.5]": 0.0021512385398244297, + "mean_weighted_sum_quantile_loss": 0.00172120904432855 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63517.359375 + ], + "predictions": { + "p50": [ + 64285.75299233642, + 64272.64841908186, + 64269.807517702306, + 64228.095522572745, + 64210.76243369319, + 64249.56996981364, + 64200.47516218408, + 64185.96238580452, + 64143.37343754996, + 64121.77667679541, + 64114.19358791585, + 64115.340967786295, + 64096.47662890674, + 64079.14354002718, + 64035.47060739763, + 64044.477362268066, + 64029.32005463851, + 63998.25454388396, + 63992.4780956294, + 63956.424303624844, + 63937.319730370284, + 63942.01007899073, + 63910.36058386118, + 63881.433744981616 + ], + "p10": [ + 64029.90338296142, + 64039.41795033186, + 63865.256736452306, + 63984.007241322746, + 63960.57102744319, + 63964.935594813636, + 63932.00797468408, + 63930.26941705452, + 63898.01992192496, + 63891.12472367041, + 63850.83147854085, + 63846.020655286295, + 63843.97272265674, + 63821.79236815218, + 63729.82998239763, + 63776.688299768066, + 63752.57396088851, + 63735.24087200896, + 63736.2866893794, + 63718.953600499844, + 63690.022855370284, + 63687.60617274073, + 63666.95433386118, + 63631.242338731616 + ], + "p90": [ + 64535.86041421142, + 64518.52732533186, + 64501.194236452306, + 64504.364663197746, + 64456.15344931819, + 64447.47934481364, + 64433.63649030908, + 64414.52879205452, + 64395.28945317496, + 64381.63722367041, + 64360.62327541585, + 64345.196436536295, + 64404.55475390674, + 64331.03377440218, + 64310.94326364763, + 64274.14845601807, + 64276.27708588851, + 64317.88930950896, + 64225.6394237544, + 64206.531725499844, + 64186.632230370284, + 64173.64015711573, + 64154.53245886118, + 64132.453276231616 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_001109.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_001109.json new file mode 100644 index 0000000000000000000000000000000000000000..f6dbf77698cbcf80b4e6bd64368c8a41fa7e9067 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_001109.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T00:11:09.691670+00:00", + "metrics": { + "MSE[mean]": 472569.0363368988, + "MSE[0.5]": 345426.90676561993, + "MAE[0.5]": 462.5139973958333, + "MASE[0.5]": 0.4070696219449574, + "MAPE[0.5]": 0.007236797372395611, + "sMAPE[0.5]": 0.007194614970467836, + "MSIS": 2.033128747820342, + "RMSE[mean]": 687.436568955201, + "NRMSE[mean]": 0.010724242521498693, + "ND[0.5]": 0.007215374482040355, + "mean_weighted_sum_quantile_loss": 0.005947336834372281 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63517.359375 + ], + "predictions": { + "p50": [ + 64217.380859375, + 64364.3359375, + 64392.35546875, + 64332.828125, + 64371.52734375, + 64418.921875, + 64430.796875, + 64460.138671875, + 64487.06640625, + 64576.326171875, + 64659.91796875, + 64562.0, + 64633.244140625, + 64620.80078125, + 64769.505859375, + 64656.7890625, + 64502.951171875, + 64642.513671875, + 64636.814453125, + 64485.888671875, + 64618.1484375, + 64768.876953125, + 64880.11328125, + 64779.2265625 + ], + "p10": [ + 64019.794921875, + 64083.337890625, + 64065.34375, + 63881.0078125, + 63901.501953125, + 63870.26171875, + 63799.271484375, + 63894.2421875, + 63820.609375, + 63608.8828125, + 63718.044921875, + 63618.81640625, + 63495.59375, + 63491.9140625, + 63563.857421875, + 63307.529296875, + 63029.798828125, + 62923.875, + 63001.177734375, + 63124.513671875, + 62851.728515625, + 63416.15625, + 63068.76171875, + 62865.1796875 + ], + "p90": [ + 64421.505859375, + 64691.015625, + 64820.7421875, + 64755.982421875, + 64912.177734375, + 64951.89453125, + 65072.640625, + 65200.08203125, + 65262.369140625, + 65574.26171875, + 65776.73046875, + 65788.3984375, + 65875.7890625, + 66106.71484375, + 65973.8359375, + 65911.02734375, + 66241.046875, + 66338.23828125, + 66769.09375, + 66338.27734375, + 66310.71484375, + 66759.109375, + 67083.046875, + 66919.58984375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_001136.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_001136.json new file mode 100644 index 0000000000000000000000000000000000000000..9eac44d441cd0ff6b0c2c548f9afd1f0a924adaa --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_001136.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T00:11:36.904837+00:00", + "metrics": { + "MSE[mean]": 157933.95217605648, + "MSE[0.5]": 146794.85058616006, + "MAE[0.5]": 351.86699818393635, + "MASE[0.5]": 0.3096865537737611, + "MAPE[0.5]": 0.005484740455889419, + "sMAPE[0.5]": 0.0054991692209566505, + "MSIS": 3.007248760120039, + "RMSE[mean]": 397.40904893579926, + "NRMSE[mean]": 0.006199715309738483, + "ND[0.5]": 0.005489243945185271, + "mean_weighted_sum_quantile_loss": 0.004378913218307127 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63517.359375 + ], + "predictions": { + "p50": [ + 63807.54474026864, + 63811.77325589364, + 63826.26544339364, + 63801.88653714364, + 63801.88653714364, + 63858.02716214364, + 63826.26544339364, + 63829.08575589364, + 63803.82989651864, + 63799.56622464364, + 63809.31622464364, + 63827.79669339364, + 63826.26544339364, + 63826.26544339364, + 63799.92559964364, + 63826.26544339364, + 63828.44122464364, + 63814.70880276864, + 63826.26544339364, + 63807.54474026864, + 63805.77325589364, + 63827.79669339364, + 63813.48028714364, + 63801.88653714364 + ], + "p10": [ + 63551.69513089364, + 63578.54278714364, + 63421.71466214364, + 63557.79825589364, + 63551.69513089364, + 63573.39278714364, + 63557.79825589364, + 63573.39278714364, + 63558.47638089364, + 63568.91427151864, + 63545.95411526864, + 63558.47638089364, + 63573.76153714364, + 63568.91427151864, + 63494.28497464364, + 63558.47638089364, + 63551.69513089364, + 63551.69513089364, + 63570.07403714364, + 63570.07403714364, + 63558.47638089364, + 63573.39278714364, + 63570.07403714364, + 63551.69513089364 + ], + "p90": [ + 64057.65216214364, + 64057.65216214364, + 64057.65216214364, + 64078.15567776864, + 64047.27755276864, + 64055.93653714364, + 64059.42677151864, + 64057.65216214364, + 64055.74591214364, + 64059.42677151864, + 64055.74591214364, + 64057.65216214364, + 64134.34356839364, + 64078.15567776864, + 64075.39825589364, + 64055.93653714364, + 64075.39825589364, + 64134.34356839364, + 64059.42677151864, + 64057.65216214364, + 64055.08575589364, + 64059.42677151864, + 64057.65216214364, + 64052.90606839364 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_001136.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_001136.json new file mode 100644 index 0000000000000000000000000000000000000000..c1ced97210e6e9789b12d620088640859a4f2f8a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_001136.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T00:11:36.932926+00:00", + "metrics": { + "MSE[mean]": 331275.03669993085, + "MSE[0.5]": 331275.03669993085, + "MAE[0.5]": 512.3388671875, + "MASE[0.5]": 0.4509216805285862, + "MAPE[0.5]": 0.0079941775457816, + "sMAPE[0.5]": 0.008015674518899951, + "MSIS": 3.369032678538878, + "RMSE[mean]": 575.564971745094, + "NRMSE[mean]": 0.008979007842505658, + "ND[0.5]": 0.007992659269289938, + "mean_weighted_sum_quantile_loss": 0.006318285438897713 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63517.359375 + ], + "predictions": { + "p50": [ + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "p10": [ + 62314.555625, + 62073.75890625, + 62207.25328125, + 62311.860625, + 62404.50890625, + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995 + ], + "p90": [ + 64858.006875, + 64607.38171875, + 64746.32484375, + 64855.201875, + 64951.63171875, + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_001129.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_001129.json new file mode 100644 index 0000000000000000000000000000000000000000..fdcb8faf051bfe47b5dc7ddfd4667abaeda1ead4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_001129.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T00:11:29.870997+00:00", + "metrics": { + "MSE[mean]": 103017.62196477254, + "MSE[0.5]": 103017.62196477254, + "MAE[0.5]": 219.2822265625, + "MASE[0.5]": 0.19299552785134697, + "MAPE[0.5]": 0.0034351697226089172, + "sMAPE[0.5]": 0.003422938752071071, + "MSIS": 1.1883960305419035, + "RMSE[mean]": 320.963583549244, + "NRMSE[mean]": 0.005007140245365265, + "ND[0.5]": 0.003420876753595756, + "mean_weighted_sum_quantile_loss": 0.0032204208797734528 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63517.359375 + ], + "predictions": { + "p50": [ + 64267.96875, + 64250.7421875, + 64246.9140625, + 64252.65625, + 64260.3125, + 64275.625, + 64289.0234375, + 64266.0546875, + 64264.140625, + 64267.96875, + 64292.8515625, + 64310.078125, + 64334.9609375, + 64338.7890625, + 64342.6171875, + 64329.21875, + 64361.7578125, + 64344.53125, + 64350.2734375, + 64310.078125, + 64289.0234375, + 64262.2265625, + 64277.5390625, + 64248.828125 + ], + "p10": [ + 63993.1796875, + 63916.2578125, + 63877.9765625, + 63844.00390625, + 63816.25, + 63812.421875, + 63787.5390625, + 63733.9453125, + 63714.8046875, + 63695.6640625, + 63695.6640625, + 63689.921875, + 63668.8671875, + 63647.8125, + 63643.984375, + 63594.21875, + 63603.7890625, + 63544.453125, + 63511.9140625, + 63448.75, + 63398.984375, + 63360.703125, + 63341.5625, + 63303.28125 + ], + "p90": [ + 64555.078125, + 64620.15625, + 64666.09375, + 64704.375, + 64746.484375, + 64773.28125, + 64830.703125, + 64830.703125, + 64849.84375, + 64868.984375, + 64922.578125, + 64964.6875, + 65018.28125, + 65048.90625, + 65064.21875, + 65102.5, + 65133.125, + 65156.09375, + 65186.71875, + 65163.75, + 65156.09375, + 65140.78125, + 65186.71875, + 65179.0625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_000947.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_000947.json new file mode 100644 index 0000000000000000000000000000000000000000..4327fbf305ab5de32f5fc991aadc67a850e5cf25 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_000947.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T00:09:47.530795+00:00", + "metrics": { + "MSE[mean]": 203831.7184123993, + "MSE[0.5]": 135677.32589467368, + "MAE[0.5]": 239.326171875, + "MASE[0.5]": 0.21063668311710168, + "MAPE[0.5]": 0.003750536843196364, + "sMAPE[0.5]": 0.003734470617490484, + "MSIS": 9.731485381930893, + "RMSE[mean]": 451.4772623426337, + "NRMSE[mean]": 0.007043197689735097, + "ND[0.5]": 0.003733569066350673, + "mean_weighted_sum_quantile_loss": 0.004448830380490969 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63517.359375 + ], + "predictions": { + "p50": [ + 64233.20703125, + 64223.453125, + 64215.65234375, + 64220.3359375, + 64235.83203125, + 64241.3125, + 64231.09375, + 64215.31640625, + 64242.76953125, + 64277.0078125, + 64280.4765625, + 64307.359375, + 64324.7265625, + 64316.59375, + 64331.21875, + 64314.29296875, + 64335.9296875, + 64357.71875, + 64366.21484375, + 64383.82421875, + 64366.69140625, + 64381.48046875, + 64400.08203125, + 64428.31640625 + ], + "p10": [ + 64253.37890625, + 64266.2265625, + 64273.48046875, + 64274.25390625, + 64263.484375, + 64298.203125, + 64320.84765625, + 64318.3984375, + 64307.890625, + 64317.02734375, + 64327.07421875, + 64329.50390625, + 64338.41015625, + 64363.37109375, + 64402.4921875, + 64377.70703125, + 64367.11328125, + 64462.84765625, + 64437.4921875, + 64437.1015625, + 64446.25, + 64483.375, + 64441.578125, + 64499.2890625 + ], + "p90": [ + 64440.34765625, + 64486.74609375, + 64518.90234375, + 64554.2890625, + 64588.33203125, + 64609.2734375, + 64631.29296875, + 64629.90234375, + 64679.578125, + 64732.62109375, + 64743.11328125, + 64777.578125, + 64798.4453125, + 64830.45703125, + 64850.15625, + 64860.203125, + 64899.890625, + 64925.0859375, + 64958.73828125, + 64964.53125, + 64968.65234375, + 65002.52734375, + 65007.66796875, + 65027.90625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_001039.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_001039.json new file mode 100644 index 0000000000000000000000000000000000000000..a6be0ba84a0c51fff84acf3037ea7ff7bd115452 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_001039.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T00:10:39.938469+00:00", + "metrics": { + "MSE[mean]": 297448.9172299703, + "MSE[0.5]": 297448.9172299703, + "MAE[0.5]": 406.8863932291667, + "MASE[0.5]": 0.3581104381681925, + "MAPE[0.5]": 0.0063697868193982226, + "sMAPE[0.5]": 0.0063335333089927824, + "MSIS": 1.8049384347794863, + "RMSE[mean]": 545.388776222953, + "NRMSE[mean]": 0.00850824900631594, + "ND[0.5]": 0.006347565079814414, + "mean_weighted_sum_quantile_loss": 0.005056092591307611 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63517.359375 + ], + "predictions": { + "p50": [ + 64281.16796875, + 64298.01953125, + 64311.8359375, + 64321.2734375, + 64334.98046875, + 64357.921875, + 64378.6484375, + 64397.79296875, + 64421.375, + 64437.98046875, + 64464.3125, + 64489.61328125, + 64510.00390625, + 64534.46875, + 64561.72265625, + 64578.1640625, + 64594.2578125, + 64613.046875, + 64633.05078125, + 64652.40625, + 64669.89453125, + 64689.45703125, + 64711.94140625, + 64721.828125 + ], + "p10": [ + 64045.66796875, + 63908.7890625, + 63803.12109375, + 63749.61328125, + 63730.8671875, + 63724.62109375, + 63705.51953125, + 63681.9453125, + 63669.2734375, + 63643.734375, + 63625.32421875, + 63607.5703125, + 63578.5859375, + 63562.37109375, + 63548.98046875, + 63528.32421875, + 63515.453125, + 63497.1015625, + 63485.7734375, + 63472.15234375, + 63449.1875, + 63430.42578125, + 63410.5078125, + 63383.7109375 + ], + "p90": [ + 64515.7421875, + 64654.0546875, + 64778.1171875, + 64877.3671875, + 64959.25, + 65049.57421875, + 65135.25, + 65210.640625, + 65287.14453125, + 65362.86328125, + 65446.0234375, + 65509.09375, + 65558.2109375, + 65633.5078125, + 65729.609375, + 65783.59375, + 65842.3046875, + 65915.203125, + 65986.515625, + 66059.703125, + 66101.109375, + 66162.7265625, + 66216.609375, + 66262.2890625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_001024.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_001024.json new file mode 100644 index 0000000000000000000000000000000000000000..41bac0cb786cb188b19d929c02e12e5b07e6fe7b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_001024.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T00:10:24.435495+00:00", + "metrics": { + "MSE[mean]": 126023.17697970073, + "MSE[0.5]": 126023.17697970073, + "MAE[0.5]": 246.77490234375, + "MASE[0.5]": 0.21719248880721342, + "MAPE[0.5]": 0.0038657791471832467, + "sMAPE[0.5]": 0.003850435776130399, + "MSIS": 2.174166596872409, + "RMSE[mean]": 354.99743235649004, + "NRMSE[mean]": 0.005538079774962375, + "ND[0.5]": 0.003849771775999303, + "mean_weighted_sum_quantile_loss": 0.005164278630099692 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63517.359375 + ], + "predictions": { + "p50": [ + 64294.09765625, + 64304.359375, + 64311.1640625, + 64317.23046875, + 64321.671875, + 64329.00390625, + 64333.2890625, + 64336.78125, + 64336.234375, + 64342.05078125, + 64345.1953125, + 64343.015625, + 64342.69921875, + 64343.75390625, + 64344.91015625, + 64346.94921875, + 64347.03125, + 64347.6640625, + 64348.8046875, + 64347.68359375, + 64348.80078125, + 64345.875, + 64345.8515625, + 64349.15234375 + ], + "p10": [ + 64077.0625, + 63976.42578125, + 63884.5390625, + 63779.65234375, + 63679.81640625, + 63588.6171875, + 63515.6015625, + 63436.02734375, + 63339.90625, + 63276.91015625, + 63192.15234375, + 63103.34765625, + 63017.3046875, + 62933.484375, + 62857.54296875, + 62785.05078125, + 62718.20703125, + 62638.20703125, + 62568.9375, + 62512.203125, + 62468.11328125, + 62387.69921875, + 62300.71875, + 62225.33203125 + ], + "p90": [ + 64498.83984375, + 64614.046875, + 64726.875, + 64843.0625, + 64934.5390625, + 65018.33203125, + 65105.015625, + 65193.8671875, + 65290.8359375, + 65365.32421875, + 65463.9765625, + 65548.78125, + 65653.046875, + 65754.890625, + 65837.8125, + 65902.4375, + 65977.5, + 66063.6953125, + 66129.5234375, + 66187.3828125, + 66249.03125, + 66342.375, + 66395.515625, + 66453.2578125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_001136.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_001136.json new file mode 100644 index 0000000000000000000000000000000000000000..0105c0ec49e09f7103b164d021a696d36d6b4ca9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_001136.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T00:11:36.800657+00:00", + "metrics": { + "MSE[mean]": 0.535329956300751, + "MSE[0.5]": 0.5364501968780073, + "MAE[0.5]": 0.5803778087085167, + "MASE[0.5]": 1.685837930431661, + "MAPE[0.5]": 0.5272991974017691, + "sMAPE[0.5]": 0.7983357531747269, + "MSIS": 65.70025403754019, + "RMSE[mean]": 0.7316624606338301, + "NRMSE[mean]": 0.816374996431653, + "ND[0.5]": 0.6475744718445356, + "mean_weighted_sum_quantile_loss": 0.6443293886043115 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00" + ], + "context": [ + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906 + ], + "actual": [ + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954 + ], + "predictions": { + "p50": [ + 0.32722517436049925, + 0.3272165885601847, + 0.32537192314296476, + 0.3247468636162533, + 0.3240957816051624, + 0.3251527156835869, + 0.32324951096449944, + 0.3221652937540981, + 0.3226130376870797, + 0.3229714199962253, + 0.3212765412122682, + 0.3224779334420068, + 0.31990144057907377, + 0.31949515045073795, + 0.3202568276120284, + 0.321149247099993, + 0.3182510079370778, + 0.3179956069536137, + 0.31752155034654145, + 0.3169753251842031, + 0.3171769248744459, + 0.31941951835527077, + 0.3165337279640425, + 0.31616825354596123, + 0.31586199470051507, + 0.31589261359363685, + 0.31586103778717867, + 0.3154367257371175, + 0.3154804243176678, + 0.3157725345291172, + 0.31444055296626927, + 0.3133289384065506, + 0.31545904799032515, + 0.313850345106071, + 0.31298558904762985, + 0.3128840130495369, + 0.31381977583079534, + 0.3144056718805337, + 0.3126272329932156, + 0.31149787583661726, + 0.3119055716371632, + 0.31274613205836627, + 0.311355761969539, + 0.3117850660392345, + 0.31098555110168763, + 0.3125812721339653, + 0.3124997882635903, + 0.31155898959736406, + 0.3111741635743516, + 0.31122545763472687, + 0.3093184907943545, + 0.31039813390916315, + 0.3101462263446186, + 0.30876767193329363, + 0.30987670490894875, + 0.30961090942199343, + 0.30923218126632024, + 0.3096031725262254, + 0.3088580605564444, + 0.3086904221497944 + ], + "p10": [ + 0.3170030564441282, + 0.31612998780000906, + 0.3171372946299671, + 0.31662430093800253, + 0.3165113409038224, + 0.31600810779332617, + 0.31553898601181407, + 0.3131773200835536, + 0.3148649954698187, + 0.31225676217849624, + 0.31281157054465963, + 0.3133506518386898, + 0.31261735981332295, + 0.3106083891750484, + 0.3121329579030769, + 0.3120916695903711, + 0.3110123328766125, + 0.31067445823471124, + 0.3089066919126587, + 0.30833681678793057, + 0.3095221006198858, + 0.3099777138371627, + 0.3075691347346046, + 0.30802362413739515, + 0.3067237101655281, + 0.3064335214213113, + 0.3060278172461447, + 0.30767322206716236, + 0.3072065081673015, + 0.30693717225538103, + 0.3064073309214593, + 0.30479503442536876, + 0.3045221121236434, + 0.3065049720402133, + 0.30398277344025404, + 0.3054299869711328, + 0.30525849722182286, + 0.3033906378993777, + 0.30505155991190946, + 0.30523954859993535, + 0.30279531472299287, + 0.30487050868946125, + 0.3040114834026942, + 0.3040759857814142, + 0.30198328903022664, + 0.3033415387388951, + 0.3031675210557749, + 0.3008022652679373, + 0.30108054884848673, + 0.3009510727504552, + 0.3024737114886633, + 0.3023327174218688, + 0.3015827202885417, + 0.30031485406646535, + 0.30062547969186026, + 0.29984215548591076, + 0.30013616724187586, + 0.30227594179709183, + 0.30089861842482024, + 0.30156670239987154 + ], + "p90": [ + 0.336867085456909, + 0.3350804529315286, + 0.3340636628493223, + 0.33350915418147525, + 0.3329979711402934, + 0.3324677324208639, + 0.3323180668428236, + 0.33015911968095396, + 0.3310735812543295, + 0.33129400005240256, + 0.3296262418365227, + 0.3305199775636301, + 0.32944804908252934, + 0.3292414618222166, + 0.3291743815543066, + 0.3284657391183583, + 0.32844621247761824, + 0.32744153648196656, + 0.32708301812235724, + 0.326703030195588, + 0.32668055101202126, + 0.32777018391635465, + 0.3257977196931689, + 0.32571311285119764, + 0.3258675819086971, + 0.32482438907102384, + 0.32450388492986537, + 0.3245419834240494, + 0.3260973400598536, + 0.32364343357135683, + 0.32343436211098764, + 0.32489030975016414, + 0.32321179424134033, + 0.32447367024375456, + 0.3224292876876936, + 0.32393078400954617, + 0.32260494820953767, + 0.32178029449291634, + 0.32150386344296955, + 0.3218027564663195, + 0.32142271813013207, + 0.32173482825291017, + 0.32014095856112207, + 0.3227126166939481, + 0.31840664150170833, + 0.3202924555691442, + 0.32069388429928164, + 0.31986500840146814, + 0.3201503802253995, + 0.32112411515210143, + 0.31946540452605704, + 0.3195279762736125, + 0.3191623134857802, + 0.31892020511876557, + 0.31887615415318865, + 0.31803686393213126, + 0.3193820120515966, + 0.3186636523162358, + 0.3198455677940663, + 0.3161728938814283 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_000916.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_000916.json new file mode 100644 index 0000000000000000000000000000000000000000..c648296afa17ea2254101efbfe9582b0a7043fce --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_000916.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T00:09:16.336188+00:00", + "metrics": { + "MSE[mean]": 0.014093311717438025, + "MSE[0.5]": 0.014093311717438025, + "MAE[0.5]": 0.10189460118611654, + "MASE[0.5]": 0.29597579543575236, + "MAPE[0.5]": 0.1085522583774586, + "sMAPE[0.5]": 0.11549665169424797, + "MSIS": 1.1952334544478778, + "RMSE[mean]": 0.1187152547798219, + "NRMSE[mean]": 0.13246021343407807, + "ND[0.5]": 0.11369204948366375, + "mean_weighted_sum_quantile_loss": 0.10923601848095346 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00" + ], + "context": [ + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906 + ], + "actual": [ + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954 + ], + "predictions": { + "p50": [ + 0.3216007351875305, + 0.3199074864387512, + 0.32301950454711914, + 0.3178666830062866, + 0.322318971157074, + 0.3241569399833679, + 0.3279516100883484, + 0.3334309458732605, + 0.3417195677757263, + 0.34718573093414307, + 0.36010074615478516, + 0.3668892979621887, + 0.3778380751609802, + 0.38582026958465576, + 0.3954918384552002, + 0.40318161249160767, + 0.453616738319397, + 0.46461206674575806, + 0.48125022649765015, + 0.49133044481277466, + 0.5088182687759399, + 0.5229359269142151, + 0.5436667203903198, + 0.563247799873352, + 0.5841946005821228, + 0.6078477501869202, + 0.6237905025482178, + 0.6468508839607239, + 0.6715057492256165, + 0.6914927363395691, + 0.711681604385376, + 0.7355950474739075, + 0.8424292802810669, + 0.8669791221618652, + 0.8953021764755249, + 0.919861376285553, + 0.947089433670044, + 0.9695611596107483, + 0.9931750893592834, + 1.0182081460952759, + 1.039417028427124, + 1.0622934103012085, + 1.0828423500061035, + 1.1077163219451904, + 1.1232002973556519, + 1.1448122262954712, + 1.1625474691390991, + 1.1820889711380005, + 1.294167160987854, + 1.3065810203552246, + 1.3252580165863037, + 1.3435521125793457, + 1.3574917316436768, + 1.3741849660873413, + 1.3837159872055054, + 1.3897311687469482, + 1.4013822078704834, + 1.4123828411102295, + 1.4158138036727905, + 1.4276219606399536 + ], + "p10": [ + 0.3027495741844177, + 0.30092525482177734, + 0.29438185691833496, + 0.29039812088012695, + 0.29272395372390747, + 0.2889462113380432, + 0.28632301092147827, + 0.2912467122077942, + 0.29416173696517944, + 0.30159491300582886, + 0.30404525995254517, + 0.30944639444351196, + 0.3208484649658203, + 0.32608675956726074, + 0.3285662531852722, + 0.32727134227752686, + 0.375612735748291, + 0.38816046714782715, + 0.3913429379463196, + 0.39764219522476196, + 0.4125797748565674, + 0.41726213693618774, + 0.4330443739891052, + 0.4459652900695801, + 0.45828747749328613, + 0.4760940670967102, + 0.48270946741104126, + 0.49778544902801514, + 0.5127267241477966, + 0.5309277772903442, + 0.5504571795463562, + 0.5600219368934631, + 0.6293716430664062, + 0.6427322626113892, + 0.6597643494606018, + 0.6756951808929443, + 0.6994991302490234, + 0.7085909843444824, + 0.726375937461853, + 0.7394381165504456, + 0.7567627429962158, + 0.7645481824874878, + 0.7850214242935181, + 0.8038591146469116, + 0.7983410358428955, + 0.8228390216827393, + 0.8353870511054993, + 0.851203203201294, + 0.9064729809761047, + 0.9020984768867493, + 0.9106966257095337, + 0.9171361923217773, + 0.9205659031867981, + 0.9290525913238525, + 0.9250831604003906, + 0.921047568321228, + 0.9249099493026733, + 0.9105064272880554, + 0.9281980395317078, + 0.9255663156509399 + ], + "p90": [ + 0.34267276525497437, + 0.34363043308258057, + 0.3437701463699341, + 0.348463773727417, + 0.35497140884399414, + 0.3628149628639221, + 0.3639528751373291, + 0.375927209854126, + 0.3841298818588257, + 0.3967018127441406, + 0.4081459045410156, + 0.4204728603363037, + 0.4414423108100891, + 0.4485660791397095, + 0.45839834213256836, + 0.4803445339202881, + 0.5480754971504211, + 0.5578862428665161, + 0.5803283452987671, + 0.599173903465271, + 0.615913450717926, + 0.6417338848114014, + 0.6645089387893677, + 0.6901290416717529, + 0.7173115611076355, + 0.748204231262207, + 0.7792912721633911, + 0.8047845363616943, + 0.8380544781684875, + 0.8724965453147888, + 0.894686758518219, + 0.9216545820236206, + 1.0812398195266724, + 1.1094335317611694, + 1.141777515411377, + 1.169429898262024, + 1.19475257396698, + 1.2381534576416016, + 1.271299958229065, + 1.3065016269683838, + 1.3253438472747803, + 1.3615200519561768, + 1.3866240978240967, + 1.416985273361206, + 1.44540536403656, + 1.4745397567749023, + 1.4940229654312134, + 1.5210299491882324, + 1.6296358108520508, + 1.663728952407837, + 1.6880247592926025, + 1.7122979164123535, + 1.7193042039871216, + 1.7505316734313965, + 1.783265471458435, + 1.7944387197494507, + 1.7976816892623901, + 1.818843126296997, + 1.8260256052017212, + 1.8400790691375732 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_001136.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_001136.json new file mode 100644 index 0000000000000000000000000000000000000000..dee9fd839f4f6668d26cb03b86115c36e373b5e9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_001136.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T00:11:36.884746+00:00", + "metrics": { + "MSE[mean]": 0.5930069780940737, + "MSE[0.5]": 0.591281671082802, + "MAE[0.5]": 0.6109493687095664, + "MASE[0.5]": 1.7746399050573338, + "MAPE[0.5]": 0.557486427942555, + "sMAPE[0.5]": 0.8663224202960941, + "MSIS": 66.78743168407718, + "RMSE[mean]": 0.7700694631616511, + "NRMSE[mean]": 0.8592287961529594, + "ND[0.5]": 0.6816856344770238, + "mean_weighted_sum_quantile_loss": 0.6726479745369063 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00" + ], + "context": [ + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906 + ], + "actual": [ + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954 + ], + "predictions": { + "p50": [ + 0.32687810373708587, + 0.32643814724132086, + 0.3229982591716881, + 0.32355831960364223, + 0.3226184291498237, + 0.31567852653665757, + 0.31723860389633085, + 0.3187987110583265, + 0.31635878031176806, + 0.3194188681618588, + 0.3104789018909321, + 0.3090389880720928, + 0.3105990952340884, + 0.30715920716445566, + 0.31171933530728624, + 0.3047793730894754, + 0.3058394270841279, + 0.3028995623795159, + 0.2989595913402176, + 0.30001976454415963, + 0.30007977180877066, + 0.2976398708645346, + 0.2956999932853193, + 0.294760043226856, + 0.2963202099934964, + 0.2938803090492604, + 0.2894403742495861, + 0.2905003984419162, + 0.29206050560391184, + 0.28912058129465507, + 0.2816807447234354, + 0.28374072623883984, + 0.28980084252034616, + 0.2778609670272934, + 0.27992103794966505, + 0.2794811708608672, + 0.28204120554361484, + 0.2736012775388701, + 0.27316139554891106, + 0.2717214519277494, + 0.27178151879700513, + 0.267841637164674, + 0.2714016887751407, + 0.2679617411008632, + 0.26152189165504025, + 0.2640819263377878, + 0.26014204470545665, + 0.258202137323919, + 0.25776225533396, + 0.254322352363166, + 0.2533824321070251, + 0.25144249492316506, + 0.25000252149968094, + 0.25256267539171806, + 0.24862273415474215, + 0.24568286945013015, + 0.24624291498092307, + 0.24680296051171605, + 0.24136303858664504, + 0.24192315862324396 + ], + "p10": [ + 0.29787814331457, + 0.29443813603564767, + 0.2939983345119591, + 0.2924582968108261, + 0.29101838895245125, + 0.28967853345079636, + 0.28813861495895293, + 0.28669864153546887, + 0.28435868565959216, + 0.2839188185707944, + 0.2823789000789509, + 0.27903907628696706, + 0.280499184736423, + 0.27905926495711925, + 0.27561921595494554, + 0.27327941505114534, + 0.27183950123230605, + 0.27139946129003834, + 0.26995954747119905, + 0.26951979959169076, + 0.26897981458106374, + 0.2665399017158987, + 0.2631999646750898, + 0.26566001256622673, + 0.2643201391831784, + 0.26088025707401014, + 0.25744030939973256, + 0.2580004294363315, + 0.2575605027428889, + 0.2561205889240496, + 0.25168065412437535, + 0.250240740305536, + 0.25470087569629146, + 0.24736091266785734, + 0.24792103270445628, + 0.24538102575931994, + 0.24594118751917024, + 0.24160125739250013, + 0.24216137742909902, + 0.23572152798327609, + 0.2401815441647419, + 0.2368415892425396, + 0.23440168829830352, + 0.23396175564439647, + 0.23242180138976617, + 0.23208203434140412, + 0.23264198152453316, + 0.22720211920410696, + 0.22576220538526767, + 0.224122294141349, + 0.22288237774758904, + 0.22144252353339453, + 0.21800257585911695, + 0.21816264144091238, + 0.2181227095976285, + 0.21568280865339248, + 0.2151428296032299, + 0.21480301487115208, + 0.21126307444479933, + 0.21192318127300896 + ], + "p90": [ + 0.3528780700008569, + 0.3554381911103394, + 0.3519982762186165, + 0.349658335243901, + 0.34811842867298654, + 0.3467785165469191, + 0.3452386010353079, + 0.3437986872164686, + 0.34535879437846423, + 0.3419188794867413, + 0.33847893181246375, + 0.3381390246931865, + 0.336599118122272, + 0.33715917855422617, + 0.33471933721463487, + 0.33137938825289703, + 0.33093946751991893, + 0.3294995537010796, + 0.32695962126174927, + 0.3265197213903968, + 0.326079854301599, + 0.32473993323483485, + 0.3212999646989317, + 0.3207600661150396, + 0.321420158042088, + 0.3168802245298741, + 0.31544028090871234, + 0.317000388070708, + 0.3155604742518687, + 0.31312051072275565, + 0.31368069036399937, + 0.30924075556432506, + 0.3128008369771142, + 0.3064609206787216, + 0.3079210350886421, + 0.3034811002889678, + 0.30504120745096347, + 0.30560126788291764, + 0.2991613588324499, + 0.2987213814750593, + 0.29628153119477124, + 0.29584166410597346, + 0.29440163107784456, + 0.29696178496988174, + 0.2895218291893725, + 0.29208198308140965, + 0.28864206520945446, + 0.28730215010315485, + 0.28586226310640567, + 0.28432232673316876, + 0.2829824324884948, + 0.28044247918753884, + 0.2780025484409804, + 0.27656263760237326, + 0.2771227576389722, + 0.2756828438201329, + 0.27324291009334223, + 0.2709030078616459, + 0.2703630824556636, + 0.2689231686368243 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_001113.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_001113.json new file mode 100644 index 0000000000000000000000000000000000000000..ab9f1a72700e391e24085969944c891dfc094e60 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_001113.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T00:11:13.581138+00:00", + "metrics": { + "MSE[mean]": 0.7717708108218309, + "MSE[0.5]": 0.8055376112387039, + "MAE[0.5]": 0.7300866355498632, + "MASE[0.5]": 2.12070090248634, + "MAPE[0.5]": 0.684743971230286, + "sMAPE[0.5]": 1.1884173587488056, + "MSIS": 34.98359460795657, + "RMSE[mean]": 0.878504872395043, + "NRMSE[mean]": 0.9802189543049684, + "ND[0.5]": 0.8146167209063705, + "mean_weighted_sum_quantile_loss": 0.6837201554652189 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00" + ], + "context": [ + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906 + ], + "actual": [ + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954 + ], + "predictions": { + "p50": [ + 0.3546939194202423, + 0.3435764014720917, + 0.3323875069618225, + 0.3287756145000458, + 0.3187471330165863, + 0.31258660554885864, + 0.30473974347114563, + 0.3005804121494293, + 0.29601916670799255, + 0.2847611606121063, + 0.29050686955451965, + 0.2769172787666321, + 0.26265355944633484, + 0.2556931674480438, + 0.23801589012145996, + 0.23677107691764832, + 0.22892022132873535, + 0.21029794216156006, + 0.20600900053977966, + 0.19894945621490479, + 0.1792997419834137, + 0.17618462443351746, + 0.1820954978466034, + 0.1752808392047882, + 0.14162707328796387, + 0.1329505741596222, + 0.12989670038223267, + 0.13765040040016174, + 0.13763964176177979, + 0.11899638175964355, + 0.1141447126865387, + 0.078849196434021, + 0.13264834880828857, + 0.14574337005615234, + 0.07989877462387085, + 0.13171467185020447, + 0.10649994015693665, + 0.12229079008102417, + 0.11219477653503418, + 0.11406180262565613, + 0.08193778991699219, + 0.09336483478546143, + 0.07787001132965088, + 0.11590972542762756, + 0.076107919216156, + 0.11388564109802246, + 0.09700116515159607, + 0.1275409460067749, + 0.11713504791259766, + 0.09189414978027344, + 0.04975026845932007, + 0.07895243167877197, + 0.07770705223083496, + 0.12483134865760803, + 0.06751930713653564, + 0.06677651405334473, + 0.1461629569530487, + 0.1566391885280609, + 0.06292581558227539, + 0.041280508041381836 + ], + "p10": [ + 0.32613426446914673, + 0.3055432438850403, + 0.28670528531074524, + 0.29039764404296875, + 0.27672630548477173, + 0.2585853338241577, + 0.2296428680419922, + 0.21198046207427979, + 0.21560531854629517, + 0.20080158114433289, + 0.17038822174072266, + 0.14267665147781372, + 0.1365337073802948, + 0.09383010864257812, + 0.09789636731147766, + 0.07432132959365845, + 0.060575902462005615, + -0.022419214248657227, + -0.009002208709716797, + 0.008503079414367676, + -0.05545306205749512, + -0.038090527057647705, + -0.06257981061935425, + -0.07917565107345581, + -0.12526333332061768, + -0.14122778177261353, + -0.19269949197769165, + -0.1724570393562317, + -0.13525134325027466, + -0.2867574095726013, + -0.22161221504211426, + -0.36884236335754395, + -0.33198320865631104, + -0.324643075466156, + -0.43021172285079956, + -0.2829982042312622, + -0.41775327920913696, + -0.3802233338356018, + -0.34269505739212036, + -0.5488866567611694, + -0.5118523836135864, + -0.37002766132354736, + -0.5138116478919983, + -0.6569864749908447, + -0.4740082025527954, + -0.6035044193267822, + -0.5403984189033508, + -0.4761447310447693, + -0.6657112240791321, + -0.6817400455474854, + -0.7245156764984131, + -0.5640941262245178, + -0.8226778507232666, + -0.6147172451019287, + -0.6144599914550781, + -0.6656292676925659, + -0.7980813980102539, + -0.9057039618492126, + -0.7952350378036499, + -0.8347702026367188 + ], + "p90": [ + 0.39163845777511597, + 0.38078561425209045, + 0.37439674139022827, + 0.3739605247974396, + 0.36971616744995117, + 0.39635327458381653, + 0.3699643313884735, + 0.3818122446537018, + 0.38101527094841003, + 0.36935853958129883, + 0.3902454078197479, + 0.39334234595298767, + 0.3664294183254242, + 0.41493287682533264, + 0.382252961397171, + 0.3985558748245239, + 0.4188970625400543, + 0.38264769315719604, + 0.38579046726226807, + 0.417129784822464, + 0.4357687830924988, + 0.4277017414569855, + 0.42451512813568115, + 0.5053341090679169, + 0.4716131091117859, + 0.4498349726200104, + 0.5321508049964905, + 0.4844319522380829, + 0.48050764203071594, + 0.4568014144897461, + 0.5872509777545929, + 0.496168315410614, + 0.4906482994556427, + 0.6386987864971161, + 0.57626011967659, + 0.6573492586612701, + 0.5912894010543823, + 0.5959758758544922, + 0.6035425066947937, + 0.7400208115577698, + 0.7266727983951569, + 0.8719450831413269, + 0.7085522711277008, + 0.926298588514328, + 0.7562893033027649, + 0.8323211669921875, + 0.8947029113769531, + 1.0527603030204773, + 0.8850224614143372, + 1.0832602381706238, + 0.8350758850574493, + 1.2034482955932617, + 1.1215692162513733, + 1.200459063053131, + 0.8855330646038055, + 0.9755171239376068, + 1.0388851165771484, + 0.9221832752227783, + 1.040663719177246, + 0.9226070642471313 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_001136.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_001136.json new file mode 100644 index 0000000000000000000000000000000000000000..7844d2f9c281f2794f027aaff534a3a2bb36b829 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_001136.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T00:11:36.916411+00:00", + "metrics": { + "MSE[mean]": 0.36245842311519405, + "MSE[0.5]": 0.36130515363491217, + "MAE[0.5]": 0.46603164151207005, + "MASE[0.5]": 1.3536937599158914, + "MAPE[0.5]": 0.4369856392387673, + "sMAPE[0.5]": 0.5699286471800147, + "MSIS": 49.71709034770513, + "RMSE[mean]": 0.6020452002260246, + "NRMSE[mean]": 0.6717505333817987, + "ND[0.5]": 0.5199892028721397, + "mean_weighted_sum_quantile_loss": 0.510086286336827 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00" + ], + "context": [ + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906 + ], + "actual": [ + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954 + ], + "predictions": { + "p50": [ + 0.4882346755634043, + 0.4892346328864786, + 0.48723465863568516, + 0.4892346328864786, + 0.48973465625149937, + 0.4842346674571726, + 0.48723465863568516, + 0.4902346796165201, + 0.489234662688801, + 0.49373466435773106, + 0.48623461190564365, + 0.48623461190564365, + 0.4892346328864786, + 0.48723465863568516, + 0.4932347005973551, + 0.4877346521983835, + 0.49023462001187534, + 0.48873466912610264, + 0.48623461190564365, + 0.488734698928425, + 0.49023462001187534, + 0.4892346328864786, + 0.48873466912610264, + 0.4892346328864786, + 0.49223471347195835, + 0.4912347263465616, + 0.48823470536572666, + 0.4907346433768961, + 0.49373466435773106, + 0.4922346538673136, + 0.4862347311149332, + 0.489734626449177, + 0.4972346565495226, + 0.4867346948753092, + 0.4902346796165201, + 0.4912347263465616, + 0.49523467484814854, + 0.4882346606622431, + 0.4892346924911234, + 0.489234662688801, + 0.4907346433768961, + 0.4882346755634043, + 0.4932346409927103, + 0.4912346071372721, + 0.48623467151028843, + 0.49023462001187534, + 0.4877346521983835, + 0.48723465863568516, + 0.48823469046456547, + 0.4862347013126108, + 0.4867346948753092, + 0.48623467151028843, + 0.48623461190564365, + 0.4902346796165201, + 0.4877346521983835, + 0.4862347013126108, + 0.4882346606622431, + 0.49023462001187534, + 0.48623461190564365, + 0.4882346457610819 + ], + "p10": [ + 0.4592347151408884, + 0.4572346216808054, + 0.45823473397595615, + 0.45813461009366246, + 0.4581346160541269, + 0.4582346743713114, + 0.45813466969830724, + 0.45813461009366246, + 0.4572345680366251, + 0.4582346147666666, + 0.45813461009366246, + 0.4562347001205179, + 0.4591347223888132, + 0.45913471642834874, + 0.4571345812450144, + 0.45623469416005347, + 0.45623469416005347, + 0.4572345680366251, + 0.4572345680366251, + 0.45823473397595615, + 0.4591346627841684, + 0.45813466373784273, + 0.45623464051587315, + 0.46013460222584934, + 0.4602346426616404, + 0.4582346743713114, + 0.45623464051587315, + 0.4582346743713114, + 0.4592346614967081, + 0.4592346614967081, + 0.45623464051587315, + 0.45623464051587315, + 0.4621346897254679, + 0.45623464051587315, + 0.4582346743713114, + 0.4571345812450144, + 0.45913465682370397, + 0.45623464051587315, + 0.4582346743713114, + 0.45323473874432774, + 0.45913466874463293, + 0.4572346276412699, + 0.45623464051587315, + 0.4572346216808054, + 0.4571345812450144, + 0.4582347280154917, + 0.46023458901746006, + 0.45623464051587315, + 0.45623464051587315, + 0.4560346430907938, + 0.45623464051587315, + 0.4562347001205179, + 0.4542346662650797, + 0.45583464566571447, + 0.4572346276412699, + 0.45623464051587315, + 0.4571345752845499, + 0.4582346743713114, + 0.456134647763798, + 0.4582346684108469 + ], + "p90": [ + 0.5142346418271754, + 0.5182346767554972, + 0.5162346756826136, + 0.5153346485267374, + 0.5152346557746622, + 0.5153346574674341, + 0.5152346557746622, + 0.5152346557746622, + 0.5182346767554972, + 0.5162346756826136, + 0.5142346418271754, + 0.5153346485267374, + 0.5152346557746622, + 0.5172346300254557, + 0.5162347025047037, + 0.5143346673618051, + 0.5153346604476664, + 0.5153346604476664, + 0.5142346418271754, + 0.5152346557746622, + 0.5162347025047037, + 0.5163346952567789, + 0.514334640539715, + 0.5152346557746622, + 0.51733466152055, + 0.5142346418271754, + 0.514234612024853, + 0.517234633005688, + 0.517234633005688, + 0.5162345832954142, + 0.5182346767554972, + 0.5152346557746622, + 0.5202346510062906, + 0.5153346485267374, + 0.5182346767554972, + 0.5152346557746622, + 0.5182346767554972, + 0.5202346510062906, + 0.5152346557746622, + 0.5162345922361109, + 0.5152346557746622, + 0.5162347025047037, + 0.5162345832954142, + 0.5202346510062906, + 0.5142346090446207, + 0.5182346767554972, + 0.5162346727023813, + 0.516334671414921, + 0.5163346982370112, + 0.5162346756826136, + 0.5163346952567789, + 0.5152346557746622, + 0.5142346388469431, + 0.5142346418271754, + 0.5162346756826136, + 0.5162346756826136, + 0.5152346557746622, + 0.5143346673618051, + 0.5152346557746622, + 0.5152346557746622 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_001136.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_001136.json new file mode 100644 index 0000000000000000000000000000000000000000..ce5a2d64bd2591b91f8f5bbdaa94e3537d095c04 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_001136.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T00:11:36.940476+00:00", + "metrics": { + "MSE[mean]": 0.36664823283046155, + "MSE[0.5]": 0.36664823283046155, + "MAE[0.5]": 0.4852666661143303, + "MASE[0.5]": 1.4095662167547132, + "MAPE[0.5]": 0.5055308839042306, + "sMAPE[0.5]": 0.6204419424783647, + "MSIS": 54.7334039708525, + "RMSE[mean]": 0.6055148493888994, + "NRMSE[mean]": 0.6756219016360989, + "ND[0.5]": 0.5414512758715248, + "mean_weighted_sum_quantile_loss": 0.5377316343452985 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00" + ], + "context": [ + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906 + ], + "actual": [ + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954 + ], + "predictions": { + "p50": [ + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197 + ], + "p10": [ + 0.7320599794387818, + 0.7036399948596954, + 0.6664000070095062, + 0.6369999766349792, + 0.6066200172901154, + 0.5831000280380249, + 0.5683999836444855, + 0.544879994392395, + 0.5252800130844116, + 0.5037199985980988, + 0.4821600133180618, + 0.4635399901866913, + 0.4508000081777572, + 0.435120005607605, + 0.41845998644828797, + 0.4047399878501892, + 0.3900400018692017, + 0.3743599992990494, + 0.35378000140190125, + 0.3400600028038025, + 0.32830000817775723, + 0.32045999228954314, + 0.3214400088787079, + 0.3214400088787079, + 0.7320599794387818, + 0.7036399948596954, + 0.6664000070095062, + 0.6369999766349792, + 0.6066200172901154, + 0.5831000280380249, + 0.5683999836444855, + 0.544879994392395, + 0.5252800130844116, + 0.5037199985980988, + 0.4821600133180618, + 0.4635399901866913, + 0.4508000081777572, + 0.435120005607605, + 0.41845998644828797, + 0.4047399878501892, + 0.3900400018692017, + 0.3743599992990494, + 0.35378000140190125, + 0.3400600028038025, + 0.32830000817775723, + 0.32045999228954314, + 0.3214400088787079, + 0.3214400088787079, + 0.7320599794387818, + 0.7036399948596954, + 0.6664000070095062, + 0.6369999766349792, + 0.6066200172901154, + 0.5831000280380249, + 0.5683999836444855, + 0.544879994392395, + 0.5252800130844116, + 0.5037199985980988, + 0.4821600133180618, + 0.4635399901866913 + ], + "p90": [ + 0.7619399785995483, + 0.7323599946498871, + 0.6936000072956086, + 0.662999975681305, + 0.6313800179958343, + 0.6069000291824341, + 0.5915999829769134, + 0.5671199941635132, + 0.5467200136184692, + 0.5242799985408783, + 0.5018400138616562, + 0.48245998978614807, + 0.4692000085115433, + 0.4528800058364868, + 0.43553998589515686, + 0.42125998735427855, + 0.4059600019454956, + 0.38963999927043913, + 0.3682200014591217, + 0.3539400029182434, + 0.3417000085115433, + 0.33353999197483064, + 0.33456000924110413, + 0.33456000924110413, + 0.7619399785995483, + 0.7323599946498871, + 0.6936000072956086, + 0.662999975681305, + 0.6313800179958343, + 0.6069000291824341, + 0.5915999829769134, + 0.5671199941635132, + 0.5467200136184692, + 0.5242799985408783, + 0.5018400138616562, + 0.48245998978614807, + 0.4692000085115433, + 0.4528800058364868, + 0.43553998589515686, + 0.42125998735427855, + 0.4059600019454956, + 0.38963999927043913, + 0.3682200014591217, + 0.3539400029182434, + 0.3417000085115433, + 0.33353999197483064, + 0.33456000924110413, + 0.33456000924110413, + 0.7619399785995483, + 0.7323599946498871, + 0.6936000072956086, + 0.662999975681305, + 0.6313800179958343, + 0.6069000291824341, + 0.5915999829769134, + 0.5671199941635132, + 0.5467200136184692, + 0.5242799985408783, + 0.5018400138616562, + 0.48245998978614807 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_001133.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_001133.json new file mode 100644 index 0000000000000000000000000000000000000000..4a607f98a8ad62964dc2ecbb2467124441f7afcb --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_001133.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T00:11:33.520349+00:00", + "metrics": { + "MSE[mean]": 0.02169078113970997, + "MSE[0.5]": 0.02169078113970997, + "MAE[0.5]": 0.13266380329926808, + "MASE[0.5]": 0.38535186604551025, + "MAPE[0.5]": 0.14768928884809096, + "sMAPE[0.5]": 0.1610150729309639, + "MSIS": 1.4718383983738044, + "RMSE[mean]": 0.1472779044517879, + "NRMSE[mean]": 0.16432987229812565, + "ND[0.5]": 0.148023737409225, + "mean_weighted_sum_quantile_loss": 0.14031402450578484 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00" + ], + "context": [ + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906 + ], + "actual": [ + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954 + ], + "predictions": { + "p50": [ + 0.325653076171875, + 0.32220458984375, + 0.318756103515625, + 0.318756103515625, + 0.3153076171875, + 0.3153076171875, + 0.318756103515625, + 0.32220458984375, + 0.3291015625, + 0.339447021484375, + 0.3428955078125, + 0.356689453125, + 0.367034912109375, + 0.373931884765625, + 0.38427734375, + 0.394622802734375, + 0.37738037109375, + 0.401519775390625, + 0.41876220703125, + 0.436004638671875, + 0.44635009765625, + 0.463592529296875, + 0.49462890625, + 0.5084228515625, + 0.5360107421875, + 0.560150146484375, + 0.580841064453125, + 0.61187744140625, + 0.6463623046875, + 0.6825714111328125, + 0.718780517578125, + 0.7342987060546875, + 0.7756805419921875, + 0.808441162109375, + 0.8274078369140625, + 0.8446502685546875, + 0.8722381591796875, + 0.9024124145507812, + 0.9455184936523438, + 0.9687957763671875, + 0.9950904846191406, + 1.0351791381835938, + 1.0783929824829102, + 1.0899238586425781, + 1.1153564453125, + 1.1382026672363281, + 1.1541519165039062, + 1.1662216186523438, + 1.1726875305175781, + 1.1903610229492188, + 1.2213973999023438, + 1.2438125610351562, + 1.2748489379882812, + 1.3058853149414062, + 1.353302001953125, + 1.387786865234375, + 1.42572021484375, + 1.460205078125, + 1.484344482421875, + 1.5136566162109375 + ], + "p10": [ + 0.3153076171875, + 0.30841064453125, + 0.298065185546875, + 0.291168212890625, + 0.2877197265625, + 0.277374267578125, + 0.27392578125, + 0.27392578125, + 0.270477294921875, + 0.27392578125, + 0.26702880859375, + 0.277374267578125, + 0.2877197265625, + 0.2877197265625, + 0.29461669921875, + 0.29461669921875, + 0.246337890625, + 0.26702880859375, + 0.27392578125, + 0.284271240234375, + 0.284271240234375, + 0.301513671875, + 0.318756103515625, + 0.325653076171875, + 0.339447021484375, + 0.353240966796875, + 0.360137939453125, + 0.373931884765625, + 0.394622802734375, + 0.415313720703125, + 0.439453125, + 0.4532470703125, + 0.37738037109375, + 0.415313720703125, + 0.442901611328125, + 0.44635009765625, + 0.46014404296875, + 0.491180419921875, + 0.511871337890625, + 0.5360107421875, + 0.567047119140625, + 0.608428955078125, + 0.649810791015625, + 0.66705322265625, + 0.687744140625, + 0.6998138427734375, + 0.72222900390625, + 0.7342987060546875, + 0.7205047607421875, + 0.7274017333984375, + 0.74981689453125, + 0.7584381103515625, + 0.780853271484375, + 0.808441162109375, + 0.8515472412109375, + 0.877410888671875, + 0.9032745361328125, + 0.9205169677734375, + 0.9377593994140625, + 0.9550018310546875 + ], + "p90": [ + 0.346343994140625, + 0.3428955078125, + 0.34979248046875, + 0.346343994140625, + 0.34979248046875, + 0.356689453125, + 0.3704833984375, + 0.373931884765625, + 0.39117431640625, + 0.40496826171875, + 0.422210693359375, + 0.436004638671875, + 0.46014404296875, + 0.477386474609375, + 0.49462890625, + 0.511871337890625, + 0.5084228515625, + 0.539459228515625, + 0.560150146484375, + 0.587738037109375, + 0.60498046875, + 0.632568359375, + 0.6722259521484375, + 0.69464111328125, + 0.7291259765625, + 0.7653350830078125, + 0.798095703125, + 0.84637451171875, + 0.8972396850585938, + 0.9515533447265625, + 0.9998321533203125, + 1.0239715576171875, + 1.1041488647460938, + 1.1433753967285156, + 1.1610488891601562, + 1.17742919921875, + 1.208465576171875, + 1.236053466796875, + 1.284332275390625, + 1.3041610717773438, + 1.3274383544921875, + 1.3550262451171875, + 1.39813232421875, + 1.3998565673828125, + 1.4239959716796875, + 1.4653778076171875, + 1.48089599609375, + 1.4860687255859375, + 1.4964141845703125, + 1.5240020751953125, + 1.553314208984375, + 1.574005126953125, + 1.601593017578125, + 1.63262939453125, + 1.67401123046875, + 1.70159912109375, + 1.72918701171875, + 1.75677490234375, + 1.767120361328125, + 1.787811279296875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_000954.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_000954.json new file mode 100644 index 0000000000000000000000000000000000000000..2b8a0bcb493e28c0ba2580036bbbc4f3ce4ed354 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_000954.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T00:09:54.533783+00:00", + "metrics": { + "MSE[mean]": 0.0012349690482568398, + "MSE[0.5]": 0.0003837007885189999, + "MAE[0.5]": 0.016042633354663847, + "MASE[0.5]": 0.04659943817197774, + "MAPE[0.5]": 0.023927306570929677, + "sMAPE[0.5]": 0.024485940394796978, + "MSIS": 1.9987982028899618, + "RMSE[mean]": 0.03514212640488392, + "NRMSE[mean]": 0.03921091331313452, + "ND[0.5]": 0.017900063830420407, + "mean_weighted_sum_quantile_loss": 0.027374556085622923 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00" + ], + "context": [ + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906 + ], + "actual": [ + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954 + ], + "predictions": { + "p50": [ + 0.33240562677383423, + 0.336386114358902, + 0.32671302556991577, + 0.33330556750297546, + 0.32630398869514465, + 0.32248079776763916, + 0.3267052471637726, + 0.34528470039367676, + 0.3595995306968689, + 0.36306464672088623, + 0.3885316252708435, + 0.4045097231864929, + 0.4153141975402832, + 0.4187341332435608, + 0.43050092458724976, + 0.4464259743690491, + 0.4638308584690094, + 0.5021445751190186, + 0.5084603428840637, + 0.5331456661224365, + 0.5582602024078369, + 0.5806546211242676, + 0.6063563823699951, + 0.6300145387649536, + 0.6653391122817993, + 0.704658567905426, + 0.707190990447998, + 0.7379719614982605, + 0.7651278376579285, + 0.8153465390205383, + 0.8352997303009033, + 0.8725695013999939, + 0.9125952124595642, + 0.9309584498405457, + 0.9618743062019348, + 0.996991753578186, + 1.0323530435562134, + 1.0612411499023438, + 1.1097407341003418, + 1.1320102214813232, + 1.1602530479431152, + 1.1835378408432007, + 1.225862979888916, + 1.2643705606460571, + 1.2929121255874634, + 1.3106199502944946, + 1.33836829662323, + 1.3683078289031982, + 1.3933626413345337, + 1.4221376180648804, + 1.4518804550170898, + 1.4809361696243286, + 1.5267534255981445, + 1.5240095853805542, + 1.5511722564697266, + 1.553786277770996, + 1.589423656463623, + 1.6179616451263428, + 1.6329655647277832, + 1.6518770456314087 + ], + "p10": [ + 0.31839674711227417, + 0.3282380998134613, + 0.32576870918273926, + 0.32676881551742554, + 0.3482888340950012, + 0.33714452385902405, + 0.3572167456150055, + 0.3642657399177551, + 0.36354079842567444, + 0.35971108078956604, + 0.40877389907836914, + 0.3961264491081238, + 0.45423394441604614, + 0.412342369556427, + 0.4623459279537201, + 0.45017170906066895, + 0.4801754355430603, + 0.5282591581344604, + 0.5359557271003723, + 0.5460348129272461, + 0.5753559470176697, + 0.6036778092384338, + 0.6331225633621216, + 0.6487892866134644, + 0.6956028938293457, + 0.7095514535903931, + 0.7337234020233154, + 0.7689427733421326, + 0.7835742235183716, + 0.8194922804832458, + 0.8784936666488647, + 0.8877592086791992, + 0.9466958045959473, + 0.9597500562667847, + 0.9981752038002014, + 1.023183822631836, + 1.0677847862243652, + 1.1040171384811401, + 1.1407833099365234, + 1.1663475036621094, + 1.202161192893982, + 1.2158432006835938, + 1.2650084495544434, + 1.2835520505905151, + 1.336441159248352, + 1.3313530683517456, + 1.3684443235397339, + 1.386088252067566, + 1.4074054956436157, + 1.444528341293335, + 1.4922833442687988, + 1.5349700450897217, + 1.5452959537506104, + 1.5485360622406006, + 1.5608620643615723, + 1.564393401145935, + 1.6114976406097412, + 1.6187756061553955, + 1.6642634868621826, + 1.7002710103988647 + ], + "p90": [ + 0.34861427545547485, + 0.3570127785205841, + 0.3471393287181854, + 0.3653530776500702, + 0.3671800196170807, + 0.3617107570171356, + 0.360033243894577, + 0.38091757893562317, + 0.3993739187717438, + 0.4048079550266266, + 0.4293352961540222, + 0.44501206278800964, + 0.46525412797927856, + 0.4770886301994324, + 0.48931431770324707, + 0.5122976303100586, + 0.5376222133636475, + 0.5808576345443726, + 0.6001682877540588, + 0.6325453519821167, + 0.6635026931762695, + 0.7022951245307922, + 0.715727686882019, + 0.7398402690887451, + 0.7864160537719727, + 0.830512523651123, + 0.8366273641586304, + 0.8842521905899048, + 0.9165033102035522, + 0.971398115158081, + 0.9968464374542236, + 1.0380899906158447, + 1.0834697484970093, + 1.1056675910949707, + 1.1480739116668701, + 1.1819751262664795, + 1.2322006225585938, + 1.2619715929031372, + 1.3087728023529053, + 1.3397473096847534, + 1.3702237606048584, + 1.4002158641815186, + 1.4447423219680786, + 1.4865034818649292, + 1.5084036588668823, + 1.5332287549972534, + 1.570975661277771, + 1.5942714214324951, + 1.6218326091766357, + 1.6509031057357788, + 1.675478219985962, + 1.7165875434875488, + 1.7401278018951416, + 1.750238060951233, + 1.7741268873214722, + 1.7767586708068848, + 1.8029979467391968, + 1.836944818496704, + 1.8514454364776611, + 1.8640265464782715 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_001044.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_001044.json new file mode 100644 index 0000000000000000000000000000000000000000..cb8b350ff348024316de062af8f44b9e64333f76 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_001044.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T00:10:44.915613+00:00", + "metrics": { + "MSE[mean]": 0.09653656531374981, + "MSE[0.5]": 0.09653656531374981, + "MAE[0.5]": 0.21543371081352233, + "MASE[0.5]": 0.625775685654247, + "MAPE[0.5]": 0.17932276118448273, + "sMAPE[0.5]": 0.2072195676839776, + "MSIS": 2.0799810818736963, + "RMSE[mean]": 0.3107033397209464, + "NRMSE[mean]": 0.3466768510116756, + "ND[0.5]": 0.2403768190379605, + "mean_weighted_sum_quantile_loss": 0.21151084627763306 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00" + ], + "context": [ + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906 + ], + "actual": [ + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954 + ], + "predictions": { + "p50": [ + 0.33211183547973633, + 0.33938342332839966, + 0.3481954336166382, + 0.35684239864349365, + 0.3655407428741455, + 0.3746821880340576, + 0.3838306665420532, + 0.39289236068725586, + 0.40396565198898315, + 0.4152590036392212, + 0.4288574457168579, + 0.4446537494659424, + 0.4606513977050781, + 0.4777001142501831, + 0.49398523569107056, + 0.5127847790718079, + 0.5329884886741638, + 0.5540723204612732, + 0.5733475685119629, + 0.5955097079277039, + 0.6190375089645386, + 0.6414132118225098, + 0.6647928357124329, + 0.6866941452026367, + 0.708012580871582, + 0.7276178598403931, + 0.7458823919296265, + 0.7643836736679077, + 0.7837294936180115, + 0.8033053278923035, + 0.818759560585022, + 0.8353152275085449, + 0.7297132015228271, + 0.7269169092178345, + 0.7421572804450989, + 0.7649427652359009, + 0.7747503519058228, + 0.7850217223167419, + 0.7994663715362549, + 0.8110831379890442, + 0.8215082883834839, + 0.8405899405479431, + 0.8572570085525513, + 0.8706561923027039, + 0.8811287879943848, + 0.8961818218231201, + 0.9118216633796692, + 0.9241312146186829, + 0.9333062171936035, + 0.9415653347969055, + 0.9471663236618042, + 0.9562355279922485, + 0.9580961465835571, + 0.966500997543335, + 0.9771069288253784, + 0.983410656452179, + 0.9902083873748779, + 0.9966802597045898, + 0.9974930882453918, + 1.0033258199691772 + ], + "p10": [ + 0.32273685932159424, + 0.32471418380737305, + 0.32635682821273804, + 0.32894694805145264, + 0.3317916989326477, + 0.3352155089378357, + 0.33734333515167236, + 0.3395034074783325, + 0.3412286639213562, + 0.34303730726242065, + 0.3464686870574951, + 0.3515475392341614, + 0.35694360733032227, + 0.3646799325942993, + 0.36944472789764404, + 0.3739466667175293, + 0.3801809549331665, + 0.3883943557739258, + 0.39367908239364624, + 0.39972949028015137, + 0.40698909759521484, + 0.41174209117889404, + 0.41452986001968384, + 0.4215427041053772, + 0.42747509479522705, + 0.43267691135406494, + 0.4346764087677002, + 0.4363256096839905, + 0.4370694160461426, + 0.43480610847473145, + 0.4310414791107178, + 0.4361150860786438, + 0.41120028495788574, + 0.37686002254486084, + 0.35810357332229614, + 0.3609110713005066, + 0.3536471724510193, + 0.34550708532333374, + 0.3330042362213135, + 0.32466405630111694, + 0.31499648094177246, + 0.3033182621002197, + 0.28750061988830566, + 0.28067266941070557, + 0.2757301926612854, + 0.2747933268547058, + 0.26976925134658813, + 0.2601405382156372, + 0.25755882263183594, + 0.2508869767189026, + 0.2393384575843811, + 0.2324104905128479, + 0.2101151943206787, + 0.21034276485443115, + 0.21139925718307495, + 0.20965474843978882, + 0.19890689849853516, + 0.19554585218429565, + 0.19154894351959229, + 0.18499493598937988 + ], + "p90": [ + 0.34360915422439575, + 0.3556720018386841, + 0.3709753751754761, + 0.38535457849502563, + 0.3996371030807495, + 0.41519927978515625, + 0.4292145371437073, + 0.444161593914032, + 0.46381425857543945, + 0.4833402633666992, + 0.5079646706581116, + 0.5335094332695007, + 0.5573224425315857, + 0.5830976963043213, + 0.6081950664520264, + 0.6363959312438965, + 0.6686304807662964, + 0.7029072046279907, + 0.7341548204421997, + 0.7679297924041748, + 0.8067319393157959, + 0.8446522355079651, + 0.884219229221344, + 0.9217334985733032, + 0.9585449695587158, + 0.9939900636672974, + 1.0269107818603516, + 1.0618268251419067, + 1.0952571630477905, + 1.1282528638839722, + 1.1567741632461548, + 1.1836336851119995, + 1.1044732332229614, + 1.0831974744796753, + 1.1093347072601318, + 1.151343822479248, + 1.1773415803909302, + 1.2075926065444946, + 1.233112096786499, + 1.2645039558410645, + 1.2953214645385742, + 1.3190430402755737, + 1.3503103256225586, + 1.388175368309021, + 1.4177541732788086, + 1.4429066181182861, + 1.4691245555877686, + 1.493621587753296, + 1.5166443586349487, + 1.5408828258514404, + 1.5657023191452026, + 1.5957101583480835, + 1.6144137382507324, + 1.6483995914459229, + 1.6773215532302856, + 1.703704833984375, + 1.7277849912643433, + 1.751481294631958, + 1.7713978290557861, + 1.7942781448364258 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_001029.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_001029.json new file mode 100644 index 0000000000000000000000000000000000000000..20ff564c6d115e91dbb997ced774772049031bfb --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_001029.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T00:10:29.306720+00:00", + "metrics": { + "MSE[mean]": 0.0034409434317234163, + "MSE[0.5]": 0.0034409434317234163, + "MAE[0.5]": 0.04985769788424174, + "MASE[0.5]": 0.1448229014894513, + "MAPE[0.5]": 0.05635887586062164, + "sMAPE[0.5]": 0.05449584183625404, + "MSIS": 1.6886812344311144, + "RMSE[mean]": 0.058659555331790715, + "NRMSE[mean]": 0.06545121125004562, + "ND[0.5]": 0.055630266854306214, + "mean_weighted_sum_quantile_loss": 0.08620716700323883 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00" + ], + "context": [ + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906 + ], + "actual": [ + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954 + ], + "predictions": { + "p50": [ + 0.3317183256149292, + 0.3345485329627991, + 0.33853811025619507, + 0.34405165910720825, + 0.3501434922218323, + 0.35820508003234863, + 0.3670670986175537, + 0.37555158138275146, + 0.38744693994522095, + 0.4008578658103943, + 0.413970410823822, + 0.4288005232810974, + 0.44453930854797363, + 0.4620397090911865, + 0.4791163206100464, + 0.4989987015724182, + 0.5198824405670166, + 0.5427358150482178, + 0.5678603053092957, + 0.5923176407814026, + 0.6188945770263672, + 0.6485409736633301, + 0.6773340106010437, + 0.7058461308479309, + 0.7340853810310364, + 0.7609947919845581, + 0.7895371913909912, + 0.8167903423309326, + 0.8432250022888184, + 0.8758057951927185, + 0.9043570160865784, + 0.9359262585639954, + 1.0017480850219727, + 1.0364845991134644, + 1.0682810544967651, + 1.0993223190307617, + 1.1266992092132568, + 1.1597999334335327, + 1.1884604692459106, + 1.222664713859558, + 1.2548085451126099, + 1.2853710651397705, + 1.3154510259628296, + 1.3476308584213257, + 1.376052737236023, + 1.4027955532073975, + 1.4255529642105103, + 1.4486883878707886, + 1.4717121124267578, + 1.5022683143615723, + 1.5309956073760986, + 1.551646113395691, + 1.572879433631897, + 1.5911223888397217, + 1.6108019351959229, + 1.6262414455413818, + 1.6482030153274536, + 1.6554155349731445, + 1.6742033958435059, + 1.687304139137268 + ], + "p10": [ + 0.32327812910079956, + 0.32139915227890015, + 0.31979644298553467, + 0.32066822052001953, + 0.3210490345954895, + 0.3244021534919739, + 0.32673436403274536, + 0.33079642057418823, + 0.3367534875869751, + 0.3441792130470276, + 0.3492291569709778, + 0.35784345865249634, + 0.36639899015426636, + 0.3765879273414612, + 0.38733208179473877, + 0.3981649875640869, + 0.4127410054206848, + 0.4262115955352783, + 0.44310474395751953, + 0.45831483602523804, + 0.4742123484611511, + 0.49159306287765503, + 0.5148248672485352, + 0.5347923636436462, + 0.55792635679245, + 0.5746713280677795, + 0.5928599834442139, + 0.6096439361572266, + 0.6282719969749451, + 0.6555055379867554, + 0.6735440492630005, + 0.6958342790603638, + 0.6416589021682739, + 0.6647943258285522, + 0.6781094074249268, + 0.7057476043701172, + 0.720345139503479, + 0.7427802085876465, + 0.7580204010009766, + 0.781919002532959, + 0.7897204160690308, + 0.8106935024261475, + 0.8281009197235107, + 0.8371063470840454, + 0.8448758721351624, + 0.8528891801834106, + 0.8563246130943298, + 0.8621296882629395, + 0.8661853671073914, + 0.8774247765541077, + 0.8834461569786072, + 0.8840896487236023, + 0.8795130252838135, + 0.8814792037010193, + 0.8843804001808167, + 0.8765342831611633, + 0.8655762076377869, + 0.8552714586257935, + 0.8537369966506958, + 0.8591781258583069 + ], + "p90": [ + 0.34337764978408813, + 0.3485281467437744, + 0.3575224280357361, + 0.36806565523147583, + 0.37958019971847534, + 0.39197343587875366, + 0.40707576274871826, + 0.4202178716659546, + 0.43708354234695435, + 0.4572862386703491, + 0.47431713342666626, + 0.49667197465896606, + 0.5175161957740784, + 0.5446322560310364, + 0.5698360800743103, + 0.5970622897148132, + 0.6251023411750793, + 0.6558984518051147, + 0.6894204616546631, + 0.7240910530090332, + 0.7565445899963379, + 0.7941898107528687, + 0.8321244120597839, + 0.8661177754402161, + 0.9035425186157227, + 0.9366692304611206, + 0.9769364595413208, + 1.009401559829712, + 1.0488351583480835, + 1.0871813297271729, + 1.123792290687561, + 1.165818452835083, + 1.2785513401031494, + 1.325546145439148, + 1.3656657934188843, + 1.4025061130523682, + 1.439363718032837, + 1.480202555656433, + 1.5225930213928223, + 1.563681960105896, + 1.6058545112609863, + 1.648388147354126, + 1.6978930234909058, + 1.7352099418640137, + 1.7687644958496094, + 1.8124059438705444, + 1.8475713729858398, + 1.8832507133483887, + 1.9204976558685303, + 1.9623174667358398, + 2.001774787902832, + 2.0519893169403076, + 2.062075138092041, + 2.093557596206665, + 2.1346943378448486, + 2.1445276737213135, + 2.197690963745117, + 2.216643810272217, + 2.2394967079162598, + 2.262969493865967 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 216f567e7d31d69f55d80f9100443b35a356ed4d..60cef2fcaae89f33b109c86779dfe9ea4d9fd544 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,331458.11870384216,331458.11870384216,512.3133138020834,0.4483343568042904,0.0079878719189587,0.008015299233623449,3.348197282912493,575.7239952475858,0.008977026927792956,0.007988290311732375,0.006316111988442322,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,331275.03669993085,331275.03669993085,512.3388671875,0.4509216805285862,0.0079941775457816,0.008015674518899951,3.369032678538878,575.564971745094,0.008979007842505658,0.007992659269289938,0.006318285438897713,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.807108116273889,0.807108116273889,0.8559833332896233,1.91648785866389,1.8842049654622237,0.8772524545033649,72.9335904085428,0.8983919613809381,1.4878967209115808,1.4176604973166653,1.4015427600810764,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.36664823283046155,0.36664823283046155,0.4852666661143303,1.4095662167547132,0.5055308839042306,0.6204419424783647,54.7334039708525,0.6055148493888994,0.6756219016360989,0.5414512758715248,0.5377316343452985,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.040277792347804625,0.040277792347804625,0.16666669481330448,1.9607848648565431,0.10863953553079182,0.11715288832572167,64.34413920426047,0.20069327927911443,0.1364486864956758,0.11331446509588074,0.10926871979055788,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,1.592083034515478,1.592083034515478,1.1124998728434246,22.250030464641412,0.0603887341364935,0.06279486203666611,553.3057340312106,1.2617777278568036,0.06964734663926087,0.061407538403509494,0.05645353638940545,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,201.10583182017118,201.10583182017118,12.224999904632568,1.0923618171359062,0.5482190268753837,0.48041382629803575,41.07570851783955,14.181178788104011,0.5526928612009421,0.47645335246323123,0.46977369513658807,Air Quality,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 0d7d3c260eb59d950b89d067c5cbed5464d9160f..339aa3e231bfd98a48a1817f501e4feeab908e6e 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T00:04:08.485244+00:00", + "evaluated_at": "2026-06-22T00:11:36.932926+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65700.0, 65940.0, 65904.0, 65851.9921875, @@ -101,10 +100,10 @@ 63925.98828125, 64012.3984375, 64272.01171875, - 64298.01171875 + 64298.01171875, + 64294.0 ], "actuals": [ - 64294.0, 64248.0, 64241.25, 64426.0, @@ -127,10 +126,10 @@ 63848.0, 63808.01171875, 63801.58984375, - 63299.94921875 + 63311.98828125, + 63517.359375 ], "p50": [ - 63530.01171875, 63586.28125, 63340.5703125, 63476.7890625, @@ -153,10 +152,10 @@ 63925.98828125, 64012.3984375, 64272.01171875, - 64298.01171875 + 64298.01171875, + 64294.0 ], "p10": [ - 62259.411484375, 62314.555625, 62073.75890625, 62207.25328125, @@ -179,10 +178,10 @@ 62647.468515625, 62732.15046875, 62986.571484374996, - 63012.051484375 + 63012.051484375, + 63008.119999999995 ], "p90": [ - 64800.611953125, 64858.006875, 64607.38171875, 64746.32484375, @@ -205,10 +204,10 @@ 65204.508046875, 65292.64640625, 65557.451953125, - 65583.971953125 + 65583.971953125, + 65579.88 ], "timestamps": [ - "2026-06-17 00:00:00", "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", @@ -327,6 +326,7 @@ "2026-06-21 20:00:00", "2026-06-21 21:00:00", "2026-06-21 22:00:00", - "2026-06-21 23:00:00" + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 48a035c580d277fe2b4d2fa0ae96ae880f020a5f..e2c70b9de3c6285d940e7495545a49de7527dc5e 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,51 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-21T21:31:16.418545+00:00", + "evaluated_at": "2026-06-22T00:11:36.940476+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9490000009536743, - 0.9049999713897705, - 0.8679999709129333, - 0.8349999785423279, - 0.7940000295639038, - 0.753000020980835, - 0.7099999785423279, - 0.6679999828338623, - 0.6439999938011169, - 0.6190000176429749, - 0.5839999914169312, - 0.5450000166893005, - 0.5059999823570251, - 0.47699999809265137, - 0.4569999873638153, - 0.43299999833106995, - 0.4090000092983246, - 0.38199999928474426, - 0.35499998927116394, - 0.33500000834465027, - 0.31299999356269836, - 0.27799999713897705, - 0.2549999952316284, - 0.22100000083446503, - 0.20399999618530273, - 0.19599999487400055, - 0.18199999630451202, - 0.17299999296665192, - 0.16500000655651093, - 0.15800000727176666, - 0.15399999916553497, - 0.1469999998807907, - 0.1469999998807907, - 0.14300000667572021, - 0.13899999856948853, - 0.13500000536441803, - 0.13699999451637268, - 0.13600000739097595, - 0.14000000059604645, - 0.1509999930858612, 0.16500000655651093, 0.17800000309944153, 0.19900000095367432, @@ -245,9 +205,7 @@ 1.340000033378601, 1.315000057220459, 1.2949999570846558, - 1.2790000438690186 - ], - "actuals": [ + 1.2790000438690186, 1.2480000257492065, 1.225000023841858, 1.194000005722046, @@ -287,7 +245,9 @@ 0.33500000834465027, 0.3269999921321869, 0.328000009059906, - 0.328000009059906, + 0.328000009059906 + ], + "actuals": [ 0.32899999618530273, 0.3409999907016754, 0.3400000035762787, @@ -307,235 +267,235 @@ 0.48500001430511475, 0.5149999856948853, 0.5379999876022339, - 0.546999990940094 + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954 ], "p50": [ - 1.4800000190734863, - 1.4880000352859497, - 1.4980000257492065, - 1.5089999437332153, - 1.5160000324249268, - 1.5199999809265137, - 1.5149999856948853, - 1.5049999952316284, - 1.503999948501587, - 1.4980000257492065, - 1.4950000047683716, - 1.496999979019165, - 1.496999979019165, - 1.4889999628067017, - 1.4800000190734863, - 1.4539999961853027, - 1.437999963760376, - 1.4179999828338623, - 1.3890000581741333, - 1.3619999885559082, - 1.340000033378601, - 1.315000057220459, - 1.2949999570846558, - 1.2790000438690186, - 1.4800000190734863, - 1.4880000352859497, - 1.4980000257492065, - 1.5089999437332153, - 1.5160000324249268, - 1.5199999809265137, - 1.5149999856948853, - 1.5049999952316284, - 1.503999948501587, - 1.4980000257492065, - 1.4950000047683716, - 1.496999979019165, - 1.496999979019165, - 1.4889999628067017, - 1.4800000190734863, - 1.4539999961853027, - 1.437999963760376, - 1.4179999828338623, - 1.3890000581741333, - 1.3619999885559082, - 1.340000033378601, - 1.315000057220459, - 1.2949999570846558, - 1.2790000438690186, - 1.4800000190734863, - 1.4880000352859497, - 1.4980000257492065, - 1.5089999437332153, - 1.5160000324249268, - 1.5199999809265137, - 1.5149999856948853, - 1.5049999952316284, - 1.503999948501587, - 1.4980000257492065, - 1.4950000047683716, - 1.496999979019165 + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197 ], "p10": [ - 1.4504000186920165, - 1.4582400345802307, - 1.4680400252342223, - 1.478819944858551, - 1.4856800317764283, - 1.4895999813079834, - 1.4846999859809875, - 1.474899995326996, - 1.4739199495315551, - 1.4680400252342223, - 1.465100004673004, - 1.4670599794387817, - 1.4670599794387817, - 1.4592199635505676, - 1.4504000186920165, - 1.4249199962615966, - 1.4092399644851685, - 1.389639983177185, - 1.3612200570106505, - 1.33475998878479, - 1.313200032711029, - 1.2887000560760498, - 1.2690999579429627, - 1.2534200429916382, - 1.4504000186920165, - 1.4582400345802307, - 1.4680400252342223, - 1.478819944858551, - 1.4856800317764283, - 1.4895999813079834, - 1.4846999859809875, - 1.474899995326996, - 1.4739199495315551, - 1.4680400252342223, - 1.465100004673004, - 1.4670599794387817, - 1.4670599794387817, - 1.4592199635505676, - 1.4504000186920165, - 1.4249199962615966, - 1.4092399644851685, - 1.389639983177185, - 1.3612200570106505, - 1.33475998878479, - 1.313200032711029, - 1.2887000560760498, - 1.2690999579429627, - 1.2534200429916382, - 1.4504000186920165, - 1.4582400345802307, - 1.4680400252342223, - 1.478819944858551, - 1.4856800317764283, - 1.4895999813079834, - 1.4846999859809875, - 1.474899995326996, - 1.4739199495315551, - 1.4680400252342223, - 1.465100004673004, - 1.4670599794387817 + 0.7320599794387818, + 0.7036399948596954, + 0.6664000070095062, + 0.6369999766349792, + 0.6066200172901154, + 0.5831000280380249, + 0.5683999836444855, + 0.544879994392395, + 0.5252800130844116, + 0.5037199985980988, + 0.4821600133180618, + 0.4635399901866913, + 0.4508000081777572, + 0.435120005607605, + 0.41845998644828797, + 0.4047399878501892, + 0.3900400018692017, + 0.3743599992990494, + 0.35378000140190125, + 0.3400600028038025, + 0.32830000817775723, + 0.32045999228954314, + 0.3214400088787079, + 0.3214400088787079, + 0.7320599794387818, + 0.7036399948596954, + 0.6664000070095062, + 0.6369999766349792, + 0.6066200172901154, + 0.5831000280380249, + 0.5683999836444855, + 0.544879994392395, + 0.5252800130844116, + 0.5037199985980988, + 0.4821600133180618, + 0.4635399901866913, + 0.4508000081777572, + 0.435120005607605, + 0.41845998644828797, + 0.4047399878501892, + 0.3900400018692017, + 0.3743599992990494, + 0.35378000140190125, + 0.3400600028038025, + 0.32830000817775723, + 0.32045999228954314, + 0.3214400088787079, + 0.3214400088787079, + 0.7320599794387818, + 0.7036399948596954, + 0.6664000070095062, + 0.6369999766349792, + 0.6066200172901154, + 0.5831000280380249, + 0.5683999836444855, + 0.544879994392395, + 0.5252800130844116, + 0.5037199985980988, + 0.4821600133180618, + 0.4635399901866913 ], "p90": [ - 1.5096000194549561, - 1.5177600359916688, - 1.5279600262641908, - 1.5391799426078796, - 1.5463200330734252, - 1.550399980545044, - 1.545299985408783, - 1.535099995136261, - 1.5340799474716187, - 1.5279600262641908, - 1.5249000048637391, - 1.5269399785995483, - 1.5269399785995483, - 1.5187799620628357, - 1.5096000194549561, - 1.4830799961090089, - 1.4667599630355834, - 1.4463599824905395, - 1.416780059337616, - 1.3892399883270263, - 1.3668000340461732, - 1.3413000583648682, - 1.3208999562263488, - 1.3045800447463989, - 1.5096000194549561, - 1.5177600359916688, - 1.5279600262641908, - 1.5391799426078796, - 1.5463200330734252, - 1.550399980545044, - 1.545299985408783, - 1.535099995136261, - 1.5340799474716187, - 1.5279600262641908, - 1.5249000048637391, - 1.5269399785995483, - 1.5269399785995483, - 1.5187799620628357, - 1.5096000194549561, - 1.4830799961090089, - 1.4667599630355834, - 1.4463599824905395, - 1.416780059337616, - 1.3892399883270263, - 1.3668000340461732, - 1.3413000583648682, - 1.3208999562263488, - 1.3045800447463989, - 1.5096000194549561, - 1.5177600359916688, - 1.5279600262641908, - 1.5391799426078796, - 1.5463200330734252, - 1.550399980545044, - 1.545299985408783, - 1.535099995136261, - 1.5340799474716187, - 1.5279600262641908, - 1.5249000048637391, - 1.5269399785995483 + 0.7619399785995483, + 0.7323599946498871, + 0.6936000072956086, + 0.662999975681305, + 0.6313800179958343, + 0.6069000291824341, + 0.5915999829769134, + 0.5671199941635132, + 0.5467200136184692, + 0.5242799985408783, + 0.5018400138616562, + 0.48245998978614807, + 0.4692000085115433, + 0.4528800058364868, + 0.43553998589515686, + 0.42125998735427855, + 0.4059600019454956, + 0.38963999927043913, + 0.3682200014591217, + 0.3539400029182434, + 0.3417000085115433, + 0.33353999197483064, + 0.33456000924110413, + 0.33456000924110413, + 0.7619399785995483, + 0.7323599946498871, + 0.6936000072956086, + 0.662999975681305, + 0.6313800179958343, + 0.6069000291824341, + 0.5915999829769134, + 0.5671199941635132, + 0.5467200136184692, + 0.5242799985408783, + 0.5018400138616562, + 0.48245998978614807, + 0.4692000085115433, + 0.4528800058364868, + 0.43553998589515686, + 0.42125998735427855, + 0.4059600019454956, + 0.38963999927043913, + 0.3682200014591217, + 0.3539400029182434, + 0.3417000085115433, + 0.33353999197483064, + 0.33456000924110413, + 0.33456000924110413, + 0.7619399785995483, + 0.7323599946498871, + 0.6936000072956086, + 0.662999975681305, + 0.6313800179958343, + 0.6069000291824341, + 0.5915999829769134, + 0.5671199941635132, + 0.5467200136184692, + 0.5242799985408783, + 0.5018400138616562, + 0.48245998978614807 ], "timestamps": [ - "2026-06-20 14:06:00", - "2026-06-20 14:12:00", - "2026-06-20 14:18:00", - "2026-06-20 14:24:00", - "2026-06-20 14:30:00", - "2026-06-20 14:36:00", - "2026-06-20 14:42:00", - "2026-06-20 14:48:00", - "2026-06-20 14:54:00", - "2026-06-20 15:00:00", - "2026-06-20 15:06:00", - "2026-06-20 15:12:00", - "2026-06-20 15:18:00", - "2026-06-20 15:24:00", - "2026-06-20 15:30:00", - "2026-06-20 15:36:00", - "2026-06-20 15:42:00", - "2026-06-20 15:48:00", - "2026-06-20 15:54:00", - "2026-06-20 16:00:00", - "2026-06-20 16:06:00", - "2026-06-20 16:12:00", - "2026-06-20 16:18:00", - "2026-06-20 16:24:00", - "2026-06-20 16:30:00", - "2026-06-20 16:36:00", - "2026-06-20 16:42:00", - "2026-06-20 16:48:00", - "2026-06-20 16:54:00", - "2026-06-20 17:00:00", - "2026-06-20 17:06:00", - "2026-06-20 17:12:00", - "2026-06-20 17:18:00", - "2026-06-20 17:24:00", - "2026-06-20 17:30:00", - "2026-06-20 17:36:00", - "2026-06-20 17:42:00", - "2026-06-20 17:48:00", - "2026-06-20 17:54:00", - "2026-06-20 18:00:00", "2026-06-20 18:06:00", "2026-06-20 18:12:00", "2026-06-20 18:18:00", @@ -795,6 +755,46 @@ "2026-06-21 19:42:00", "2026-06-21 19:48:00", "2026-06-21 19:54:00", - "2026-06-21 20:00:00" + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index ab6b39492898d58e62cd46d6cab6bf3a96e4b044..b7ffcc4e87de7121412789be4537c7e191f461ab 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T00:04:08.505856+00:00", + "evaluated_at": "2026-06-22T00:11:36.949739+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index b169e9eb2feb0cc20655ed1e001f722391c81071..07120af7aa53e79048b36e1fdfcf0b960b06fc9c 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,57073.964949289955,57073.964949289955,157.07877604166666,0.1374623889853698,0.0024587901873471363,0.0024523332964252833,1.2348124712222979,238.9015800477049,0.003725093855534458,0.002449264602397539,0.0030489398046434635,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,103017.62196477254,103017.62196477254,219.2822265625,0.19299552785134697,0.0034351697226089172,0.003422938752071071,1.1883960305419035,320.963583549244,0.005007140245365265,0.003420876753595756,0.0032204208797734528,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.018614070550660142,0.018614070550660142,0.10631837397813797,0.23803953296488603,0.25059571533794645,0.320395936023275,1.7705865548095916,0.13643339235927596,0.22595794023153978,0.1760821187353058,0.1359641858828613,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.02169078113970997,0.02169078113970997,0.13266380329926808,0.38535186604551025,0.14768928884809096,0.1610150729309639,1.4718383983738044,0.1472779044517879,0.16432987229812565,0.148023737409225,0.14031402450578484,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.043257409708399704,0.043257409708399704,0.17673298716545105,2.0792118469924756,0.11488875684540055,0.12420338078572622,43.589159458165824,0.2079841573495436,0.14140565735032323,0.12015840314037113,0.10551516868458186,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,1.6138898983719325,1.6138898983719325,1.1183866659800212,22.367766502033977,0.06069083192903558,0.06312788364323989,881.6363936434333,1.2703896639897274,0.07012270651274961,0.061732476396252935,0.06158783296053567,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,105.67239705927334,105.67239705927334,6.88190762201945,0.6149311389770972,0.22847835446180742,0.25279556907567063,5.141111229936727,10.279708024028373,0.40063815039667305,0.26821333197809794,0.2300981666305667,Air Quality,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index b07c7a865875a40019111ec708fde65ae218efe2..c593fa68921c0e8e0ca48f8e5f2be0c7e00fdadb 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T00:03:52.713260+00:00", + "evaluated_at": "2026-06-22T00:11:29.870997+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65700.0, 65940.0, 65904.0, 65851.9921875, @@ -101,10 +100,10 @@ 63925.98828125, 64012.3984375, 64272.01171875, - 64298.01171875 + 64298.01171875, + 64294.0 ], "actuals": [ - 64294.0, 64248.0, 64241.25, 64426.0, @@ -127,88 +126,88 @@ 63848.0, 63808.01171875, 63801.58984375, - 63299.94921875 + 63311.98828125, + 63517.359375 ], "p50": [ - 64228.625, - 64231.53125, - 64229.59375, - 64240.25, - 64247.03125, - 64248.0, - 64265.4375, - 64251.875, - 64244.125, - 64231.53125, - 64246.0625, - 64261.5625, - 64282.875, - 64286.75, - 64284.8125, - 64279.0, - 64335.1875, - 64323.5625, - 64310.0, - 64257.6875, - 64234.4375, - 64185.03125, - 64177.28125, - 64130.78125 + 64267.96875, + 64250.7421875, + 64246.9140625, + 64252.65625, + 64260.3125, + 64275.625, + 64289.0234375, + 64266.0546875, + 64264.140625, + 64267.96875, + 64292.8515625, + 64310.078125, + 64334.9609375, + 64338.7890625, + 64342.6171875, + 64329.21875, + 64361.7578125, + 64344.53125, + 64350.2734375, + 64310.078125, + 64289.0234375, + 64262.2265625, + 64277.5390625, + 64248.828125 ], "p10": [ - 63916.6875, - 63870.1875, - 63823.6875, - 63795.59375, - 63770.40625, - 63756.84375, - 63730.6875, - 63688.0625, - 63653.1875, - 63618.3125, - 63604.75, - 63593.125, - 63558.25, - 63533.0625, - 63525.3125, - 63476.875, - 63531.125, - 63480.75, - 63445.875, - 63380.0, - 63349.0, - 63294.75, - 63279.25, - 63240.5 + 63993.1796875, + 63916.2578125, + 63877.9765625, + 63844.00390625, + 63816.25, + 63812.421875, + 63787.5390625, + 63733.9453125, + 63714.8046875, + 63695.6640625, + 63695.6640625, + 63689.921875, + 63668.8671875, + 63647.8125, + 63643.984375, + 63594.21875, + 63603.7890625, + 63544.453125, + 63511.9140625, + 63448.75, + 63398.984375, + 63360.703125, + 63341.5625, + 63303.28125 ], "p90": [ - 64546.375, - 64643.25, - 64705.25, - 64759.5, - 64798.25, - 64817.625, - 64883.5, - 64906.75, - 64926.125, - 64930.0, - 64976.5, - 65023.0, - 65069.5, - 65108.25, - 65116.0, - 65147.0, - 65193.5, - 65216.75, - 65224.5, - 65193.5, - 65178.0, - 65139.25, - 65154.75, - 65123.75 + 64555.078125, + 64620.15625, + 64666.09375, + 64704.375, + 64746.484375, + 64773.28125, + 64830.703125, + 64830.703125, + 64849.84375, + 64868.984375, + 64922.578125, + 64964.6875, + 65018.28125, + 65048.90625, + 65064.21875, + 65102.5, + 65133.125, + 65156.09375, + 65186.71875, + 65163.75, + 65156.09375, + 65140.78125, + 65186.71875, + 65179.0625 ], "timestamps": [ - "2026-06-17 00:00:00", "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", @@ -327,6 +326,7 @@ "2026-06-21 20:00:00", "2026-06-21 21:00:00", "2026-06-21 22:00:00", - "2026-06-21 23:00:00" + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 128dc70ca8734d3ebf6696bf34f26bf16023868a..b585363ed9f7df80e400e6282d00d3c4af97882d 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,35 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-21T23:18:12.976363+00:00", + "evaluated_at": "2026-06-22T00:11:33.520349+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.4090000092983246, - 0.38199999928474426, - 0.35499998927116394, - 0.33500000834465027, - 0.31299999356269836, - 0.27799999713897705, - 0.2549999952316284, - 0.22100000083446503, - 0.20399999618530273, - 0.19599999487400055, - 0.18199999630451202, - 0.17299999296665192, - 0.16500000655651093, - 0.15800000727176666, - 0.15399999916553497, - 0.1469999998807907, - 0.1469999998807907, - 0.14300000667572021, - 0.13899999856948853, - 0.13500000536441803, - 0.13699999451637268, - 0.13600000739097595, - 0.14000000059604645, - 0.1509999930858612, 0.16500000655651093, 0.17800000309944153, 0.19900000095367432, @@ -245,9 +221,7 @@ 0.8899999856948853, 0.8550000190734863, 0.8190000057220459, - 0.7829999923706055 - ], - "actuals": [ + 0.7829999923706055, 0.746999979019165, 0.7179999947547913, 0.6800000071525574, @@ -271,7 +245,9 @@ 0.33500000834465027, 0.3269999921321869, 0.328000009059906, - 0.328000009059906, + 0.328000009059906 + ], + "actuals": [ 0.32899999618530273, 0.3409999907016754, 0.3400000035762787, @@ -307,219 +283,219 @@ 0.9179999828338623, 0.9430000185966492, 0.9760000109672546, - 1.0099999904632568 + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954 ], "p50": [ - 0.73919677734375, - 0.7032470703125, - 0.67108154296875, - 0.638916015625, - 0.61431884765625, - 0.5859375, - 0.5556640625, - 0.525390625, - 0.502685546875, - 0.472412109375, - 0.442138671875, - 0.4232177734375, - 0.404296875, - 0.381591796875, - 0.3702392578125, - 0.3551025390625, - 0.32861328125, - 0.321044921875, - 0.3021240234375, - 0.290771484375, - 0.2718505859375, - 0.2567138671875, - 0.26806640625, - 0.260498046875, - 0.245361328125, - 0.245361328125, - 0.2340087890625, - 0.2340087890625, - 0.230224609375, - 0.230224609375, - 0.230224609375, - 0.2415771484375, - 0.2264404296875, - 0.23779296875, - 0.260498046875, - 0.2794189453125, - 0.290771484375, - 0.2945556640625, - 0.3172607421875, - 0.34375, - 0.3551025390625, - 0.381591796875, - 0.411865234375, - 0.4345703125, - 0.4610595703125, - 0.4913330078125, - 0.5140380859375, - 0.5443115234375, - 0.5859375, - 0.60296630859375, - 0.63134765625, - 0.6427001953125, - 0.65594482421875, - 0.6881103515625, - 0.70892333984375, - 0.7259521484375, - 0.7713623046875, - 0.83001708984375, - 0.865966796875, - 0.9000244140625 + 0.325653076171875, + 0.32220458984375, + 0.318756103515625, + 0.318756103515625, + 0.3153076171875, + 0.3153076171875, + 0.318756103515625, + 0.32220458984375, + 0.3291015625, + 0.339447021484375, + 0.3428955078125, + 0.356689453125, + 0.367034912109375, + 0.373931884765625, + 0.38427734375, + 0.394622802734375, + 0.37738037109375, + 0.401519775390625, + 0.41876220703125, + 0.436004638671875, + 0.44635009765625, + 0.463592529296875, + 0.49462890625, + 0.5084228515625, + 0.5360107421875, + 0.560150146484375, + 0.580841064453125, + 0.61187744140625, + 0.6463623046875, + 0.6825714111328125, + 0.718780517578125, + 0.7342987060546875, + 0.7756805419921875, + 0.808441162109375, + 0.8274078369140625, + 0.8446502685546875, + 0.8722381591796875, + 0.9024124145507812, + 0.9455184936523438, + 0.9687957763671875, + 0.9950904846191406, + 1.0351791381835938, + 1.0783929824829102, + 1.0899238586425781, + 1.1153564453125, + 1.1382026672363281, + 1.1541519165039062, + 1.1662216186523438, + 1.1726875305175781, + 1.1903610229492188, + 1.2213973999023438, + 1.2438125610351562, + 1.2748489379882812, + 1.3058853149414062, + 1.353302001953125, + 1.387786865234375, + 1.42572021484375, + 1.460205078125, + 1.484344482421875, + 1.5136566162109375 ], "p10": [ - 0.7259521484375, - 0.69000244140625, - 0.646484375, - 0.6124267578125, - 0.578369140625, - 0.54052734375, - 0.51025390625, - 0.4761962890625, - 0.442138671875, - 0.411865234375, - 0.3740234375, - 0.351318359375, - 0.3323974609375, - 0.305908203125, - 0.29833984375, - 0.2794189453125, - 0.245361328125, - 0.23779296875, - 0.215087890625, - 0.2037353515625, - 0.1810302734375, - 0.1734619140625, - 0.17724609375, - 0.169677734375, - 0.1658935546875, - 0.162109375, - 0.1507568359375, - 0.14697265625, - 0.139404296875, - 0.139404296875, - 0.139404296875, - 0.154541015625, - 0.11669921875, - 0.11669921875, - 0.139404296875, - 0.154541015625, - 0.1658935546875, - 0.17724609375, - 0.1810302734375, - 0.2037353515625, - 0.2113037109375, - 0.230224609375, - 0.2491455078125, - 0.26806640625, - 0.2869873046875, - 0.3134765625, - 0.336181640625, - 0.3551025390625, - 0.381591796875, - 0.3929443359375, - 0.404296875, - 0.4005126953125, - 0.3929443359375, - 0.4232177734375, - 0.4459228515625, - 0.457275390625, - 0.47998046875, - 0.5216064453125, - 0.5443115234375, - 0.57080078125 + 0.3153076171875, + 0.30841064453125, + 0.298065185546875, + 0.291168212890625, + 0.2877197265625, + 0.277374267578125, + 0.27392578125, + 0.27392578125, + 0.270477294921875, + 0.27392578125, + 0.26702880859375, + 0.277374267578125, + 0.2877197265625, + 0.2877197265625, + 0.29461669921875, + 0.29461669921875, + 0.246337890625, + 0.26702880859375, + 0.27392578125, + 0.284271240234375, + 0.284271240234375, + 0.301513671875, + 0.318756103515625, + 0.325653076171875, + 0.339447021484375, + 0.353240966796875, + 0.360137939453125, + 0.373931884765625, + 0.394622802734375, + 0.415313720703125, + 0.439453125, + 0.4532470703125, + 0.37738037109375, + 0.415313720703125, + 0.442901611328125, + 0.44635009765625, + 0.46014404296875, + 0.491180419921875, + 0.511871337890625, + 0.5360107421875, + 0.567047119140625, + 0.608428955078125, + 0.649810791015625, + 0.66705322265625, + 0.687744140625, + 0.6998138427734375, + 0.72222900390625, + 0.7342987060546875, + 0.7205047607421875, + 0.7274017333984375, + 0.74981689453125, + 0.7584381103515625, + 0.780853271484375, + 0.808441162109375, + 0.8515472412109375, + 0.877410888671875, + 0.9032745361328125, + 0.9205169677734375, + 0.9377593994140625, + 0.9550018310546875 ], "p90": [ - 0.75433349609375, - 0.72406005859375, - 0.699462890625, - 0.67108154296875, - 0.654052734375, - 0.62945556640625, - 0.608642578125, - 0.5859375, - 0.563232421875, - 0.5443115234375, - 0.5216064453125, - 0.502685546875, - 0.4913330078125, - 0.4761962890625, - 0.4610595703125, - 0.4459228515625, - 0.4232177734375, - 0.427001953125, - 0.404296875, - 0.396728515625, - 0.3778076171875, - 0.366455078125, - 0.3740234375, - 0.3626708984375, - 0.351318359375, - 0.351318359375, - 0.3475341796875, - 0.3551025390625, - 0.3551025390625, - 0.35888671875, - 0.3626708984375, - 0.3778076171875, - 0.38916015625, - 0.4005126953125, - 0.41943359375, - 0.4459228515625, - 0.47998046875, - 0.4837646484375, - 0.5140380859375, - 0.5443115234375, - 0.5670166015625, - 0.593505859375, - 0.62945556640625, - 0.65972900390625, - 0.68243408203125, - 0.72784423828125, - 0.75244140625, - 0.79217529296875, - 0.872589111328125, - 0.9075927734375, - 0.9454345703125, - 0.9695587158203125, - 0.98895263671875, - 1.0187530517578125, - 1.0246658325195312, - 1.0407485961914062, - 1.084503173828125, - 1.1346435546875, - 1.16302490234375, - 1.1871490478515625 + 0.346343994140625, + 0.3428955078125, + 0.34979248046875, + 0.346343994140625, + 0.34979248046875, + 0.356689453125, + 0.3704833984375, + 0.373931884765625, + 0.39117431640625, + 0.40496826171875, + 0.422210693359375, + 0.436004638671875, + 0.46014404296875, + 0.477386474609375, + 0.49462890625, + 0.511871337890625, + 0.5084228515625, + 0.539459228515625, + 0.560150146484375, + 0.587738037109375, + 0.60498046875, + 0.632568359375, + 0.6722259521484375, + 0.69464111328125, + 0.7291259765625, + 0.7653350830078125, + 0.798095703125, + 0.84637451171875, + 0.8972396850585938, + 0.9515533447265625, + 0.9998321533203125, + 1.0239715576171875, + 1.1041488647460938, + 1.1433753967285156, + 1.1610488891601562, + 1.17742919921875, + 1.208465576171875, + 1.236053466796875, + 1.284332275390625, + 1.3041610717773438, + 1.3274383544921875, + 1.3550262451171875, + 1.39813232421875, + 1.3998565673828125, + 1.4239959716796875, + 1.4653778076171875, + 1.48089599609375, + 1.4860687255859375, + 1.4964141845703125, + 1.5240020751953125, + 1.553314208984375, + 1.574005126953125, + 1.601593017578125, + 1.63262939453125, + 1.67401123046875, + 1.70159912109375, + 1.72918701171875, + 1.75677490234375, + 1.767120361328125, + 1.787811279296875 ], "timestamps": [ - "2026-06-20 15:42:00", - "2026-06-20 15:48:00", - "2026-06-20 15:54:00", - "2026-06-20 16:00:00", - "2026-06-20 16:06:00", - "2026-06-20 16:12:00", - "2026-06-20 16:18:00", - "2026-06-20 16:24:00", - "2026-06-20 16:30:00", - "2026-06-20 16:36:00", - "2026-06-20 16:42:00", - "2026-06-20 16:48:00", - "2026-06-20 16:54:00", - "2026-06-20 17:00:00", - "2026-06-20 17:06:00", - "2026-06-20 17:12:00", - "2026-06-20 17:18:00", - "2026-06-20 17:24:00", - "2026-06-20 17:30:00", - "2026-06-20 17:36:00", - "2026-06-20 17:42:00", - "2026-06-20 17:48:00", - "2026-06-20 17:54:00", - "2026-06-20 18:00:00", "2026-06-20 18:06:00", "2026-06-20 18:12:00", "2026-06-20 18:18:00", @@ -795,6 +771,30 @@ "2026-06-21 21:18:00", "2026-06-21 21:24:00", "2026-06-21 21:30:00", - "2026-06-21 21:36:00" + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index ead17e648a74cfac714ae9e357ed1225be31f6ce..290535f2279525459feeb46f5fbf89eaa0ff353d 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T00:04:06.568162+00:00", + "evaluated_at": "2026-06-22T00:11:34.813028+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 23457a23395b179be54a70c3366a3ee17209badc..3aa094f98e64715eeb818c2dc0ce42889dbc10cb 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,175953.19353612265,110667.51884969075,219.62109375,0.1921942669737048,0.003437913485242272,0.0034251505033504794,9.306660892055831,419.4677502933004,0.006540587713569821,0.0034244611806691218,0.004267088898693811,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,203831.7184123993,135677.32589467368,239.326171875,0.21063668311710168,0.003750536843196364,0.003734470617490484,9.731485381930893,451.4772623426337,0.007043197689735097,0.003733569066350673,0.004448830380490969,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.016605617632777677,0.025742182570651015,0.1451992449661096,0.3632478524731991,0.30370262786248425,0.3805951544121173,2.084623062664478,0.12886278606633367,0.23792982363414716,0.2680931539755332,0.17347839736758564,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0012349690482568398,0.0003837007885189999,0.016042633354663847,0.04659943817197774,0.023927306570929677,0.024485940394796978,1.9987982028899618,0.03514212640488392,0.03921091331313452,0.017900063830420407,0.027374556085622923,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.04225839423892038,0.05214094298421222,0.19764657153023613,2.3252540435951383,0.12874436544201892,0.1402921010128161,48.00663729739016,0.2055684660616029,0.13976326103091216,0.13437727049229045,0.10778585374112291,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.812881297587713,1.1242904977128394,0.8806734085083008,0.6315586100489611,0.0424124818918398,0.043741083596318,5.217674088684415,0.9015992999041831,0.04457845791055976,0.04354380319317985,0.030887608688835073,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,30.21158351772196,31.14780008287475,5.180254737536113,0.4489304456501137,0.2071976017384771,0.219215600217612,13.124305019879401,5.496506483005542,0.214497813970948,0.20215628244043365,0.20372167499407842,Air Quality,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 18ab30e5df316d5c4357b7258f7a8f98448e6c79..7a0940d29010080087c8fcb86374ce1fbc95cf62 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T00:01:56.872737+00:00", + "evaluated_at": "2026-06-22T00:09:47.530795+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65700.0, 65940.0, 65904.0, 65851.9921875, @@ -101,10 +100,10 @@ 63925.98828125, 64012.3984375, 64272.01171875, - 64298.01171875 + 64298.01171875, + 64294.0 ], "actuals": [ - 64294.0, 64248.0, 64241.25, 64426.0, @@ -127,88 +126,88 @@ 63848.0, 63808.01171875, 63801.58984375, - 63299.94921875 + 63311.98828125, + 63517.359375 ], "p50": [ - 64215.1640625, - 64192.10546875, - 64195.515625, - 64194.859375, - 64211.796875, - 64226.0078125, - 64225.2578125, - 64213.2421875, - 64239.0390625, - 64278.8359375, - 64288.875, - 64317.48046875, - 64320.5, - 64316.7734375, - 64329.30859375, - 64308.98046875, - 64328.32421875, - 64368.07421875, - 64375.75390625, - 64383.49609375, - 64377.90234375, - 64388.62890625, - 64408.9609375, - 64435.265625 + 64233.20703125, + 64223.453125, + 64215.65234375, + 64220.3359375, + 64235.83203125, + 64241.3125, + 64231.09375, + 64215.31640625, + 64242.76953125, + 64277.0078125, + 64280.4765625, + 64307.359375, + 64324.7265625, + 64316.59375, + 64331.21875, + 64314.29296875, + 64335.9296875, + 64357.71875, + 64366.21484375, + 64383.82421875, + 64366.69140625, + 64381.48046875, + 64400.08203125, + 64428.31640625 ], "p10": [ - 64261.19140625, - 64238.04296875, - 64270.7734375, - 64271.8125, - 64263.39453125, - 64295.08984375, - 64336.921875, - 64321.5625, - 64329.98046875, - 64333.77734375, - 64342.18359375, - 64343.953125, - 64368.56640625, - 64390.80859375, - 64429.57421875, - 64402.1953125, - 64415.51953125, - 64485.1328125, - 64485.15234375, - 64468.43359375, - 64472.48046875, - 64535.2421875, - 64482.98046875, - 64526.09375 + 64253.37890625, + 64266.2265625, + 64273.48046875, + 64274.25390625, + 64263.484375, + 64298.203125, + 64320.84765625, + 64318.3984375, + 64307.890625, + 64317.02734375, + 64327.07421875, + 64329.50390625, + 64338.41015625, + 64363.37109375, + 64402.4921875, + 64377.70703125, + 64367.11328125, + 64462.84765625, + 64437.4921875, + 64437.1015625, + 64446.25, + 64483.375, + 64441.578125, + 64499.2890625 ], "p90": [ - 64468.9609375, - 64518.94140625, - 64569.6796875, - 64595.59375, - 64629.29296875, - 64661.95703125, - 64688.98828125, - 64689.08984375, - 64728.97265625, - 64788.15234375, - 64790.1875, - 64840.3671875, - 64857.546875, - 64891.328125, - 64912.76953125, - 64921.3984375, - 64954.41796875, - 64997.9609375, - 65027.26953125, - 65029.53125, - 65039.4140625, - 65073.78125, - 65075.99609375, - 65092.3046875 + 64440.34765625, + 64486.74609375, + 64518.90234375, + 64554.2890625, + 64588.33203125, + 64609.2734375, + 64631.29296875, + 64629.90234375, + 64679.578125, + 64732.62109375, + 64743.11328125, + 64777.578125, + 64798.4453125, + 64830.45703125, + 64850.15625, + 64860.203125, + 64899.890625, + 64925.0859375, + 64958.73828125, + 64964.53125, + 64968.65234375, + 65002.52734375, + 65007.66796875, + 65027.90625 ], "timestamps": [ - "2026-06-17 00:00:00", "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", @@ -327,6 +326,7 @@ "2026-06-21 20:00:00", "2026-06-21 21:00:00", "2026-06-21 22:00:00", - "2026-06-21 23:00:00" + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 12914266694c2a85ccd3a1b53a2b0cc9e2420013..0f7b903599a99b3637320ad2bfd54353db287cec 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,35 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T22:13:19.440366+00:00", + "evaluated_at": "2026-06-22T00:09:54.533783+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.4090000092983246, - 0.38199999928474426, - 0.35499998927116394, - 0.33500000834465027, - 0.31299999356269836, - 0.27799999713897705, - 0.2549999952316284, - 0.22100000083446503, - 0.20399999618530273, - 0.19599999487400055, - 0.18199999630451202, - 0.17299999296665192, - 0.16500000655651093, - 0.15800000727176666, - 0.15399999916553497, - 0.1469999998807907, - 0.1469999998807907, - 0.14300000667572021, - 0.13899999856948853, - 0.13500000536441803, - 0.13699999451637268, - 0.13600000739097595, - 0.14000000059604645, - 0.1509999930858612, 0.16500000655651093, 0.17800000309944153, 0.19900000095367432, @@ -245,9 +221,7 @@ 0.8899999856948853, 0.8550000190734863, 0.8190000057220459, - 0.7829999923706055 - ], - "actuals": [ + 0.7829999923706055, 0.746999979019165, 0.7179999947547913, 0.6800000071525574, @@ -271,7 +245,9 @@ 0.33500000834465027, 0.3269999921321869, 0.328000009059906, - 0.328000009059906, + 0.328000009059906 + ], + "actuals": [ 0.32899999618530273, 0.3409999907016754, 0.3400000035762787, @@ -307,219 +283,219 @@ 0.9179999828338623, 0.9430000185966492, 0.9760000109672546, - 1.0099999904632568 + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954 ], "p50": [ - 0.7522175312042236, - 0.7087748646736145, - 0.6891499757766724, - 0.6461681127548218, - 0.604675829410553, - 0.5720784664154053, - 0.5339447259902954, - 0.5139997005462646, - 0.4880647659301758, - 0.4531949758529663, - 0.4183756709098816, - 0.39274775981903076, - 0.37448427081108093, - 0.34970566630363464, - 0.329814612865448, - 0.3064670264720917, - 0.29113930463790894, - 0.26843300461769104, - 0.23943069577217102, - 0.22849543392658234, - 0.23043090105056763, - 0.21095888316631317, - 0.19345131516456604, - 0.19398356974124908, - 0.17712682485580444, - 0.16482269763946533, - 0.16747966408729553, - 0.17262230813503265, - 0.16859540343284607, - 0.16194002330303192, - 0.16675591468811035, - 0.15929043292999268, - 0.18027359247207642, - 0.17680864036083221, - 0.18419118225574493, - 0.1973559409379959, - 0.21788085997104645, - 0.2253565937280655, - 0.23279617726802826, - 0.2401108741760254, - 0.2745434641838074, - 0.2781308889389038, - 0.31741863489151, - 0.34060919284820557, - 0.35977062582969666, - 0.3905835747718811, - 0.41704419255256653, - 0.4469493329524994, - 0.46669667959213257, - 0.5156001448631287, - 0.5380954742431641, - 0.5714370012283325, - 0.606395959854126, - 0.6433720588684082, - 0.6837377548217773, - 0.7218488454818726, - 0.7596646547317505, - 0.8017895221710205, - 0.8277263641357422, - 0.8677717447280884 + 0.33240562677383423, + 0.336386114358902, + 0.32671302556991577, + 0.33330556750297546, + 0.32630398869514465, + 0.32248079776763916, + 0.3267052471637726, + 0.34528470039367676, + 0.3595995306968689, + 0.36306464672088623, + 0.3885316252708435, + 0.4045097231864929, + 0.4153141975402832, + 0.4187341332435608, + 0.43050092458724976, + 0.4464259743690491, + 0.4638308584690094, + 0.5021445751190186, + 0.5084603428840637, + 0.5331456661224365, + 0.5582602024078369, + 0.5806546211242676, + 0.6063563823699951, + 0.6300145387649536, + 0.6653391122817993, + 0.704658567905426, + 0.707190990447998, + 0.7379719614982605, + 0.7651278376579285, + 0.8153465390205383, + 0.8352997303009033, + 0.8725695013999939, + 0.9125952124595642, + 0.9309584498405457, + 0.9618743062019348, + 0.996991753578186, + 1.0323530435562134, + 1.0612411499023438, + 1.1097407341003418, + 1.1320102214813232, + 1.1602530479431152, + 1.1835378408432007, + 1.225862979888916, + 1.2643705606460571, + 1.2929121255874634, + 1.3106199502944946, + 1.33836829662323, + 1.3683078289031982, + 1.3933626413345337, + 1.4221376180648804, + 1.4518804550170898, + 1.4809361696243286, + 1.5267534255981445, + 1.5240095853805542, + 1.5511722564697266, + 1.553786277770996, + 1.589423656463623, + 1.6179616451263428, + 1.6329655647277832, + 1.6518770456314087 ], "p10": [ - 0.7338181138038635, - 0.7168153524398804, - 0.6712310910224915, - 0.6508383750915527, - 0.6323644518852234, - 0.5746744871139526, - 0.551619827747345, - 0.5086064338684082, - 0.4937569499015808, - 0.43896403908729553, - 0.4506169557571411, - 0.39432060718536377, - 0.4058539569377899, - 0.35334038734436035, - 0.36783021688461304, - 0.30221253633499146, - 0.3127497434616089, - 0.2932065427303314, - 0.2721747159957886, - 0.23902902007102966, - 0.2302047461271286, - 0.22995193302631378, - 0.22076506912708282, - 0.20992174744606018, - 0.20769815146923065, - 0.1908952295780182, - 0.1988571733236313, - 0.19819748401641846, - 0.19462871551513672, - 0.19470417499542236, - 0.21109893918037415, - 0.2036212682723999, - 0.21149736642837524, - 0.21596749126911163, - 0.2126803696155548, - 0.24528111517429352, - 0.2553805708885193, - 0.2592461407184601, - 0.2762205898761749, - 0.312067449092865, - 0.3156108260154724, - 0.32484757900238037, - 0.36195388436317444, - 0.3636530339717865, - 0.4333765208721161, - 0.4431021213531494, - 0.45619261264801025, - 0.4922727942466736, - 0.5304363369941711, - 0.5556634664535522, - 0.6085623502731323, - 0.6218321323394775, - 0.6613690853118896, - 0.6949347257614136, - 0.7221462726593018, - 0.7700679302215576, - 0.8029111623764038, - 0.8473470211029053, - 0.891958475112915, - 0.9194556474685669 + 0.31839674711227417, + 0.3282380998134613, + 0.32576870918273926, + 0.32676881551742554, + 0.3482888340950012, + 0.33714452385902405, + 0.3572167456150055, + 0.3642657399177551, + 0.36354079842567444, + 0.35971108078956604, + 0.40877389907836914, + 0.3961264491081238, + 0.45423394441604614, + 0.412342369556427, + 0.4623459279537201, + 0.45017170906066895, + 0.4801754355430603, + 0.5282591581344604, + 0.5359557271003723, + 0.5460348129272461, + 0.5753559470176697, + 0.6036778092384338, + 0.6331225633621216, + 0.6487892866134644, + 0.6956028938293457, + 0.7095514535903931, + 0.7337234020233154, + 0.7689427733421326, + 0.7835742235183716, + 0.8194922804832458, + 0.8784936666488647, + 0.8877592086791992, + 0.9466958045959473, + 0.9597500562667847, + 0.9981752038002014, + 1.023183822631836, + 1.0677847862243652, + 1.1040171384811401, + 1.1407833099365234, + 1.1663475036621094, + 1.202161192893982, + 1.2158432006835938, + 1.2650084495544434, + 1.2835520505905151, + 1.336441159248352, + 1.3313530683517456, + 1.3684443235397339, + 1.386088252067566, + 1.4074054956436157, + 1.444528341293335, + 1.4922833442687988, + 1.5349700450897217, + 1.5452959537506104, + 1.5485360622406006, + 1.5608620643615723, + 1.564393401145935, + 1.6114976406097412, + 1.6187756061553955, + 1.6642634868621826, + 1.7002710103988647 ], "p90": [ - 0.7658714056015015, - 0.7229169607162476, - 0.7063754796981812, - 0.6720616817474365, - 0.6410529613494873, - 0.6037614345550537, - 0.5623241066932678, - 0.5488423109054565, - 0.528889536857605, - 0.49677330255508423, - 0.47052234411239624, - 0.4452972412109375, - 0.4306938648223877, - 0.41381001472473145, - 0.39015454053878784, - 0.366252601146698, - 0.3598151206970215, - 0.34737300872802734, - 0.3281075060367584, - 0.31818756461143494, - 0.32419484853744507, - 0.3079069256782532, - 0.3022661805152893, - 0.30072906613349915, - 0.29771506786346436, - 0.29358673095703125, - 0.2929084599018097, - 0.3076742887496948, - 0.31143447756767273, - 0.3010631203651428, - 0.31838977336883545, - 0.3148808479309082, - 0.34031912684440613, - 0.3439566493034363, - 0.3507675528526306, - 0.37241891026496887, - 0.4186127185821533, - 0.4180823564529419, - 0.4290180206298828, - 0.4369196891784668, - 0.46743330359458923, - 0.478365421295166, - 0.5239176750183105, - 0.5488364100456238, - 0.5691143870353699, - 0.5963256359100342, - 0.6413220763206482, - 0.6702113747596741, - 0.6985881328582764, - 0.7496546506881714, - 0.7673399448394775, - 0.8051444292068481, - 0.8365354537963867, - 0.8819918632507324, - 0.9157111644744873, - 0.9592262506484985, - 0.994653582572937, - 1.0446733236312866, - 1.0670130252838135, - 1.1141729354858398 + 0.34861427545547485, + 0.3570127785205841, + 0.3471393287181854, + 0.3653530776500702, + 0.3671800196170807, + 0.3617107570171356, + 0.360033243894577, + 0.38091757893562317, + 0.3993739187717438, + 0.4048079550266266, + 0.4293352961540222, + 0.44501206278800964, + 0.46525412797927856, + 0.4770886301994324, + 0.48931431770324707, + 0.5122976303100586, + 0.5376222133636475, + 0.5808576345443726, + 0.6001682877540588, + 0.6325453519821167, + 0.6635026931762695, + 0.7022951245307922, + 0.715727686882019, + 0.7398402690887451, + 0.7864160537719727, + 0.830512523651123, + 0.8366273641586304, + 0.8842521905899048, + 0.9165033102035522, + 0.971398115158081, + 0.9968464374542236, + 1.0380899906158447, + 1.0834697484970093, + 1.1056675910949707, + 1.1480739116668701, + 1.1819751262664795, + 1.2322006225585938, + 1.2619715929031372, + 1.3087728023529053, + 1.3397473096847534, + 1.3702237606048584, + 1.4002158641815186, + 1.4447423219680786, + 1.4865034818649292, + 1.5084036588668823, + 1.5332287549972534, + 1.570975661277771, + 1.5942714214324951, + 1.6218326091766357, + 1.6509031057357788, + 1.675478219985962, + 1.7165875434875488, + 1.7401278018951416, + 1.750238060951233, + 1.7741268873214722, + 1.7767586708068848, + 1.8029979467391968, + 1.836944818496704, + 1.8514454364776611, + 1.8640265464782715 ], "timestamps": [ - "2026-06-20 15:42:00", - "2026-06-20 15:48:00", - "2026-06-20 15:54:00", - "2026-06-20 16:00:00", - "2026-06-20 16:06:00", - "2026-06-20 16:12:00", - "2026-06-20 16:18:00", - "2026-06-20 16:24:00", - "2026-06-20 16:30:00", - "2026-06-20 16:36:00", - "2026-06-20 16:42:00", - "2026-06-20 16:48:00", - "2026-06-20 16:54:00", - "2026-06-20 17:00:00", - "2026-06-20 17:06:00", - "2026-06-20 17:12:00", - "2026-06-20 17:18:00", - "2026-06-20 17:24:00", - "2026-06-20 17:30:00", - "2026-06-20 17:36:00", - "2026-06-20 17:42:00", - "2026-06-20 17:48:00", - "2026-06-20 17:54:00", - "2026-06-20 18:00:00", "2026-06-20 18:06:00", "2026-06-20 18:12:00", "2026-06-20 18:18:00", @@ -795,6 +771,30 @@ "2026-06-21 21:18:00", "2026-06-21 21:24:00", "2026-06-21 21:30:00", - "2026-06-21 21:36:00" + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index f1b6f8fa808a971de6d01204bcfd438445c8c6a3..0908cc35ac289a85d8711974529f4f5ab8905ba1 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T00:02:09.253977+00:00", + "evaluated_at": "2026-06-22T00:09:57.675704+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 2b79c4ad08c05606385273bd6c4dc61fe4223de1..64b9c6749a9fed281b5c0cad349b4f27ee1f9b2c 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,261897.82275708517,261897.82275708517,381.17431640625,0.33357232258525826,0.005961957093625865,0.005930087101652835,1.8175119789781886,511.75953606853795,0.00797965548381642,0.005943493984631393,0.0048752629297857016,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,297448.9172299703,297448.9172299703,406.8863932291667,0.3581104381681925,0.0063697868193982226,0.0063335333089927824,1.8049384347794863,545.388776222953,0.00850824900631594,0.006347565079814414,0.005056092591307611,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.036204145633427325,0.036204145633427325,0.15696313629547756,0.3926778144755386,0.2957501291692856,0.3709080760282778,1.6067223702052948,0.19027387007528734,0.3513180936961547,0.2898137815879688,0.2797901883179808,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.09653656531374981,0.09653656531374981,0.21543371081352233,0.625775685654247,0.17932276118448273,0.2072195676839776,2.0799810818736963,0.3107033397209464,0.3466768510116756,0.2403768190379605,0.21151084627763306,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.04045188567983536,0.04045188567983536,0.17086243960592482,2.0101465738373694,0.11112162967361883,0.11975459399623715,24.165284715291723,0.2011265414604332,0.13674325567986348,0.11616709607525652,0.09485841731390644,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,1.0201290728403667,1.0201290728403667,0.8463300069173177,0.6069298762145955,0.040783528639124315,0.04198823922510497,2.7479105983914898,1.010014392392686,0.04993890754476178,0.04184573634409092,0.034726024869262746,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,38.10638112606515,38.10638112606515,5.286342104276021,0.4581241728394925,0.2432140622151373,0.21492384549830215,2.4929746971531905,6.173036621150498,0.24089899009367796,0.20629627724003985,0.19144289483653604,Air Quality,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 4ef70ccd1d8a09b4159af35532f887e861d5f2eb..4af34f8b51015687764e480de065e9d3eaf1da1c 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T00:02:51.763555+00:00", + "evaluated_at": "2026-06-22T00:10:39.938469+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65700.0, 65940.0, 65904.0, 65851.9921875, @@ -101,10 +100,10 @@ 63925.98828125, 64012.3984375, 64272.01171875, - 64298.01171875 + 64298.01171875, + 64294.0 ], "actuals": [ - 64294.0, 64248.0, 64241.25, 64426.0, @@ -127,88 +126,88 @@ 63848.0, 63808.01171875, 63801.58984375, - 63299.94921875 + 63311.98828125, + 63517.359375 ], "p50": [ - 64274.76953125, - 64295.04296875, - 64310.8828125, - 64317.4296875, - 64326.74609375, - 64345.8359375, - 64366.3828125, - 64393.77734375, - 64416.375, - 64433.50390625, - 64464.15625, - 64490.89453125, - 64519.296875, - 64542.40625, - 64570.83203125, - 64589.89453125, - 64603.1640625, - 64627.265625, - 64649.9921875, - 64672.10546875, - 64692.16796875, - 64706.06640625, - 64729.59375, - 64746.8203125 + 64281.16796875, + 64298.01953125, + 64311.8359375, + 64321.2734375, + 64334.98046875, + 64357.921875, + 64378.6484375, + 64397.79296875, + 64421.375, + 64437.98046875, + 64464.3125, + 64489.61328125, + 64510.00390625, + 64534.46875, + 64561.72265625, + 64578.1640625, + 64594.2578125, + 64613.046875, + 64633.05078125, + 64652.40625, + 64669.89453125, + 64689.45703125, + 64711.94140625, + 64721.828125 ], "p10": [ - 64039.89453125, - 63922.70703125, - 63830.3671875, - 63776.7734375, - 63754.22265625, - 63745.765625, - 63730.92578125, - 63720.578125, - 63701.5, - 63670.3984375, - 63654.38671875, - 63634.0703125, - 63618.0078125, - 63597.68359375, - 63587.3046875, - 63572.921875, - 63552.7578125, - 63539.83984375, - 63529.87890625, - 63519.07421875, - 63498.58203125, - 63472.04296875, - 63453.4375, - 63432.68359375 + 64045.66796875, + 63908.7890625, + 63803.12109375, + 63749.61328125, + 63730.8671875, + 63724.62109375, + 63705.51953125, + 63681.9453125, + 63669.2734375, + 63643.734375, + 63625.32421875, + 63607.5703125, + 63578.5859375, + 63562.37109375, + 63548.98046875, + 63528.32421875, + 63515.453125, + 63497.1015625, + 63485.7734375, + 63472.15234375, + 63449.1875, + 63430.42578125, + 63410.5078125, + 63383.7109375 ], "p90": [ - 64512.765625, - 64647.75390625, - 64770.5078125, - 64856.98828125, - 64924.69140625, - 65012.27734375, - 65104.80078125, - 65199.27734375, - 65273.05078125, - 65346.0546875, - 65434.296875, - 65494.80078125, - 65556.9921875, - 65628.921875, - 65732.3984375, - 65803.015625, - 65863.3515625, - 65941.4453125, - 66012.3828125, - 66091.2578125, - 66137.9140625, - 66191.6484375, - 66249.3203125, - 66305.578125 + 64515.7421875, + 64654.0546875, + 64778.1171875, + 64877.3671875, + 64959.25, + 65049.57421875, + 65135.25, + 65210.640625, + 65287.14453125, + 65362.86328125, + 65446.0234375, + 65509.09375, + 65558.2109375, + 65633.5078125, + 65729.609375, + 65783.59375, + 65842.3046875, + 65915.203125, + 65986.515625, + 66059.703125, + 66101.109375, + 66162.7265625, + 66216.609375, + 66262.2890625 ], "timestamps": [ - "2026-06-17 00:00:00", "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", @@ -327,6 +326,7 @@ "2026-06-21 20:00:00", "2026-06-21 21:00:00", "2026-06-21 22:00:00", - "2026-06-21 23:00:00" + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 31d77d354e00ac5df43f1464a62578f90a57b9b4..a930c4d66e1bc1b65a656a98d4631e75e00218cd 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,35 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-21T22:51:56.574455+00:00", + "evaluated_at": "2026-06-22T00:10:44.915613+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.4090000092983246, - 0.38199999928474426, - 0.35499998927116394, - 0.33500000834465027, - 0.31299999356269836, - 0.27799999713897705, - 0.2549999952316284, - 0.22100000083446503, - 0.20399999618530273, - 0.19599999487400055, - 0.18199999630451202, - 0.17299999296665192, - 0.16500000655651093, - 0.15800000727176666, - 0.15399999916553497, - 0.1469999998807907, - 0.1469999998807907, - 0.14300000667572021, - 0.13899999856948853, - 0.13500000536441803, - 0.13699999451637268, - 0.13600000739097595, - 0.14000000059604645, - 0.1509999930858612, 0.16500000655651093, 0.17800000309944153, 0.19900000095367432, @@ -245,9 +221,7 @@ 0.8899999856948853, 0.8550000190734863, 0.8190000057220459, - 0.7829999923706055 - ], - "actuals": [ + 0.7829999923706055, 0.746999979019165, 0.7179999947547913, 0.6800000071525574, @@ -271,7 +245,9 @@ 0.33500000834465027, 0.3269999921321869, 0.328000009059906, - 0.328000009059906, + 0.328000009059906 + ], + "actuals": [ 0.32899999618530273, 0.3409999907016754, 0.3400000035762787, @@ -307,219 +283,219 @@ 0.9179999828338623, 0.9430000185966492, 0.9760000109672546, - 1.0099999904632568 + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954 ], "p50": [ - 0.7490664720535278, - 0.7193113565444946, - 0.6914037466049194, - 0.6633093357086182, - 0.6364189386367798, - 0.6096275448799133, - 0.5833569169044495, - 0.5541067123413086, - 0.5249823331832886, - 0.49520695209503174, - 0.46576833724975586, - 0.4375837445259094, - 0.41113632917404175, - 0.38649410009384155, - 0.36315780878067017, - 0.3424069285392761, - 0.32313311100006104, - 0.30396246910095215, - 0.28540897369384766, - 0.2703542113304138, - 0.2557240128517151, - 0.2436387538909912, - 0.2366105318069458, - 0.22930115461349487, - 0.22570914030075073, - 0.22388917207717896, - 0.223685622215271, - 0.22218501567840576, - 0.22258764505386353, - 0.22184127569198608, - 0.21797645092010498, - 0.22139602899551392, - 0.18048357963562012, - 0.14535290002822876, - 0.14925938844680786, - 0.17262673377990723, - 0.18531841039657593, - 0.19901114702224731, - 0.2201862335205078, - 0.23736274242401123, - 0.25520145893096924, - 0.280147910118103, - 0.3026825785636902, - 0.3217528462409973, - 0.336758553981781, - 0.35494035482406616, - 0.3732302784919739, - 0.39313220977783203, - 0.4128512144088745, - 0.439350426197052, - 0.46521955728530884, - 0.48899465799331665, - 0.5091108679771423, - 0.5270941853523254, - 0.5498393177986145, - 0.5766570568084717, - 0.6035960912704468, - 0.6291290521621704, - 0.6533230543136597, - 0.6818464994430542 + 0.33211183547973633, + 0.33938342332839966, + 0.3481954336166382, + 0.35684239864349365, + 0.3655407428741455, + 0.3746821880340576, + 0.3838306665420532, + 0.39289236068725586, + 0.40396565198898315, + 0.4152590036392212, + 0.4288574457168579, + 0.4446537494659424, + 0.4606513977050781, + 0.4777001142501831, + 0.49398523569107056, + 0.5127847790718079, + 0.5329884886741638, + 0.5540723204612732, + 0.5733475685119629, + 0.5955097079277039, + 0.6190375089645386, + 0.6414132118225098, + 0.6647928357124329, + 0.6866941452026367, + 0.708012580871582, + 0.7276178598403931, + 0.7458823919296265, + 0.7643836736679077, + 0.7837294936180115, + 0.8033053278923035, + 0.818759560585022, + 0.8353152275085449, + 0.7297132015228271, + 0.7269169092178345, + 0.7421572804450989, + 0.7649427652359009, + 0.7747503519058228, + 0.7850217223167419, + 0.7994663715362549, + 0.8110831379890442, + 0.8215082883834839, + 0.8405899405479431, + 0.8572570085525513, + 0.8706561923027039, + 0.8811287879943848, + 0.8961818218231201, + 0.9118216633796692, + 0.9241312146186829, + 0.9333062171936035, + 0.9415653347969055, + 0.9471663236618042, + 0.9562355279922485, + 0.9580961465835571, + 0.966500997543335, + 0.9771069288253784, + 0.983410656452179, + 0.9902083873748779, + 0.9966802597045898, + 0.9974930882453918, + 1.0033258199691772 ], "p10": [ - 0.7404917478561401, - 0.7070082426071167, - 0.6742030382156372, - 0.6415949463844299, - 0.6107171177864075, - 0.5802977681159973, - 0.5491188168525696, - 0.5160759091377258, - 0.48067498207092285, - 0.444497287273407, - 0.40869104862213135, - 0.3715668320655823, - 0.3368280529975891, - 0.30522435903549194, - 0.27493345737457275, - 0.24566662311553955, - 0.21715563535690308, - 0.18633431196212769, - 0.15738046169281006, - 0.12985795736312866, - 0.10568726062774658, - 0.08235323429107666, - 0.06193947792053223, - 0.04262852668762207, - 0.02494502067565918, - 0.01110219955444336, - -0.0021413564682006836, - -0.017775893211364746, - -0.031398773193359375, - -0.04694712162017822, - -0.0612330436706543, - -0.06935572624206543, - -0.08990561962127686, - -0.16013288497924805, - -0.1974031925201416, - -0.1896672248840332, - -0.1878650188446045, - -0.19690775871276855, - -0.20399200916290283, - -0.2085970640182495, - -0.21852457523345947, - -0.23229598999023438, - -0.22484254837036133, - -0.2176302671432495, - -0.21746623516082764, - -0.21628570556640625, - -0.22009432315826416, - -0.22016048431396484, - -0.20882272720336914, - -0.19866526126861572, - -0.1899247169494629, - -0.17823660373687744, - -0.166853666305542, - -0.15958285331726074, - -0.1487734317779541, - -0.13854634761810303, - -0.1313633918762207, - -0.12080693244934082, - -0.10713386535644531, - -0.0986182689666748 + 0.32273685932159424, + 0.32471418380737305, + 0.32635682821273804, + 0.32894694805145264, + 0.3317916989326477, + 0.3352155089378357, + 0.33734333515167236, + 0.3395034074783325, + 0.3412286639213562, + 0.34303730726242065, + 0.3464686870574951, + 0.3515475392341614, + 0.35694360733032227, + 0.3646799325942993, + 0.36944472789764404, + 0.3739466667175293, + 0.3801809549331665, + 0.3883943557739258, + 0.39367908239364624, + 0.39972949028015137, + 0.40698909759521484, + 0.41174209117889404, + 0.41452986001968384, + 0.4215427041053772, + 0.42747509479522705, + 0.43267691135406494, + 0.4346764087677002, + 0.4363256096839905, + 0.4370694160461426, + 0.43480610847473145, + 0.4310414791107178, + 0.4361150860786438, + 0.41120028495788574, + 0.37686002254486084, + 0.35810357332229614, + 0.3609110713005066, + 0.3536471724510193, + 0.34550708532333374, + 0.3330042362213135, + 0.32466405630111694, + 0.31499648094177246, + 0.3033182621002197, + 0.28750061988830566, + 0.28067266941070557, + 0.2757301926612854, + 0.2747933268547058, + 0.26976925134658813, + 0.2601405382156372, + 0.25755882263183594, + 0.2508869767189026, + 0.2393384575843811, + 0.2324104905128479, + 0.2101151943206787, + 0.21034276485443115, + 0.21139925718307495, + 0.20965474843978882, + 0.19890689849853516, + 0.19554585218429565, + 0.19154894351959229, + 0.18499493598937988 ], "p90": [ - 0.759750247001648, - 0.7322829961776733, - 0.7090433835983276, - 0.6841044425964355, - 0.6630599498748779, - 0.6424530148506165, - 0.6203607320785522, - 0.5972805023193359, - 0.5753388404846191, - 0.5525072813034058, - 0.5308569669723511, - 0.5107561945915222, - 0.49277621507644653, - 0.47577571868896484, - 0.46268343925476074, - 0.450039803981781, - 0.4410374164581299, - 0.43060415983200073, - 0.4249805808067322, - 0.42003875970840454, - 0.42280495166778564, - 0.4279612898826599, - 0.4358783960342407, - 0.44375085830688477, - 0.45625418424606323, - 0.4706660509109497, - 0.48733675479888916, - 0.5075624585151672, - 0.5323787927627563, - 0.5557585954666138, - 0.574444055557251, - 0.5885995626449585, - 0.43316954374313354, - 0.4164053797721863, - 0.43940168619155884, - 0.4904090166091919, - 0.5298583507537842, - 0.5720390677452087, - 0.5963393449783325, - 0.6328632235527039, - 0.6811925172805786, - 0.7222135066986084, - 0.760045051574707, - 0.7946958541870117, - 0.8282926082611084, - 0.8602384328842163, - 0.8952170610427856, - 0.9273824691772461, - 0.9615539908409119, - 1.0031253099441528, - 1.0524638891220093, - 1.0965925455093384, - 1.1403100490570068, - 1.1884965896606445, - 1.237589955329895, - 1.282922387123108, - 1.3213186264038086, - 1.3632218837738037, - 1.40415620803833, - 1.4532074928283691 + 0.34360915422439575, + 0.3556720018386841, + 0.3709753751754761, + 0.38535457849502563, + 0.3996371030807495, + 0.41519927978515625, + 0.4292145371437073, + 0.444161593914032, + 0.46381425857543945, + 0.4833402633666992, + 0.5079646706581116, + 0.5335094332695007, + 0.5573224425315857, + 0.5830976963043213, + 0.6081950664520264, + 0.6363959312438965, + 0.6686304807662964, + 0.7029072046279907, + 0.7341548204421997, + 0.7679297924041748, + 0.8067319393157959, + 0.8446522355079651, + 0.884219229221344, + 0.9217334985733032, + 0.9585449695587158, + 0.9939900636672974, + 1.0269107818603516, + 1.0618268251419067, + 1.0952571630477905, + 1.1282528638839722, + 1.1567741632461548, + 1.1836336851119995, + 1.1044732332229614, + 1.0831974744796753, + 1.1093347072601318, + 1.151343822479248, + 1.1773415803909302, + 1.2075926065444946, + 1.233112096786499, + 1.2645039558410645, + 1.2953214645385742, + 1.3190430402755737, + 1.3503103256225586, + 1.388175368309021, + 1.4177541732788086, + 1.4429066181182861, + 1.4691245555877686, + 1.493621587753296, + 1.5166443586349487, + 1.5408828258514404, + 1.5657023191452026, + 1.5957101583480835, + 1.6144137382507324, + 1.6483995914459229, + 1.6773215532302856, + 1.703704833984375, + 1.7277849912643433, + 1.751481294631958, + 1.7713978290557861, + 1.7942781448364258 ], "timestamps": [ - "2026-06-20 15:42:00", - "2026-06-20 15:48:00", - "2026-06-20 15:54:00", - "2026-06-20 16:00:00", - "2026-06-20 16:06:00", - "2026-06-20 16:12:00", - "2026-06-20 16:18:00", - "2026-06-20 16:24:00", - "2026-06-20 16:30:00", - "2026-06-20 16:36:00", - "2026-06-20 16:42:00", - "2026-06-20 16:48:00", - "2026-06-20 16:54:00", - "2026-06-20 17:00:00", - "2026-06-20 17:06:00", - "2026-06-20 17:12:00", - "2026-06-20 17:18:00", - "2026-06-20 17:24:00", - "2026-06-20 17:30:00", - "2026-06-20 17:36:00", - "2026-06-20 17:42:00", - "2026-06-20 17:48:00", - "2026-06-20 17:54:00", - "2026-06-20 18:00:00", "2026-06-20 18:06:00", "2026-06-20 18:12:00", "2026-06-20 18:18:00", @@ -795,6 +771,30 @@ "2026-06-21 21:18:00", "2026-06-21 21:24:00", "2026-06-21 21:30:00", - "2026-06-21 21:36:00" + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 9038ac540b03795211092bf6ee3ddd143f9b7e29..e6bdb242aeb4943652716c724feef531e384f55e 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T00:03:04.563680+00:00", + "evaluated_at": "2026-06-22T00:10:47.380485+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index c57ff8ed3654742df8fb8e1b781e3d976ad71aec..fdbbe8249dbbb4d850d120bc1d92a19e0cb4dd4f 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,116916.15438715617,116916.15438715617,242.07421875,0.2118433900472664,0.003788169506992598,0.0037739246353910624,2.172973776765459,341.9300431187002,0.005331574208884513,0.0037745635029657995,0.005210975269713643,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,126023.17697970073,126023.17697970073,246.77490234375,0.21719248880721342,0.0038657791471832467,0.003850435776130399,2.174166596872409,354.99743235649004,0.005538079774962375,0.003849771775999303,0.005164278630099692,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.015287076363532643,0.015287076363532643,0.09543543606996537,0.23875273738750927,0.16744830370200514,0.18929632347065142,1.4530036223401122,0.1236409170280318,0.22828826289151183,0.17621019353784664,0.20546813550743462,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0034409434317234163,0.0034409434317234163,0.04985769788424174,0.1448229014894513,0.05635887586062164,0.05449584183625404,1.6886812344311144,0.058659555331790715,0.06545121125004562,0.055630266854306214,0.08620716700323883,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.04465301534873648,0.04465301534873648,0.17876828213532767,2.1031564963834235,0.1160881710765488,0.12574840523029593,42.279428935703706,0.21131260101739432,0.14366862185109983,0.12154217307162374,0.1068032679279462,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,2.15019864048539,2.15019864048539,1.2090647220611572,0.8670583532408095,0.05813837031174713,0.0607158426396634,3.818708148991131,1.466355564140359,0.0725021301645787,0.059780703943840614,0.045747911829136935,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,15.294247934077438,15.294247934077438,3.568097710609436,0.3092179393689282,0.15135408780354473,0.14896022255000024,2.415440338655077,3.910786101805804,0.15261604299729967,0.1392428374871975,0.16422481378350262,Air Quality,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index f0bfdd398f5641670bd1425cea754d74e3bfe745..290ef4f3bb11254cd4570dba7069e1676e102eda 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:02:35.628990+00:00", + "evaluated_at": "2026-06-22T00:10:24.435495+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65700.0, 65940.0, 65904.0, 65851.9921875, @@ -101,10 +100,10 @@ 63925.98828125, 64012.3984375, 64272.01171875, - 64298.01171875 + 64298.01171875, + 64294.0 ], "actuals": [ - 64294.0, 64248.0, 64241.25, 64426.0, @@ -127,88 +126,88 @@ 63848.0, 63808.01171875, 63801.58984375, - 63299.94921875 + 63311.98828125, + 63517.359375 ], "p50": [ - 64304.12890625, - 64313.90234375, - 64320.62109375, - 64327.96484375, - 64334.79296875, - 64344.05078125, - 64350.48828125, - 64356.67578125, - 64358.68359375, - 64368.0390625, - 64373.3671875, - 64374.31640625, - 64376.4609375, - 64381.1015625, - 64381.7890625, - 64385.5859375, - 64388.359375, - 64391.6171875, - 64393.30078125, - 64394.65625, - 64394.70703125, - 64394.88671875, - 64395.83203125, - 64401.203125 + 64294.09765625, + 64304.359375, + 64311.1640625, + 64317.23046875, + 64321.671875, + 64329.00390625, + 64333.2890625, + 64336.78125, + 64336.234375, + 64342.05078125, + 64345.1953125, + 64343.015625, + 64342.69921875, + 64343.75390625, + 64344.91015625, + 64346.94921875, + 64347.03125, + 64347.6640625, + 64348.8046875, + 64347.68359375, + 64348.80078125, + 64345.875, + 64345.8515625, + 64349.15234375 ], "p10": [ - 64070.91015625, - 63963.5, - 63858.8984375, - 63756.46484375, - 63653.5859375, - 63565.7265625, - 63483.19140625, - 63400.1953125, - 63307.29296875, - 63242.578125, - 63151.72265625, - 63068.2734375, - 62985.57421875, - 62900.41015625, - 62821.88671875, - 62752.28125, - 62680.3671875, - 62605.09375, - 62524.3515625, - 62467.8515625, - 62416.20703125, - 62339.18359375, - 62256.8984375, - 62192.8984375 + 64077.0625, + 63976.42578125, + 63884.5390625, + 63779.65234375, + 63679.81640625, + 63588.6171875, + 63515.6015625, + 63436.02734375, + 63339.90625, + 63276.91015625, + 63192.15234375, + 63103.34765625, + 63017.3046875, + 62933.484375, + 62857.54296875, + 62785.05078125, + 62718.20703125, + 62638.20703125, + 62568.9375, + 62512.203125, + 62468.11328125, + 62387.69921875, + 62300.71875, + 62225.33203125 ], "p90": [ - 64525.79296875, - 64631.5625, - 64736.71484375, - 64840.68359375, - 64938.7265625, - 65022.16796875, - 65109.09765625, - 65202.79296875, - 65295.26171875, - 65365.31640625, - 65458.5859375, - 65540.7890625, - 65635.2109375, - 65724.34375, - 65806.4453125, - 65862.5390625, - 65937.046875, - 66008.7109375, - 66079.6484375, - 66132.875, - 66182.9921875, - 66283.9765625, - 66340.4375, - 66397.1875 + 64498.83984375, + 64614.046875, + 64726.875, + 64843.0625, + 64934.5390625, + 65018.33203125, + 65105.015625, + 65193.8671875, + 65290.8359375, + 65365.32421875, + 65463.9765625, + 65548.78125, + 65653.046875, + 65754.890625, + 65837.8125, + 65902.4375, + 65977.5, + 66063.6953125, + 66129.5234375, + 66187.3828125, + 66249.03125, + 66342.375, + 66395.515625, + 66453.2578125 ], "timestamps": [ - "2026-06-17 00:00:00", "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", @@ -327,6 +326,7 @@ "2026-06-21 20:00:00", "2026-06-21 21:00:00", "2026-06-21 22:00:00", - "2026-06-21 23:00:00" + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 3f01fb5018664559f5aadfc3325d6bdad90e3068..018bd03a048c3649b8ee52c22a9a009c990a64ca 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,35 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-21T22:27:29.714167+00:00", + "evaluated_at": "2026-06-22T00:10:29.306720+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.4090000092983246, - 0.38199999928474426, - 0.35499998927116394, - 0.33500000834465027, - 0.31299999356269836, - 0.27799999713897705, - 0.2549999952316284, - 0.22100000083446503, - 0.20399999618530273, - 0.19599999487400055, - 0.18199999630451202, - 0.17299999296665192, - 0.16500000655651093, - 0.15800000727176666, - 0.15399999916553497, - 0.1469999998807907, - 0.1469999998807907, - 0.14300000667572021, - 0.13899999856948853, - 0.13500000536441803, - 0.13699999451637268, - 0.13600000739097595, - 0.14000000059604645, - 0.1509999930858612, 0.16500000655651093, 0.17800000309944153, 0.19900000095367432, @@ -245,9 +221,7 @@ 0.8899999856948853, 0.8550000190734863, 0.8190000057220459, - 0.7829999923706055 - ], - "actuals": [ + 0.7829999923706055, 0.746999979019165, 0.7179999947547913, 0.6800000071525574, @@ -271,7 +245,9 @@ 0.33500000834465027, 0.3269999921321869, 0.328000009059906, - 0.328000009059906, + 0.328000009059906 + ], + "actuals": [ 0.32899999618530273, 0.3409999907016754, 0.3400000035762787, @@ -307,219 +283,219 @@ 0.9179999828338623, 0.9430000185966492, 0.9760000109672546, - 1.0099999904632568 + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954 ], "p50": [ - 0.7449042797088623, - 0.7157235145568848, - 0.6893370151519775, - 0.6640040874481201, - 0.6394094228744507, - 0.6158995628356934, - 0.5903591513633728, - 0.564834475517273, - 0.5371056199073792, - 0.5103873610496521, - 0.482093870639801, - 0.45613163709640503, - 0.43256664276123047, - 0.4141002297401428, - 0.39873337745666504, - 0.3850628137588501, - 0.3692753314971924, - 0.3532743453979492, - 0.33643782138824463, - 0.3212253451347351, - 0.30600792169570923, - 0.298733651638031, - 0.2899578809738159, - 0.2848967909812927, - 0.2830654978752136, - 0.276722252368927, - 0.275693416595459, - 0.27665239572525024, - 0.2760693430900574, - 0.27556586265563965, - 0.27562278509140015, - 0.2797768712043762, - 0.2670517563819885, - 0.2777959704399109, - 0.2881782650947571, - 0.2991616129875183, - 0.30937016010284424, - 0.32444536685943604, - 0.3375401496887207, - 0.35116273164749146, - 0.36469680070877075, - 0.37938642501831055, - 0.39334362745285034, - 0.4112703800201416, - 0.4292965531349182, - 0.4477378726005554, - 0.46856415271759033, - 0.48927271366119385, - 0.5046918988227844, - 0.5261116027832031, - 0.5464582443237305, - 0.5669445991516113, - 0.5892118811607361, - 0.611813485622406, - 0.6304834485054016, - 0.6518205404281616, - 0.6784020662307739, - 0.7032750844955444, - 0.7261079549789429, - 0.7465465068817139 + 0.3317183256149292, + 0.3345485329627991, + 0.33853811025619507, + 0.34405165910720825, + 0.3501434922218323, + 0.35820508003234863, + 0.3670670986175537, + 0.37555158138275146, + 0.38744693994522095, + 0.4008578658103943, + 0.413970410823822, + 0.4288005232810974, + 0.44453930854797363, + 0.4620397090911865, + 0.4791163206100464, + 0.4989987015724182, + 0.5198824405670166, + 0.5427358150482178, + 0.5678603053092957, + 0.5923176407814026, + 0.6188945770263672, + 0.6485409736633301, + 0.6773340106010437, + 0.7058461308479309, + 0.7340853810310364, + 0.7609947919845581, + 0.7895371913909912, + 0.8167903423309326, + 0.8432250022888184, + 0.8758057951927185, + 0.9043570160865784, + 0.9359262585639954, + 1.0017480850219727, + 1.0364845991134644, + 1.0682810544967651, + 1.0993223190307617, + 1.1266992092132568, + 1.1597999334335327, + 1.1884604692459106, + 1.222664713859558, + 1.2548085451126099, + 1.2853710651397705, + 1.3154510259628296, + 1.3476308584213257, + 1.376052737236023, + 1.4027955532073975, + 1.4255529642105103, + 1.4486883878707886, + 1.4717121124267578, + 1.5022683143615723, + 1.5309956073760986, + 1.551646113395691, + 1.572879433631897, + 1.5911223888397217, + 1.6108019351959229, + 1.6262414455413818, + 1.6482030153274536, + 1.6554155349731445, + 1.6742033958435059, + 1.687304139137268 ], "p10": [ - 0.7385362386703491, - 0.7045613527297974, - 0.67237389087677, - 0.6427895426750183, - 0.611320972442627, - 0.5835002064704895, - 0.5521135926246643, - 0.5212897658348083, - 0.4875372648239136, - 0.4540663957595825, - 0.418793261051178, - 0.3873288631439209, - 0.3545108437538147, - 0.3274450898170471, - 0.3060298562049866, - 0.28077876567840576, - 0.2558373808860779, - 0.22862303256988525, - 0.20242232084274292, - 0.17546778917312622, - 0.14921718835830688, - 0.12675195932388306, - 0.10649913549423218, - 0.09029883146286011, - 0.07396054267883301, - 0.05743706226348877, - 0.04229402542114258, - 0.03291964530944824, - 0.018451690673828125, - 0.007540345191955566, - -0.007330894470214844, - -0.01872718334197998, - -0.05229616165161133, - -0.059217214584350586, - -0.058940768241882324, - -0.05455517768859863, - -0.0564807653427124, - -0.046758174896240234, - -0.049178481101989746, - -0.04547286033630371, - -0.043488502502441406, - -0.04078030586242676, - -0.04513204097747803, - -0.0422968864440918, - -0.03825724124908447, - -0.0412517786026001, - -0.02734518051147461, - -0.023142695426940918, - -0.017253518104553223, - -0.009322762489318848, - -0.009927153587341309, - -0.0033539533615112305, - 0.00490415096282959, - 0.011920332908630371, - 0.016651272773742676, - 0.02135598659515381, - 0.033885836601257324, - 0.047545552253723145, - 0.050301432609558105, - 0.06230306625366211 + 0.32327812910079956, + 0.32139915227890015, + 0.31979644298553467, + 0.32066822052001953, + 0.3210490345954895, + 0.3244021534919739, + 0.32673436403274536, + 0.33079642057418823, + 0.3367534875869751, + 0.3441792130470276, + 0.3492291569709778, + 0.35784345865249634, + 0.36639899015426636, + 0.3765879273414612, + 0.38733208179473877, + 0.3981649875640869, + 0.4127410054206848, + 0.4262115955352783, + 0.44310474395751953, + 0.45831483602523804, + 0.4742123484611511, + 0.49159306287765503, + 0.5148248672485352, + 0.5347923636436462, + 0.55792635679245, + 0.5746713280677795, + 0.5928599834442139, + 0.6096439361572266, + 0.6282719969749451, + 0.6555055379867554, + 0.6735440492630005, + 0.6958342790603638, + 0.6416589021682739, + 0.6647943258285522, + 0.6781094074249268, + 0.7057476043701172, + 0.720345139503479, + 0.7427802085876465, + 0.7580204010009766, + 0.781919002532959, + 0.7897204160690308, + 0.8106935024261475, + 0.8281009197235107, + 0.8371063470840454, + 0.8448758721351624, + 0.8528891801834106, + 0.8563246130943298, + 0.8621296882629395, + 0.8661853671073914, + 0.8774247765541077, + 0.8834461569786072, + 0.8840896487236023, + 0.8795130252838135, + 0.8814792037010193, + 0.8843804001808167, + 0.8765342831611633, + 0.8655762076377869, + 0.8552714586257935, + 0.8537369966506958, + 0.8591781258583069 ], "p90": [ - 0.7536786198616028, - 0.7288881540298462, - 0.7081981897354126, - 0.688701868057251, - 0.6675049066543579, - 0.6482590436935425, - 0.6279049515724182, - 0.6060300469398499, - 0.5856096744537354, - 0.564835786819458, - 0.5426141619682312, - 0.5244501233100891, - 0.5091716647148132, - 0.5007646679878235, - 0.4955994486808777, - 0.4875054955482483, - 0.47944843769073486, - 0.4738287925720215, - 0.4681721329689026, - 0.46272504329681396, - 0.4619293808937073, - 0.46391427516937256, - 0.4696134328842163, - 0.4760952591896057, - 0.48305773735046387, - 0.4886794090270996, - 0.5022751688957214, - 0.513200044631958, - 0.5203778147697449, - 0.5342572927474976, - 0.5497307777404785, - 0.5692319273948669, - 0.5826792120933533, - 0.6177095174789429, - 0.6330406665802002, - 0.664397656917572, - 0.6873204708099365, - 0.7031407356262207, - 0.7288036942481995, - 0.7557289004325867, - 0.7753658294677734, - 0.8006464242935181, - 0.829427182674408, - 0.85683673620224, - 0.8869463801383972, - 0.915459156036377, - 0.9447420239448547, - 0.9759842157363892, - 0.9962860941886902, - 1.02992582321167, - 1.0570578575134277, - 1.0913869142532349, - 1.1171815395355225, - 1.1538184881210327, - 1.1841380596160889, - 1.2113887071609497, - 1.2505301237106323, - 1.2728482484817505, - 1.3052856922149658, - 1.332836389541626 + 0.34337764978408813, + 0.3485281467437744, + 0.3575224280357361, + 0.36806565523147583, + 0.37958019971847534, + 0.39197343587875366, + 0.40707576274871826, + 0.4202178716659546, + 0.43708354234695435, + 0.4572862386703491, + 0.47431713342666626, + 0.49667197465896606, + 0.5175161957740784, + 0.5446322560310364, + 0.5698360800743103, + 0.5970622897148132, + 0.6251023411750793, + 0.6558984518051147, + 0.6894204616546631, + 0.7240910530090332, + 0.7565445899963379, + 0.7941898107528687, + 0.8321244120597839, + 0.8661177754402161, + 0.9035425186157227, + 0.9366692304611206, + 0.9769364595413208, + 1.009401559829712, + 1.0488351583480835, + 1.0871813297271729, + 1.123792290687561, + 1.165818452835083, + 1.2785513401031494, + 1.325546145439148, + 1.3656657934188843, + 1.4025061130523682, + 1.439363718032837, + 1.480202555656433, + 1.5225930213928223, + 1.563681960105896, + 1.6058545112609863, + 1.648388147354126, + 1.6978930234909058, + 1.7352099418640137, + 1.7687644958496094, + 1.8124059438705444, + 1.8475713729858398, + 1.8832507133483887, + 1.9204976558685303, + 1.9623174667358398, + 2.001774787902832, + 2.0519893169403076, + 2.062075138092041, + 2.093557596206665, + 2.1346943378448486, + 2.1445276737213135, + 2.197690963745117, + 2.216643810272217, + 2.2394967079162598, + 2.262969493865967 ], "timestamps": [ - "2026-06-20 15:42:00", - "2026-06-20 15:48:00", - "2026-06-20 15:54:00", - "2026-06-20 16:00:00", - "2026-06-20 16:06:00", - "2026-06-20 16:12:00", - "2026-06-20 16:18:00", - "2026-06-20 16:24:00", - "2026-06-20 16:30:00", - "2026-06-20 16:36:00", - "2026-06-20 16:42:00", - "2026-06-20 16:48:00", - "2026-06-20 16:54:00", - "2026-06-20 17:00:00", - "2026-06-20 17:06:00", - "2026-06-20 17:12:00", - "2026-06-20 17:18:00", - "2026-06-20 17:24:00", - "2026-06-20 17:30:00", - "2026-06-20 17:36:00", - "2026-06-20 17:42:00", - "2026-06-20 17:48:00", - "2026-06-20 17:54:00", - "2026-06-20 18:00:00", "2026-06-20 18:06:00", "2026-06-20 18:12:00", "2026-06-20 18:18:00", @@ -795,6 +771,30 @@ "2026-06-21 21:18:00", "2026-06-21 21:24:00", "2026-06-21 21:30:00", - "2026-06-21 21:36:00" + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index e1576ed81591ee3834393978255f47cddfa47f02..19cb9253b8182d03ad168d5cf052d4e486af188b 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:02:45.799490+00:00", + "evaluated_at": "2026-06-22T00:10:32.427778+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", - "data_fetched_at": "2026-06-22T00:00:06.030183Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", + "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": []